2024-11-07 14:41:12,683 main DEBUG Apache Log4j Core 2.17.2 initializing configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@30f842ca 2024-11-07 14:41:12,700 main DEBUG Took 0.014921 seconds to load 1 plugins from package org.apache.hadoop.hbase.logging 2024-11-07 14:41:12,700 main DEBUG PluginManager 'Core' found 129 plugins 2024-11-07 14:41:12,701 main DEBUG PluginManager 'Level' found 0 plugins 2024-11-07 14:41:12,702 main DEBUG PluginManager 'Lookup' found 16 plugins 2024-11-07 14:41:12,703 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-07 14:41:12,710 main DEBUG PluginManager 'TypeConverter' found 26 plugins 2024-11-07 14:41:12,722 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.util.MBeans", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-07 14:41:12,723 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-07 14:41:12,724 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.logging.TestJul2Slf4j", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-07 14:41:12,724 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-07 14:41:12,725 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.zookeeper", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-07 14:41:12,725 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-07 14:41:12,726 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSinkAdapter", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-07 14:41:12,726 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-07 14:41:12,727 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSystemImpl", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-07 14:41:12,727 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-07 14:41:12,728 main DEBUG LoggerConfig$Builder(additivity="false", level="WARN", levelAndRefs="null", name="org.apache.directory", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-07 14:41:12,728 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-07 14:41:12,728 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.ipc.FailedServers", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-07 14:41:12,729 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-07 14:41:12,729 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsConfig", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-07 14:41:12,730 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-07 14:41:12,730 main DEBUG LoggerConfig$Builder(additivity="null", level="INFO", levelAndRefs="null", name="org.apache.hadoop.hbase.ScheduledChore", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-07 14:41:12,730 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-07 14:41:12,731 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.regionserver.RSRpcServices", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-07 14:41:12,731 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-07 14:41:12,731 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-07 14:41:12,732 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-07 14:41:12,732 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-07 14:41:12,732 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-07 14:41:12,733 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hbase.thirdparty.io.netty.channel", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-07 14:41:12,733 main DEBUG Building Plugin[name=root, class=org.apache.logging.log4j.core.config.LoggerConfig$RootLogger]. 2024-11-07 14:41:12,734 main DEBUG LoggerConfig$RootLogger$Builder(additivity="null", level="null", levelAndRefs="INFO,Console", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-07 14:41:12,736 main DEBUG Building Plugin[name=loggers, class=org.apache.logging.log4j.core.config.LoggersPlugin]. 2024-11-07 14:41:12,737 main DEBUG createLoggers(={org.apache.hadoop.metrics2.util.MBeans, org.apache.hadoop.hbase.logging.TestJul2Slf4j, org.apache.zookeeper, org.apache.hadoop.metrics2.impl.MetricsSinkAdapter, org.apache.hadoop.metrics2.impl.MetricsSystemImpl, org.apache.directory, org.apache.hadoop.hbase.ipc.FailedServers, org.apache.hadoop.metrics2.impl.MetricsConfig, org.apache.hadoop.hbase.ScheduledChore, org.apache.hadoop.hbase.regionserver.RSRpcServices, org.apache.hadoop, org.apache.hadoop.hbase, org.apache.hbase.thirdparty.io.netty.channel, root}) 2024-11-07 14:41:12,738 main DEBUG Building Plugin[name=layout, class=org.apache.logging.log4j.core.layout.PatternLayout]. 2024-11-07 14:41:12,739 main DEBUG PatternLayout$Builder(pattern="%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n", PatternSelector=null, Configuration(PropertiesConfig), Replace=null, charset="null", alwaysWriteExceptions="null", disableAnsi="null", noConsoleNoAnsi="null", header="null", footer="null") 2024-11-07 14:41:12,740 main DEBUG PluginManager 'Converter' found 47 plugins 2024-11-07 14:41:12,748 main DEBUG Building Plugin[name=appender, class=org.apache.hadoop.hbase.logging.HBaseTestAppender]. 2024-11-07 14:41:12,751 main DEBUG HBaseTestAppender$Builder(target="SYSTEM_ERR", maxSize="1G", bufferedIo="null", bufferSize="null", immediateFlush="null", ignoreExceptions="null", PatternLayout(%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n), name="Console", Configuration(PropertiesConfig), Filter=null, ={}) 2024-11-07 14:41:12,752 main DEBUG Starting HBaseTestOutputStreamManager SYSTEM_ERR 2024-11-07 14:41:12,753 main DEBUG Building Plugin[name=appenders, class=org.apache.logging.log4j.core.config.AppendersPlugin]. 2024-11-07 14:41:12,753 main DEBUG createAppenders(={Console}) 2024-11-07 14:41:12,754 main DEBUG Configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@30f842ca initialized 2024-11-07 14:41:12,754 main DEBUG Starting configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@30f842ca 2024-11-07 14:41:12,755 main DEBUG Started configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@30f842ca OK. 2024-11-07 14:41:12,755 main DEBUG Shutting down OutputStreamManager SYSTEM_OUT.false.false-1 2024-11-07 14:41:12,755 main DEBUG OutputStream closed 2024-11-07 14:41:12,756 main DEBUG Shut down OutputStreamManager SYSTEM_OUT.false.false-1, all resources released: true 2024-11-07 14:41:12,756 main DEBUG Appender DefaultConsole-1 stopped with status true 2024-11-07 14:41:12,756 main DEBUG Stopped org.apache.logging.log4j.core.config.DefaultConfiguration@6404f418 OK 2024-11-07 14:41:12,826 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6 2024-11-07 14:41:12,829 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=StatusLogger 2024-11-07 14:41:12,830 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=ContextSelector 2024-11-07 14:41:12,830 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name= 2024-11-07 14:41:12,831 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.directory 2024-11-07 14:41:12,831 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSinkAdapter 2024-11-07 14:41:12,832 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.zookeeper 2024-11-07 14:41:12,832 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.logging.TestJul2Slf4j 2024-11-07 14:41:12,832 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSystemImpl 2024-11-07 14:41:12,833 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.util.MBeans 2024-11-07 14:41:12,833 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase 2024-11-07 14:41:12,833 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop 2024-11-07 14:41:12,834 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ipc.FailedServers 2024-11-07 14:41:12,834 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.regionserver.RSRpcServices 2024-11-07 14:41:12,834 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsConfig 2024-11-07 14:41:12,835 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hbase.thirdparty.io.netty.channel 2024-11-07 14:41:12,835 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ScheduledChore 2024-11-07 14:41:12,836 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Appenders,name=Console 2024-11-07 14:41:12,838 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-11-07 14:41:12,838 main DEBUG Reconfiguration complete for context[name=1dbd16a6] at URI jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-logging/target/hbase-logging-3.0.0-beta-2-SNAPSHOT-tests.jar!/log4j2.properties (org.apache.logging.log4j.core.LoggerContext@6dab9b6d) with optional ClassLoader: null 2024-11-07 14:41:12,838 main DEBUG Shutdown hook enabled. Registering a new one. 2024-11-07 14:41:12,839 main DEBUG LoggerContext[name=1dbd16a6, org.apache.logging.log4j.core.LoggerContext@6dab9b6d] started OK. 2024-11-07T14:41:13,051 DEBUG [main {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/32fb828a-2f28-50df-26bb-2aa61c7bf9ac 2024-11-07 14:41:13,054 main DEBUG AsyncLogger.ThreadNameStrategy=UNCACHED (user specified null, default is UNCACHED) 2024-11-07 14:41:13,054 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-11-07T14:41:13,062 INFO [main {}] hbase.HBaseClassTestRule(94): Test class org.apache.hadoop.hbase.regionserver.wal.TestAsyncLogRolling timeout: 13 mins 2024-11-07T14:41:13,097 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.wal.TestAsyncLogRolling#testSlowSyncLogRolling Thread=12, OpenFileDescriptor=287, MaxFileDescriptor=1048576, SystemLoadAverage=184, ProcessCount=11, AvailableMemoryMB=6424 2024-11-07T14:41:13,099 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=2, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-07T14:41:13,115 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/32fb828a-2f28-50df-26bb-2aa61c7bf9ac/cluster_dc8ded00-5e83-2364-1e1d-db62aa02ff97, deleteOnExit=true 2024-11-07T14:41:13,116 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-07T14:41:13,117 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/32fb828a-2f28-50df-26bb-2aa61c7bf9ac/test.cache.data in system properties and HBase conf 2024-11-07T14:41:13,117 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/32fb828a-2f28-50df-26bb-2aa61c7bf9ac/hadoop.tmp.dir in system properties and HBase conf 2024-11-07T14:41:13,118 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/32fb828a-2f28-50df-26bb-2aa61c7bf9ac/hadoop.log.dir in system properties and HBase conf 2024-11-07T14:41:13,118 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/32fb828a-2f28-50df-26bb-2aa61c7bf9ac/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-07T14:41:13,119 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/32fb828a-2f28-50df-26bb-2aa61c7bf9ac/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-07T14:41:13,119 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-07T14:41:13,196 WARN [Time-limited test {}] util.NativeCodeLoader(60): Unable to load native-hadoop library for your platform... using builtin-java classes where applicable 2024-11-07T14:41:13,282 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-07T14:41:13,286 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/32fb828a-2f28-50df-26bb-2aa61c7bf9ac/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-07T14:41:13,287 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/32fb828a-2f28-50df-26bb-2aa61c7bf9ac/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-07T14:41:13,288 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/32fb828a-2f28-50df-26bb-2aa61c7bf9ac/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-07T14:41:13,288 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/32fb828a-2f28-50df-26bb-2aa61c7bf9ac/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-07T14:41:13,288 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/32fb828a-2f28-50df-26bb-2aa61c7bf9ac/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-07T14:41:13,289 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/32fb828a-2f28-50df-26bb-2aa61c7bf9ac/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-07T14:41:13,289 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/32fb828a-2f28-50df-26bb-2aa61c7bf9ac/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-07T14:41:13,290 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/32fb828a-2f28-50df-26bb-2aa61c7bf9ac/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-07T14:41:13,290 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/32fb828a-2f28-50df-26bb-2aa61c7bf9ac/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-07T14:41:13,290 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/32fb828a-2f28-50df-26bb-2aa61c7bf9ac/nfs.dump.dir in system properties and HBase conf 2024-11-07T14:41:13,291 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/32fb828a-2f28-50df-26bb-2aa61c7bf9ac/java.io.tmpdir in system properties and HBase conf 2024-11-07T14:41:13,291 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/32fb828a-2f28-50df-26bb-2aa61c7bf9ac/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-07T14:41:13,291 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/32fb828a-2f28-50df-26bb-2aa61c7bf9ac/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-07T14:41:13,292 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/32fb828a-2f28-50df-26bb-2aa61c7bf9ac/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-07T14:41:14,270 WARN [Time-limited test {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties 2024-11-07T14:41:14,336 INFO [Time-limited test {}] log.Log(170): Logging initialized @2365ms to org.eclipse.jetty.util.log.Slf4jLog 2024-11-07T14:41:14,399 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-07T14:41:14,456 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-07T14:41:14,476 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-07T14:41:14,476 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-07T14:41:14,478 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-07T14:41:14,491 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-07T14:41:14,494 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2420283b{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/32fb828a-2f28-50df-26bb-2aa61c7bf9ac/hadoop.log.dir/,AVAILABLE} 2024-11-07T14:41:14,495 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@61b67e9{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-07T14:41:14,671 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@c362ac7{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/32fb828a-2f28-50df-26bb-2aa61c7bf9ac/java.io.tmpdir/jetty-localhost-33451-hadoop-hdfs-3_4_1-tests_jar-_-any-3436151327628279401/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-07T14:41:14,678 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@28d0ce06{HTTP/1.1, (http/1.1)}{localhost:33451} 2024-11-07T14:41:14,679 INFO [Time-limited test {}] server.Server(415): Started @2707ms 2024-11-07T14:41:15,148 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-07T14:41:15,156 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-07T14:41:15,157 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-07T14:41:15,157 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-07T14:41:15,157 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-07T14:41:15,158 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@19d33f51{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/32fb828a-2f28-50df-26bb-2aa61c7bf9ac/hadoop.log.dir/,AVAILABLE} 2024-11-07T14:41:15,159 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2c1bf4e4{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-07T14:41:15,261 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@2b235369{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/32fb828a-2f28-50df-26bb-2aa61c7bf9ac/java.io.tmpdir/jetty-localhost-38461-hadoop-hdfs-3_4_1-tests_jar-_-any-8008644130936090548/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-07T14:41:15,262 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@71652136{HTTP/1.1, (http/1.1)}{localhost:38461} 2024-11-07T14:41:15,262 INFO [Time-limited test {}] server.Server(415): Started @3291ms 2024-11-07T14:41:15,316 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-07T14:41:15,430 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-07T14:41:15,438 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-07T14:41:15,441 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-07T14:41:15,441 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-07T14:41:15,442 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-07T14:41:15,443 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@59da8489{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/32fb828a-2f28-50df-26bb-2aa61c7bf9ac/hadoop.log.dir/,AVAILABLE} 2024-11-07T14:41:15,444 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@648b04b5{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-07T14:41:15,550 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@1980243e{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/32fb828a-2f28-50df-26bb-2aa61c7bf9ac/java.io.tmpdir/jetty-localhost-46003-hadoop-hdfs-3_4_1-tests_jar-_-any-17960213176763097950/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-07T14:41:15,551 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@4f0b3f5b{HTTP/1.1, (http/1.1)}{localhost:46003} 2024-11-07T14:41:15,551 INFO [Time-limited test {}] server.Server(415): Started @3580ms 2024-11-07T14:41:15,553 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-07T14:41:16,204 WARN [Thread-98 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/32fb828a-2f28-50df-26bb-2aa61c7bf9ac/cluster_dc8ded00-5e83-2364-1e1d-db62aa02ff97/data/data3/current/BP-212305443-172.17.0.3-1730990473840/current, will proceed with Du for space computation calculation, 2024-11-07T14:41:16,204 WARN [Thread-99 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/32fb828a-2f28-50df-26bb-2aa61c7bf9ac/cluster_dc8ded00-5e83-2364-1e1d-db62aa02ff97/data/data4/current/BP-212305443-172.17.0.3-1730990473840/current, will proceed with Du for space computation calculation, 2024-11-07T14:41:16,203 WARN [Thread-100 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/32fb828a-2f28-50df-26bb-2aa61c7bf9ac/cluster_dc8ded00-5e83-2364-1e1d-db62aa02ff97/data/data1/current/BP-212305443-172.17.0.3-1730990473840/current, will proceed with Du for space computation calculation, 2024-11-07T14:41:16,204 WARN [Thread-101 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/32fb828a-2f28-50df-26bb-2aa61c7bf9ac/cluster_dc8ded00-5e83-2364-1e1d-db62aa02ff97/data/data2/current/BP-212305443-172.17.0.3-1730990473840/current, will proceed with Du for space computation calculation, 2024-11-07T14:41:16,232 WARN [Thread-81 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-07T14:41:16,232 WARN [Thread-58 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-07T14:41:16,278 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x488e80e02350ced2 with lease ID 0x33b09409ea39103c: Processing first storage report for DS-f49cafad-6001-443e-a5d5-61007894a6c5 from datanode DatanodeRegistration(127.0.0.1:41561, datanodeUuid=59bb1fee-46d0-48b0-b1dc-8992f7095996, infoPort=38129, infoSecurePort=0, ipcPort=40019, storageInfo=lv=-57;cid=testClusterID;nsid=75856023;c=1730990473840) 2024-11-07T14:41:16,279 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x488e80e02350ced2 with lease ID 0x33b09409ea39103c: from storage DS-f49cafad-6001-443e-a5d5-61007894a6c5 node DatanodeRegistration(127.0.0.1:41561, datanodeUuid=59bb1fee-46d0-48b0-b1dc-8992f7095996, infoPort=38129, infoSecurePort=0, ipcPort=40019, storageInfo=lv=-57;cid=testClusterID;nsid=75856023;c=1730990473840), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-07T14:41:16,279 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x2cb31baed667fca3 with lease ID 0x33b09409ea39103b: Processing first storage report for DS-b2a0aad4-ff97-4b4a-818e-a4f0f315e830 from datanode DatanodeRegistration(127.0.0.1:33877, datanodeUuid=4d03cb59-c1f5-485c-abd2-9ecf1d2fb4a4, infoPort=37065, infoSecurePort=0, ipcPort=36721, storageInfo=lv=-57;cid=testClusterID;nsid=75856023;c=1730990473840) 2024-11-07T14:41:16,280 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x2cb31baed667fca3 with lease ID 0x33b09409ea39103b: from storage DS-b2a0aad4-ff97-4b4a-818e-a4f0f315e830 node DatanodeRegistration(127.0.0.1:33877, datanodeUuid=4d03cb59-c1f5-485c-abd2-9ecf1d2fb4a4, infoPort=37065, infoSecurePort=0, ipcPort=36721, storageInfo=lv=-57;cid=testClusterID;nsid=75856023;c=1730990473840), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-07T14:41:16,280 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x488e80e02350ced2 with lease ID 0x33b09409ea39103c: Processing first storage report for DS-5f82610b-a0dd-43f6-a729-5b1251b1c82e from datanode DatanodeRegistration(127.0.0.1:41561, datanodeUuid=59bb1fee-46d0-48b0-b1dc-8992f7095996, infoPort=38129, infoSecurePort=0, ipcPort=40019, storageInfo=lv=-57;cid=testClusterID;nsid=75856023;c=1730990473840) 2024-11-07T14:41:16,280 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x488e80e02350ced2 with lease ID 0x33b09409ea39103c: from storage DS-5f82610b-a0dd-43f6-a729-5b1251b1c82e node DatanodeRegistration(127.0.0.1:41561, datanodeUuid=59bb1fee-46d0-48b0-b1dc-8992f7095996, infoPort=38129, infoSecurePort=0, ipcPort=40019, storageInfo=lv=-57;cid=testClusterID;nsid=75856023;c=1730990473840), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-07T14:41:16,280 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x2cb31baed667fca3 with lease ID 0x33b09409ea39103b: Processing first storage report for DS-5e41b8a3-848d-435a-8b7e-308c6a3594c7 from datanode DatanodeRegistration(127.0.0.1:33877, datanodeUuid=4d03cb59-c1f5-485c-abd2-9ecf1d2fb4a4, infoPort=37065, infoSecurePort=0, ipcPort=36721, storageInfo=lv=-57;cid=testClusterID;nsid=75856023;c=1730990473840) 2024-11-07T14:41:16,280 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x2cb31baed667fca3 with lease ID 0x33b09409ea39103b: from storage DS-5e41b8a3-848d-435a-8b7e-308c6a3594c7 node DatanodeRegistration(127.0.0.1:33877, datanodeUuid=4d03cb59-c1f5-485c-abd2-9ecf1d2fb4a4, infoPort=37065, infoSecurePort=0, ipcPort=36721, storageInfo=lv=-57;cid=testClusterID;nsid=75856023;c=1730990473840), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-07T14:41:16,283 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/32fb828a-2f28-50df-26bb-2aa61c7bf9ac 2024-11-07T14:41:16,345 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/32fb828a-2f28-50df-26bb-2aa61c7bf9ac/cluster_dc8ded00-5e83-2364-1e1d-db62aa02ff97/zookeeper_0, clientPort=58856, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/32fb828a-2f28-50df-26bb-2aa61c7bf9ac/cluster_dc8ded00-5e83-2364-1e1d-db62aa02ff97/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/32fb828a-2f28-50df-26bb-2aa61c7bf9ac/cluster_dc8ded00-5e83-2364-1e1d-db62aa02ff97/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-07T14:41:16,354 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=58856 2024-11-07T14:41:16,364 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-07T14:41:16,366 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-07T14:41:16,560 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33877 is added to blk_1073741825_1001 (size=7) 2024-11-07T14:41:16,560 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41561 is added to blk_1073741825_1001 (size=7) 2024-11-07T14:41:16,974 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:44087/user/jenkins/test-data/12c0d4ca-8086-2565-7d3b-6602d5340d03 with version=8 2024-11-07T14:41:16,975 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:44087/user/jenkins/test-data/12c0d4ca-8086-2565-7d3b-6602d5340d03/hbase-staging 2024-11-07T14:41:17,053 DEBUG [Time-limited test {}] channel.MultithreadEventLoopGroup(44): -Dio.netty.eventLoopThreads: 16 2024-11-07T14:41:17,268 INFO [Time-limited test {}] client.ConnectionUtils(128): master/b7cc9d764de6:0 server-side Connection retries=45 2024-11-07T14:41:17,278 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-07T14:41:17,278 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-07T14:41:17,283 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-07T14:41:17,283 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-07T14:41:17,283 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-07T14:41:17,411 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-07T14:41:17,462 INFO [Time-limited test {}] metrics.MetricRegistriesLoader(60): Loaded MetricRegistries class org.apache.hadoop.hbase.metrics.impl.MetricRegistriesImpl 2024-11-07T14:41:17,470 DEBUG [Time-limited test {}] util.ClassSize(228): Using Unsafe to estimate memory layout 2024-11-07T14:41:17,473 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-07T14:41:17,495 DEBUG [Time-limited test {}] channel.DefaultChannelId(84): -Dio.netty.processId: 54231 (auto-detected) 2024-11-07T14:41:17,496 DEBUG [Time-limited test {}] channel.DefaultChannelId(106): -Dio.netty.machineId: 02:42:ac:ff:fe:11:00:03 (auto-detected) 2024-11-07T14:41:17,511 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:43455 2024-11-07T14:41:17,530 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:43455 connecting to ZooKeeper ensemble=127.0.0.1:58856 2024-11-07T14:41:17,593 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:434550x0, quorum=127.0.0.1:58856, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-07T14:41:17,595 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:43455-0x10116ec51d10000 connected 2024-11-07T14:41:17,666 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-07T14:41:17,668 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-07T14:41:17,679 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:43455-0x10116ec51d10000, quorum=127.0.0.1:58856, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-07T14:41:17,683 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:44087/user/jenkins/test-data/12c0d4ca-8086-2565-7d3b-6602d5340d03, hbase.cluster.distributed=false 2024-11-07T14:41:17,705 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:43455-0x10116ec51d10000, quorum=127.0.0.1:58856, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-07T14:41:17,710 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=43455 2024-11-07T14:41:17,710 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=43455 2024-11-07T14:41:17,711 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=43455 2024-11-07T14:41:17,712 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=43455 2024-11-07T14:41:17,713 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=43455 2024-11-07T14:41:17,818 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/b7cc9d764de6:0 server-side Connection retries=45 2024-11-07T14:41:17,820 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-07T14:41:17,820 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-07T14:41:17,821 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-07T14:41:17,821 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-07T14:41:17,821 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-07T14:41:17,824 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-07T14:41:17,826 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-07T14:41:17,827 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:45245 2024-11-07T14:41:17,829 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:45245 connecting to ZooKeeper ensemble=127.0.0.1:58856 2024-11-07T14:41:17,831 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-07T14:41:17,836 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-07T14:41:17,847 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:452450x0, quorum=127.0.0.1:58856, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-07T14:41:17,848 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:452450x0, quorum=127.0.0.1:58856, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-07T14:41:17,848 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:45245-0x10116ec51d10001 connected 2024-11-07T14:41:17,853 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-07T14:41:17,860 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-07T14:41:17,863 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:45245-0x10116ec51d10001, quorum=127.0.0.1:58856, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-07T14:41:17,868 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:45245-0x10116ec51d10001, quorum=127.0.0.1:58856, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-07T14:41:17,869 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=45245 2024-11-07T14:41:17,870 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=45245 2024-11-07T14:41:17,874 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=45245 2024-11-07T14:41:17,875 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=45245 2024-11-07T14:41:17,876 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=45245 2024-11-07T14:41:17,895 DEBUG [M:0;b7cc9d764de6:43455 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;b7cc9d764de6:43455 2024-11-07T14:41:17,896 INFO [master/b7cc9d764de6:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /hbase/backup-masters/b7cc9d764de6,43455,1730990477114 2024-11-07T14:41:17,906 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45245-0x10116ec51d10001, quorum=127.0.0.1:58856, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-07T14:41:17,906 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43455-0x10116ec51d10000, quorum=127.0.0.1:58856, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-07T14:41:17,908 DEBUG [master/b7cc9d764de6:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:43455-0x10116ec51d10000, quorum=127.0.0.1:58856, baseZNode=/hbase Set watcher on existing znode=/hbase/backup-masters/b7cc9d764de6,43455,1730990477114 2024-11-07T14:41:17,930 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45245-0x10116ec51d10001, quorum=127.0.0.1:58856, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-07T14:41:17,931 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43455-0x10116ec51d10000, quorum=127.0.0.1:58856, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-07T14:41:17,931 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45245-0x10116ec51d10001, quorum=127.0.0.1:58856, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-07T14:41:17,932 DEBUG [master/b7cc9d764de6:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:43455-0x10116ec51d10000, quorum=127.0.0.1:58856, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-11-07T14:41:17,933 INFO [master/b7cc9d764de6:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /hbase/backup-masters/b7cc9d764de6,43455,1730990477114 from backup master directory 2024-11-07T14:41:17,939 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43455-0x10116ec51d10000, quorum=127.0.0.1:58856, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/backup-masters/b7cc9d764de6,43455,1730990477114 2024-11-07T14:41:17,939 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45245-0x10116ec51d10001, quorum=127.0.0.1:58856, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-07T14:41:17,939 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43455-0x10116ec51d10000, quorum=127.0.0.1:58856, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-07T14:41:17,940 WARN [master/b7cc9d764de6:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-07T14:41:17,940 INFO [master/b7cc9d764de6:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=b7cc9d764de6,43455,1730990477114 2024-11-07T14:41:17,942 INFO [master/b7cc9d764de6:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating data MemStoreChunkPool with chunk size 2 MB, max count 396, initial count 0 2024-11-07T14:41:17,943 INFO [master/b7cc9d764de6:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating index MemStoreChunkPool with chunk size 204.80 KB, max count 440, initial count 0 2024-11-07T14:41:17,995 DEBUG [master/b7cc9d764de6:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:44087/user/jenkins/test-data/12c0d4ca-8086-2565-7d3b-6602d5340d03/hbase.id] with ID: bc509d4f-e4e1-421f-8e10-93995e220d63 2024-11-07T14:41:17,996 DEBUG [master/b7cc9d764de6:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:44087/user/jenkins/test-data/12c0d4ca-8086-2565-7d3b-6602d5340d03/.tmp/hbase.id 2024-11-07T14:41:18,008 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33877 is added to blk_1073741826_1002 (size=42) 2024-11-07T14:41:18,009 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41561 is added to blk_1073741826_1002 (size=42) 2024-11-07T14:41:18,010 DEBUG [master/b7cc9d764de6:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:44087/user/jenkins/test-data/12c0d4ca-8086-2565-7d3b-6602d5340d03/.tmp/hbase.id]:[hdfs://localhost:44087/user/jenkins/test-data/12c0d4ca-8086-2565-7d3b-6602d5340d03/hbase.id] 2024-11-07T14:41:18,057 INFO [master/b7cc9d764de6:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-07T14:41:18,064 INFO [master/b7cc9d764de6:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-07T14:41:18,082 INFO [master/b7cc9d764de6:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 17ms. 2024-11-07T14:41:18,089 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45245-0x10116ec51d10001, quorum=127.0.0.1:58856, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-07T14:41:18,089 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43455-0x10116ec51d10000, quorum=127.0.0.1:58856, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-07T14:41:18,107 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41561 is added to blk_1073741827_1003 (size=196) 2024-11-07T14:41:18,107 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33877 is added to blk_1073741827_1003 (size=196) 2024-11-07T14:41:18,123 INFO [master/b7cc9d764de6:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-07T14:41:18,124 INFO [master/b7cc9d764de6:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-07T14:41:18,130 INFO [master/b7cc9d764de6:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-07T14:41:18,160 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41561 is added to blk_1073741828_1004 (size=1189) 2024-11-07T14:41:18,160 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33877 is added to blk_1073741828_1004 (size=1189) 2024-11-07T14:41:18,176 INFO [master/b7cc9d764de6:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:44087/user/jenkins/test-data/12c0d4ca-8086-2565-7d3b-6602d5340d03/MasterData/data/master/store 2024-11-07T14:41:18,195 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33877 is added to blk_1073741829_1005 (size=34) 2024-11-07T14:41:18,195 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41561 is added to blk_1073741829_1005 (size=34) 2024-11-07T14:41:18,200 INFO [master/b7cc9d764de6:0:becomeActiveMaster {}] throttle.StoreHotnessProtector(112): StoreHotnessProtector is disabled. Set hbase.region.store.parallel.put.limit > 0 to enable, which may help mitigate load under heavy write pressure. 2024-11-07T14:41:18,204 DEBUG [master/b7cc9d764de6:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-07T14:41:18,206 DEBUG [master/b7cc9d764de6:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-07T14:41:18,206 INFO [master/b7cc9d764de6:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-07T14:41:18,206 DEBUG [master/b7cc9d764de6:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-07T14:41:18,207 DEBUG [master/b7cc9d764de6:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-07T14:41:18,208 DEBUG [master/b7cc9d764de6:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-07T14:41:18,208 INFO [master/b7cc9d764de6:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-07T14:41:18,209 DEBUG [master/b7cc9d764de6:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1730990478205Disabling compacts and flushes for region at 1730990478206 (+1 ms)Disabling writes for close at 1730990478208 (+2 ms)Writing region close event to WAL at 1730990478208Closed at 1730990478208 2024-11-07T14:41:18,212 WARN [master/b7cc9d764de6:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:44087/user/jenkins/test-data/12c0d4ca-8086-2565-7d3b-6602d5340d03/MasterData/data/master/store/.initializing 2024-11-07T14:41:18,212 DEBUG [master/b7cc9d764de6:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:44087/user/jenkins/test-data/12c0d4ca-8086-2565-7d3b-6602d5340d03/MasterData/WALs/b7cc9d764de6,43455,1730990477114 2024-11-07T14:41:18,220 INFO [master/b7cc9d764de6:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-07T14:41:18,236 INFO [master/b7cc9d764de6:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=b7cc9d764de6%2C43455%2C1730990477114, suffix=, logDir=hdfs://localhost:44087/user/jenkins/test-data/12c0d4ca-8086-2565-7d3b-6602d5340d03/MasterData/WALs/b7cc9d764de6,43455,1730990477114, archiveDir=hdfs://localhost:44087/user/jenkins/test-data/12c0d4ca-8086-2565-7d3b-6602d5340d03/MasterData/oldWALs, maxLogs=10 2024-11-07T14:41:18,271 DEBUG [master/b7cc9d764de6:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/12c0d4ca-8086-2565-7d3b-6602d5340d03/MasterData/WALs/b7cc9d764de6,43455,1730990477114/b7cc9d764de6%2C43455%2C1730990477114.1730990478243, exclude list is [], retry=0 2024-11-07T14:41:18,289 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(244): No decryptEncryptedDataEncryptionKey method in DFSClient, should be hadoop version with HDFS-12396 java.lang.NoSuchMethodException: org.apache.hadoop.hdfs.DFSClient.decryptEncryptedDataEncryptionKey(org.apache.hadoop.fs.FileEncryptionInfo) at java.lang.Class.getDeclaredMethod(Class.java:2675) ~[?:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelperWithoutHDFS12396(FanOutOneBlockAsyncDFSOutputSaslHelper.java:183) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelper(FanOutOneBlockAsyncDFSOutputSaslHelper.java:242) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.(FanOutOneBlockAsyncDFSOutputSaslHelper.java:253) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper.initialize(FanOutOneBlockAsyncDFSOutputHelper.java:414) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper$5.operationComplete(FanOutOneBlockAsyncDFSOutputHelper.java:473) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper$5.operationComplete(FanOutOneBlockAsyncDFSOutputHelper.java:468) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.NettyFutureUtils.lambda$addListener$0(NettyFutureUtils.java:56) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:590) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:583) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:559) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:492) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:636) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setSuccess0(DefaultPromise.java:625) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.trySuccess(DefaultPromise.java:105) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPromise.trySuccess(DefaultChannelPromise.java:84) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.fulfillConnectPromise(AbstractEpollChannel.java:658) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:696) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T14:41:18,293 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33877,DS-b2a0aad4-ff97-4b4a-818e-a4f0f315e830,DISK] 2024-11-07T14:41:18,293 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41561,DS-f49cafad-6001-443e-a5d5-61007894a6c5,DISK] 2024-11-07T14:41:18,296 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] asyncfs.ProtobufDecoder(117): Hadoop 3.3 and above shades protobuf. 2024-11-07T14:41:18,331 INFO [master/b7cc9d764de6:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/12c0d4ca-8086-2565-7d3b-6602d5340d03/MasterData/WALs/b7cc9d764de6,43455,1730990477114/b7cc9d764de6%2C43455%2C1730990477114.1730990478243 2024-11-07T14:41:18,332 DEBUG [master/b7cc9d764de6:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37065:37065),(127.0.0.1/127.0.0.1:38129:38129)] 2024-11-07T14:41:18,333 DEBUG [master/b7cc9d764de6:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-07T14:41:18,333 DEBUG [master/b7cc9d764de6:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-07T14:41:18,336 DEBUG [master/b7cc9d764de6:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-07T14:41:18,337 DEBUG [master/b7cc9d764de6:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-07T14:41:18,371 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-07T14:41:18,396 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-07T14:41:18,400 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T14:41:18,402 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-07T14:41:18,403 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-07T14:41:18,407 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-07T14:41:18,407 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T14:41:18,408 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-07T14:41:18,408 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-07T14:41:18,411 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-07T14:41:18,411 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T14:41:18,412 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-07T14:41:18,413 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-07T14:41:18,415 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-07T14:41:18,415 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T14:41:18,416 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-07T14:41:18,417 DEBUG [master/b7cc9d764de6:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-07T14:41:18,421 DEBUG [master/b7cc9d764de6:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44087/user/jenkins/test-data/12c0d4ca-8086-2565-7d3b-6602d5340d03/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-07T14:41:18,422 DEBUG [master/b7cc9d764de6:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44087/user/jenkins/test-data/12c0d4ca-8086-2565-7d3b-6602d5340d03/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-07T14:41:18,428 DEBUG [master/b7cc9d764de6:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-07T14:41:18,429 DEBUG [master/b7cc9d764de6:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-07T14:41:18,432 DEBUG [master/b7cc9d764de6:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-07T14:41:18,436 DEBUG [master/b7cc9d764de6:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-07T14:41:18,441 DEBUG [master/b7cc9d764de6:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44087/user/jenkins/test-data/12c0d4ca-8086-2565-7d3b-6602d5340d03/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-07T14:41:18,443 INFO [master/b7cc9d764de6:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=842302, jitterRate=0.07104258239269257}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-07T14:41:18,450 DEBUG [master/b7cc9d764de6:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1730990478348Initializing all the Stores at 1730990478350 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1730990478351 (+1 ms)Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1730990478351Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1730990478351Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1730990478352 (+1 ms)Cleaning up temporary data from old regions at 1730990478429 (+77 ms)Region opened successfully at 1730990478450 (+21 ms) 2024-11-07T14:41:18,451 INFO [master/b7cc9d764de6:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-07T14:41:18,487 DEBUG [master/b7cc9d764de6:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@92a2c95, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=b7cc9d764de6/172.17.0.3:0 2024-11-07T14:41:18,514 INFO [master/b7cc9d764de6:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-07T14:41:18,523 INFO [master/b7cc9d764de6:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-07T14:41:18,523 INFO [master/b7cc9d764de6:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-07T14:41:18,526 INFO [master/b7cc9d764de6:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-07T14:41:18,528 INFO [master/b7cc9d764de6:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 1 msec 2024-11-07T14:41:18,532 INFO [master/b7cc9d764de6:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 4 msec 2024-11-07T14:41:18,532 INFO [master/b7cc9d764de6:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-07T14:41:18,558 INFO [master/b7cc9d764de6:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-07T14:41:18,566 DEBUG [master/b7cc9d764de6:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43455-0x10116ec51d10000, quorum=127.0.0.1:58856, baseZNode=/hbase Unable to get data of znode /hbase/balancer because node does not exist (not necessarily an error) 2024-11-07T14:41:18,597 DEBUG [master/b7cc9d764de6:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/balancer already deleted, retry=false 2024-11-07T14:41:18,601 INFO [master/b7cc9d764de6:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-07T14:41:18,603 DEBUG [master/b7cc9d764de6:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43455-0x10116ec51d10000, quorum=127.0.0.1:58856, baseZNode=/hbase Unable to get data of znode /hbase/normalizer because node does not exist (not necessarily an error) 2024-11-07T14:41:18,613 DEBUG [master/b7cc9d764de6:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/normalizer already deleted, retry=false 2024-11-07T14:41:18,616 INFO [master/b7cc9d764de6:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-07T14:41:18,620 DEBUG [master/b7cc9d764de6:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43455-0x10116ec51d10000, quorum=127.0.0.1:58856, baseZNode=/hbase Unable to get data of znode /hbase/switch/split because node does not exist (not necessarily an error) 2024-11-07T14:41:18,630 DEBUG [master/b7cc9d764de6:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/split already deleted, retry=false 2024-11-07T14:41:18,632 DEBUG [master/b7cc9d764de6:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43455-0x10116ec51d10000, quorum=127.0.0.1:58856, baseZNode=/hbase Unable to get data of znode /hbase/switch/merge because node does not exist (not necessarily an error) 2024-11-07T14:41:18,639 DEBUG [master/b7cc9d764de6:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/merge already deleted, retry=false 2024-11-07T14:41:18,660 DEBUG [master/b7cc9d764de6:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43455-0x10116ec51d10000, quorum=127.0.0.1:58856, baseZNode=/hbase Unable to get data of znode /hbase/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-07T14:41:18,663 DEBUG [master/b7cc9d764de6:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/snapshot-cleanup already deleted, retry=false 2024-11-07T14:41:18,672 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43455-0x10116ec51d10000, quorum=127.0.0.1:58856, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-07T14:41:18,672 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45245-0x10116ec51d10001, quorum=127.0.0.1:58856, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-07T14:41:18,672 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43455-0x10116ec51d10000, quorum=127.0.0.1:58856, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-07T14:41:18,672 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45245-0x10116ec51d10001, quorum=127.0.0.1:58856, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-07T14:41:18,675 INFO [master/b7cc9d764de6:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=b7cc9d764de6,43455,1730990477114, sessionid=0x10116ec51d10000, setting cluster-up flag (Was=false) 2024-11-07T14:41:18,706 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43455-0x10116ec51d10000, quorum=127.0.0.1:58856, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-07T14:41:18,706 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45245-0x10116ec51d10001, quorum=127.0.0.1:58856, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-07T14:41:18,730 DEBUG [master/b7cc9d764de6:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/flush-table-proc/acquired, /hbase/flush-table-proc/reached, /hbase/flush-table-proc/abort 2024-11-07T14:41:18,734 DEBUG [master/b7cc9d764de6:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=b7cc9d764de6,43455,1730990477114 2024-11-07T14:41:18,755 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43455-0x10116ec51d10000, quorum=127.0.0.1:58856, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-07T14:41:18,755 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45245-0x10116ec51d10001, quorum=127.0.0.1:58856, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-07T14:41:18,781 DEBUG [master/b7cc9d764de6:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/online-snapshot/acquired, /hbase/online-snapshot/reached, /hbase/online-snapshot/abort 2024-11-07T14:41:18,784 DEBUG [master/b7cc9d764de6:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=b7cc9d764de6,43455,1730990477114 2024-11-07T14:41:18,792 INFO [master/b7cc9d764de6:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:44087/user/jenkins/test-data/12c0d4ca-8086-2565-7d3b-6602d5340d03/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-07T14:41:18,863 DEBUG [master/b7cc9d764de6:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-07T14:41:18,873 INFO [master/b7cc9d764de6:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-07T14:41:18,879 INFO [master/b7cc9d764de6:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-07T14:41:18,882 INFO [RS:0;b7cc9d764de6:45245 {}] regionserver.HRegionServer(746): ClusterId : bc509d4f-e4e1-421f-8e10-93995e220d63 2024-11-07T14:41:18,884 DEBUG [RS:0;b7cc9d764de6:45245 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-07T14:41:18,884 DEBUG [master/b7cc9d764de6:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: b7cc9d764de6,43455,1730990477114 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-07T14:41:18,891 DEBUG [RS:0;b7cc9d764de6:45245 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-07T14:41:18,891 DEBUG [RS:0;b7cc9d764de6:45245 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-07T14:41:18,891 DEBUG [master/b7cc9d764de6:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/b7cc9d764de6:0, corePoolSize=5, maxPoolSize=5 2024-11-07T14:41:18,891 DEBUG [master/b7cc9d764de6:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/b7cc9d764de6:0, corePoolSize=5, maxPoolSize=5 2024-11-07T14:41:18,892 DEBUG [master/b7cc9d764de6:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/b7cc9d764de6:0, corePoolSize=5, maxPoolSize=5 2024-11-07T14:41:18,892 DEBUG [master/b7cc9d764de6:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/b7cc9d764de6:0, corePoolSize=5, maxPoolSize=5 2024-11-07T14:41:18,892 DEBUG [master/b7cc9d764de6:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/b7cc9d764de6:0, corePoolSize=10, maxPoolSize=10 2024-11-07T14:41:18,892 DEBUG [master/b7cc9d764de6:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/b7cc9d764de6:0, corePoolSize=1, maxPoolSize=1 2024-11-07T14:41:18,892 DEBUG [master/b7cc9d764de6:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/b7cc9d764de6:0, corePoolSize=2, maxPoolSize=2 2024-11-07T14:41:18,892 DEBUG [master/b7cc9d764de6:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/b7cc9d764de6:0, corePoolSize=1, maxPoolSize=1 2024-11-07T14:41:18,893 INFO [master/b7cc9d764de6:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1730990508893 2024-11-07T14:41:18,895 INFO [master/b7cc9d764de6:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-07T14:41:18,896 INFO [master/b7cc9d764de6:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-07T14:41:18,898 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-07T14:41:18,898 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-07T14:41:18,899 DEBUG [RS:0;b7cc9d764de6:45245 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-07T14:41:18,899 INFO [master/b7cc9d764de6:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-07T14:41:18,899 INFO [master/b7cc9d764de6:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-07T14:41:18,899 DEBUG [RS:0;b7cc9d764de6:45245 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@24233a24, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=b7cc9d764de6/172.17.0.3:0 2024-11-07T14:41:18,900 INFO [master/b7cc9d764de6:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-07T14:41:18,900 INFO [master/b7cc9d764de6:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-07T14:41:18,900 INFO [master/b7cc9d764de6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-07T14:41:18,903 INFO [master/b7cc9d764de6:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-07T14:41:18,904 INFO [master/b7cc9d764de6:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-07T14:41:18,904 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T14:41:18,904 INFO [master/b7cc9d764de6:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-07T14:41:18,904 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-07T14:41:18,906 INFO [master/b7cc9d764de6:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-07T14:41:18,906 INFO [master/b7cc9d764de6:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-07T14:41:18,908 DEBUG [master/b7cc9d764de6:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/b7cc9d764de6:0:becomeActiveMaster-HFileCleaner.large.0-1730990478907,5,FailOnTimeoutGroup] 2024-11-07T14:41:18,909 DEBUG [master/b7cc9d764de6:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/b7cc9d764de6:0:becomeActiveMaster-HFileCleaner.small.0-1730990478908,5,FailOnTimeoutGroup] 2024-11-07T14:41:18,909 INFO [master/b7cc9d764de6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-07T14:41:18,909 INFO [master/b7cc9d764de6:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-07T14:41:18,911 INFO [master/b7cc9d764de6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-07T14:41:18,911 INFO [master/b7cc9d764de6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-07T14:41:18,917 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33877 is added to blk_1073741831_1007 (size=1321) 2024-11-07T14:41:18,917 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41561 is added to blk_1073741831_1007 (size=1321) 2024-11-07T14:41:18,918 DEBUG [RS:0;b7cc9d764de6:45245 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;b7cc9d764de6:45245 2024-11-07T14:41:18,919 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:44087/user/jenkins/test-data/12c0d4ca-8086-2565-7d3b-6602d5340d03/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-07T14:41:18,920 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:44087/user/jenkins/test-data/12c0d4ca-8086-2565-7d3b-6602d5340d03 2024-11-07T14:41:18,923 INFO [RS:0;b7cc9d764de6:45245 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-07T14:41:18,923 INFO [RS:0;b7cc9d764de6:45245 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-07T14:41:18,923 DEBUG [RS:0;b7cc9d764de6:45245 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-07T14:41:18,926 INFO [RS:0;b7cc9d764de6:45245 {}] regionserver.HRegionServer(2659): reportForDuty to master=b7cc9d764de6,43455,1730990477114 with port=45245, startcode=1730990477782 2024-11-07T14:41:18,930 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41561 is added to blk_1073741832_1008 (size=32) 2024-11-07T14:41:18,930 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33877 is added to blk_1073741832_1008 (size=32) 2024-11-07T14:41:18,932 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-07T14:41:18,935 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-07T14:41:18,938 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-07T14:41:18,938 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T14:41:18,940 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-07T14:41:18,940 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-07T14:41:18,940 DEBUG [RS:0;b7cc9d764de6:45245 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-07T14:41:18,943 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-07T14:41:18,943 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T14:41:18,944 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-07T14:41:18,944 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-07T14:41:18,947 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-07T14:41:18,947 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T14:41:18,949 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-07T14:41:18,949 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-07T14:41:18,952 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-07T14:41:18,952 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T14:41:18,953 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-07T14:41:18,953 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-07T14:41:18,955 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44087/user/jenkins/test-data/12c0d4ca-8086-2565-7d3b-6602d5340d03/data/hbase/meta/1588230740 2024-11-07T14:41:18,956 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44087/user/jenkins/test-data/12c0d4ca-8086-2565-7d3b-6602d5340d03/data/hbase/meta/1588230740 2024-11-07T14:41:18,959 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-07T14:41:18,959 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-07T14:41:18,960 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-07T14:41:18,964 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-07T14:41:18,970 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44087/user/jenkins/test-data/12c0d4ca-8086-2565-7d3b-6602d5340d03/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-07T14:41:18,972 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=16384, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=710320, jitterRate=-0.0967826396226883}}}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-07T14:41:18,977 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:44799, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=RegionServerStatusService 2024-11-07T14:41:18,977 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1730990478932Initializing all the Stores at 1730990478934 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1730990478934Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1730990478934Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1730990478934Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1730990478935 (+1 ms)Cleaning up temporary data from old regions at 1730990478959 (+24 ms)Region opened successfully at 1730990478977 (+18 ms) 2024-11-07T14:41:18,977 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-07T14:41:18,977 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-07T14:41:18,977 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-07T14:41:18,978 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-07T14:41:18,978 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-07T14:41:18,979 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-07T14:41:18,979 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1730990478977Disabling compacts and flushes for region at 1730990478977Disabling writes for close at 1730990478978 (+1 ms)Writing region close event to WAL at 1730990478979 (+1 ms)Closed at 1730990478979 2024-11-07T14:41:18,983 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-07T14:41:18,983 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-07T14:41:18,983 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=43455 {}] master.ServerManager(363): Checking decommissioned status of RegionServer b7cc9d764de6,45245,1730990477782 2024-11-07T14:41:18,985 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=43455 {}] master.ServerManager(517): Registering regionserver=b7cc9d764de6,45245,1730990477782 2024-11-07T14:41:18,988 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-07T14:41:18,999 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-07T14:41:19,002 DEBUG [RS:0;b7cc9d764de6:45245 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:44087/user/jenkins/test-data/12c0d4ca-8086-2565-7d3b-6602d5340d03 2024-11-07T14:41:19,002 DEBUG [RS:0;b7cc9d764de6:45245 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:44087 2024-11-07T14:41:19,002 DEBUG [RS:0;b7cc9d764de6:45245 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-07T14:41:19,004 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-07T14:41:19,014 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43455-0x10116ec51d10000, quorum=127.0.0.1:58856, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-07T14:41:19,014 DEBUG [RS:0;b7cc9d764de6:45245 {}] zookeeper.ZKUtil(111): regionserver:45245-0x10116ec51d10001, quorum=127.0.0.1:58856, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/b7cc9d764de6,45245,1730990477782 2024-11-07T14:41:19,015 WARN [RS:0;b7cc9d764de6:45245 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-07T14:41:19,015 INFO [RS:0;b7cc9d764de6:45245 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-07T14:41:19,015 DEBUG [RS:0;b7cc9d764de6:45245 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:44087/user/jenkins/test-data/12c0d4ca-8086-2565-7d3b-6602d5340d03/WALs/b7cc9d764de6,45245,1730990477782 2024-11-07T14:41:19,018 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [b7cc9d764de6,45245,1730990477782] 2024-11-07T14:41:19,040 INFO [RS:0;b7cc9d764de6:45245 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-07T14:41:19,056 INFO [RS:0;b7cc9d764de6:45245 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-07T14:41:19,060 INFO [RS:0;b7cc9d764de6:45245 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-07T14:41:19,060 INFO [RS:0;b7cc9d764de6:45245 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-07T14:41:19,061 INFO [RS:0;b7cc9d764de6:45245 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-07T14:41:19,067 INFO [RS:0;b7cc9d764de6:45245 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-07T14:41:19,068 INFO [RS:0;b7cc9d764de6:45245 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-07T14:41:19,069 DEBUG [RS:0;b7cc9d764de6:45245 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/b7cc9d764de6:0, corePoolSize=1, maxPoolSize=1 2024-11-07T14:41:19,069 DEBUG [RS:0;b7cc9d764de6:45245 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/b7cc9d764de6:0, corePoolSize=1, maxPoolSize=1 2024-11-07T14:41:19,069 DEBUG [RS:0;b7cc9d764de6:45245 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/b7cc9d764de6:0, corePoolSize=1, maxPoolSize=1 2024-11-07T14:41:19,069 DEBUG [RS:0;b7cc9d764de6:45245 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/b7cc9d764de6:0, corePoolSize=1, maxPoolSize=1 2024-11-07T14:41:19,070 DEBUG [RS:0;b7cc9d764de6:45245 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/b7cc9d764de6:0, corePoolSize=1, maxPoolSize=1 2024-11-07T14:41:19,070 DEBUG [RS:0;b7cc9d764de6:45245 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/b7cc9d764de6:0, corePoolSize=2, maxPoolSize=2 2024-11-07T14:41:19,070 DEBUG [RS:0;b7cc9d764de6:45245 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/b7cc9d764de6:0, corePoolSize=1, maxPoolSize=1 2024-11-07T14:41:19,070 DEBUG [RS:0;b7cc9d764de6:45245 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/b7cc9d764de6:0, corePoolSize=1, maxPoolSize=1 2024-11-07T14:41:19,070 DEBUG [RS:0;b7cc9d764de6:45245 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/b7cc9d764de6:0, corePoolSize=1, maxPoolSize=1 2024-11-07T14:41:19,070 DEBUG [RS:0;b7cc9d764de6:45245 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/b7cc9d764de6:0, corePoolSize=1, maxPoolSize=1 2024-11-07T14:41:19,071 DEBUG [RS:0;b7cc9d764de6:45245 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/b7cc9d764de6:0, corePoolSize=1, maxPoolSize=1 2024-11-07T14:41:19,071 DEBUG [RS:0;b7cc9d764de6:45245 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/b7cc9d764de6:0, corePoolSize=1, maxPoolSize=1 2024-11-07T14:41:19,071 DEBUG [RS:0;b7cc9d764de6:45245 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/b7cc9d764de6:0, corePoolSize=3, maxPoolSize=3 2024-11-07T14:41:19,071 DEBUG [RS:0;b7cc9d764de6:45245 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/b7cc9d764de6:0, corePoolSize=3, maxPoolSize=3 2024-11-07T14:41:19,072 INFO [RS:0;b7cc9d764de6:45245 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-07T14:41:19,072 INFO [RS:0;b7cc9d764de6:45245 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-07T14:41:19,072 INFO [RS:0;b7cc9d764de6:45245 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-07T14:41:19,072 INFO [RS:0;b7cc9d764de6:45245 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-07T14:41:19,073 INFO [RS:0;b7cc9d764de6:45245 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-07T14:41:19,073 INFO [RS:0;b7cc9d764de6:45245 {}] hbase.ChoreService(168): Chore ScheduledChore name=b7cc9d764de6,45245,1730990477782-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-07T14:41:19,091 INFO [RS:0;b7cc9d764de6:45245 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-07T14:41:19,094 INFO [RS:0;b7cc9d764de6:45245 {}] hbase.ChoreService(168): Chore ScheduledChore name=b7cc9d764de6,45245,1730990477782-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-07T14:41:19,094 INFO [RS:0;b7cc9d764de6:45245 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-07T14:41:19,094 INFO [RS:0;b7cc9d764de6:45245 {}] regionserver.Replication(171): b7cc9d764de6,45245,1730990477782 started 2024-11-07T14:41:19,115 INFO [RS:0;b7cc9d764de6:45245 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-07T14:41:19,115 INFO [RS:0;b7cc9d764de6:45245 {}] regionserver.HRegionServer(1482): Serving as b7cc9d764de6,45245,1730990477782, RpcServer on b7cc9d764de6/172.17.0.3:45245, sessionid=0x10116ec51d10001 2024-11-07T14:41:19,116 DEBUG [RS:0;b7cc9d764de6:45245 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-07T14:41:19,116 DEBUG [RS:0;b7cc9d764de6:45245 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager b7cc9d764de6,45245,1730990477782 2024-11-07T14:41:19,117 DEBUG [RS:0;b7cc9d764de6:45245 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'b7cc9d764de6,45245,1730990477782' 2024-11-07T14:41:19,117 DEBUG [RS:0;b7cc9d764de6:45245 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-07T14:41:19,118 DEBUG [RS:0;b7cc9d764de6:45245 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-07T14:41:19,119 DEBUG [RS:0;b7cc9d764de6:45245 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-07T14:41:19,119 DEBUG [RS:0;b7cc9d764de6:45245 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-07T14:41:19,119 DEBUG [RS:0;b7cc9d764de6:45245 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager b7cc9d764de6,45245,1730990477782 2024-11-07T14:41:19,119 DEBUG [RS:0;b7cc9d764de6:45245 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'b7cc9d764de6,45245,1730990477782' 2024-11-07T14:41:19,119 DEBUG [RS:0;b7cc9d764de6:45245 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-07T14:41:19,120 DEBUG [RS:0;b7cc9d764de6:45245 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-07T14:41:19,121 DEBUG [RS:0;b7cc9d764de6:45245 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-07T14:41:19,121 INFO [RS:0;b7cc9d764de6:45245 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-07T14:41:19,121 INFO [RS:0;b7cc9d764de6:45245 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-07T14:41:19,155 WARN [b7cc9d764de6:43455 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions. 2024-11-07T14:41:19,234 INFO [RS:0;b7cc9d764de6:45245 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-07T14:41:19,237 INFO [RS:0;b7cc9d764de6:45245 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=b7cc9d764de6%2C45245%2C1730990477782, suffix=, logDir=hdfs://localhost:44087/user/jenkins/test-data/12c0d4ca-8086-2565-7d3b-6602d5340d03/WALs/b7cc9d764de6,45245,1730990477782, archiveDir=hdfs://localhost:44087/user/jenkins/test-data/12c0d4ca-8086-2565-7d3b-6602d5340d03/oldWALs, maxLogs=32 2024-11-07T14:41:19,253 DEBUG [RS:0;b7cc9d764de6:45245 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/12c0d4ca-8086-2565-7d3b-6602d5340d03/WALs/b7cc9d764de6,45245,1730990477782/b7cc9d764de6%2C45245%2C1730990477782.1730990479240, exclude list is [], retry=0 2024-11-07T14:41:19,257 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33877,DS-b2a0aad4-ff97-4b4a-818e-a4f0f315e830,DISK] 2024-11-07T14:41:19,258 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41561,DS-f49cafad-6001-443e-a5d5-61007894a6c5,DISK] 2024-11-07T14:41:19,261 INFO [RS:0;b7cc9d764de6:45245 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/12c0d4ca-8086-2565-7d3b-6602d5340d03/WALs/b7cc9d764de6,45245,1730990477782/b7cc9d764de6%2C45245%2C1730990477782.1730990479240 2024-11-07T14:41:19,262 DEBUG [RS:0;b7cc9d764de6:45245 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37065:37065),(127.0.0.1/127.0.0.1:38129:38129)] 2024-11-07T14:41:19,410 DEBUG [b7cc9d764de6:43455 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-07T14:41:19,423 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=b7cc9d764de6,45245,1730990477782 2024-11-07T14:41:19,429 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as b7cc9d764de6,45245,1730990477782, state=OPENING 2024-11-07T14:41:19,464 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-07T14:41:19,472 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45245-0x10116ec51d10001, quorum=127.0.0.1:58856, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-07T14:41:19,472 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43455-0x10116ec51d10000, quorum=127.0.0.1:58856, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-07T14:41:19,475 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-07T14:41:19,475 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-07T14:41:19,477 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-07T14:41:19,481 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=b7cc9d764de6,45245,1730990477782}] 2024-11-07T14:41:19,666 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-07T14:41:19,668 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:43895, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-07T14:41:19,678 INFO [RS_OPEN_META-regionserver/b7cc9d764de6:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-07T14:41:19,678 INFO [RS_OPEN_META-regionserver/b7cc9d764de6:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-07T14:41:19,679 INFO [RS_OPEN_META-regionserver/b7cc9d764de6:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-07T14:41:19,681 INFO [RS_OPEN_META-regionserver/b7cc9d764de6:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=b7cc9d764de6%2C45245%2C1730990477782.meta, suffix=.meta, logDir=hdfs://localhost:44087/user/jenkins/test-data/12c0d4ca-8086-2565-7d3b-6602d5340d03/WALs/b7cc9d764de6,45245,1730990477782, archiveDir=hdfs://localhost:44087/user/jenkins/test-data/12c0d4ca-8086-2565-7d3b-6602d5340d03/oldWALs, maxLogs=32 2024-11-07T14:41:19,696 DEBUG [RS_OPEN_META-regionserver/b7cc9d764de6:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/12c0d4ca-8086-2565-7d3b-6602d5340d03/WALs/b7cc9d764de6,45245,1730990477782/b7cc9d764de6%2C45245%2C1730990477782.meta.1730990479683.meta, exclude list is [], retry=0 2024-11-07T14:41:19,700 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33877,DS-b2a0aad4-ff97-4b4a-818e-a4f0f315e830,DISK] 2024-11-07T14:41:19,700 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41561,DS-f49cafad-6001-443e-a5d5-61007894a6c5,DISK] 2024-11-07T14:41:19,703 INFO [RS_OPEN_META-regionserver/b7cc9d764de6:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/12c0d4ca-8086-2565-7d3b-6602d5340d03/WALs/b7cc9d764de6,45245,1730990477782/b7cc9d764de6%2C45245%2C1730990477782.meta.1730990479683.meta 2024-11-07T14:41:19,703 DEBUG [RS_OPEN_META-regionserver/b7cc9d764de6:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37065:37065),(127.0.0.1/127.0.0.1:38129:38129)] 2024-11-07T14:41:19,704 DEBUG [RS_OPEN_META-regionserver/b7cc9d764de6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-07T14:41:19,705 DEBUG [RS_OPEN_META-regionserver/b7cc9d764de6:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-07T14:41:19,708 DEBUG [RS_OPEN_META-regionserver/b7cc9d764de6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-07T14:41:19,712 INFO [RS_OPEN_META-regionserver/b7cc9d764de6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-07T14:41:19,715 DEBUG [RS_OPEN_META-regionserver/b7cc9d764de6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-07T14:41:19,716 DEBUG [RS_OPEN_META-regionserver/b7cc9d764de6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-07T14:41:19,716 DEBUG [RS_OPEN_META-regionserver/b7cc9d764de6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-07T14:41:19,716 DEBUG [RS_OPEN_META-regionserver/b7cc9d764de6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-07T14:41:19,719 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-07T14:41:19,721 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-07T14:41:19,721 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T14:41:19,721 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-07T14:41:19,722 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-07T14:41:19,723 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-07T14:41:19,723 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T14:41:19,724 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-07T14:41:19,724 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-07T14:41:19,726 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-07T14:41:19,726 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T14:41:19,727 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-07T14:41:19,727 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-07T14:41:19,728 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-07T14:41:19,728 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T14:41:19,729 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-07T14:41:19,729 DEBUG [RS_OPEN_META-regionserver/b7cc9d764de6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-07T14:41:19,731 DEBUG [RS_OPEN_META-regionserver/b7cc9d764de6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44087/user/jenkins/test-data/12c0d4ca-8086-2565-7d3b-6602d5340d03/data/hbase/meta/1588230740 2024-11-07T14:41:19,733 DEBUG [RS_OPEN_META-regionserver/b7cc9d764de6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44087/user/jenkins/test-data/12c0d4ca-8086-2565-7d3b-6602d5340d03/data/hbase/meta/1588230740 2024-11-07T14:41:19,736 DEBUG [RS_OPEN_META-regionserver/b7cc9d764de6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-07T14:41:19,736 DEBUG [RS_OPEN_META-regionserver/b7cc9d764de6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-07T14:41:19,737 DEBUG [RS_OPEN_META-regionserver/b7cc9d764de6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-07T14:41:19,740 DEBUG [RS_OPEN_META-regionserver/b7cc9d764de6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-07T14:41:19,742 INFO [RS_OPEN_META-regionserver/b7cc9d764de6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=16384, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=765632, jitterRate=-0.026449650526046753}}}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-07T14:41:19,742 DEBUG [RS_OPEN_META-regionserver/b7cc9d764de6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-07T14:41:19,743 DEBUG [RS_OPEN_META-regionserver/b7cc9d764de6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1730990479717Writing region info on filesystem at 1730990479717Initializing all the Stores at 1730990479718 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1730990479719 (+1 ms)Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1730990479719Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1730990479719Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1730990479719Cleaning up temporary data from old regions at 1730990479736 (+17 ms)Running coprocessor post-open hooks at 1730990479742 (+6 ms)Region opened successfully at 1730990479743 (+1 ms) 2024-11-07T14:41:19,751 INFO [RS_OPEN_META-regionserver/b7cc9d764de6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1730990479658 2024-11-07T14:41:19,765 DEBUG [RS_OPEN_META-regionserver/b7cc9d764de6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-07T14:41:19,766 INFO [RS_OPEN_META-regionserver/b7cc9d764de6:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-07T14:41:19,768 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=b7cc9d764de6,45245,1730990477782 2024-11-07T14:41:19,771 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as b7cc9d764de6,45245,1730990477782, state=OPEN 2024-11-07T14:41:19,845 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45245-0x10116ec51d10001, quorum=127.0.0.1:58856, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-07T14:41:19,845 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43455-0x10116ec51d10000, quorum=127.0.0.1:58856, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-07T14:41:19,845 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-07T14:41:19,845 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-07T14:41:19,845 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=b7cc9d764de6,45245,1730990477782 2024-11-07T14:41:19,852 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-07T14:41:19,852 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=b7cc9d764de6,45245,1730990477782 in 365 msec 2024-11-07T14:41:19,859 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-07T14:41:19,859 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 865 msec 2024-11-07T14:41:19,861 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-07T14:41:19,861 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-07T14:41:19,880 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-07T14:41:19,881 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b7cc9d764de6,45245,1730990477782, seqNum=-1] 2024-11-07T14:41:19,899 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-07T14:41:19,902 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:49675, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-07T14:41:19,922 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.0970 sec 2024-11-07T14:41:19,922 INFO [master/b7cc9d764de6:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1730990479922, completionTime=-1 2024-11-07T14:41:19,924 INFO [master/b7cc9d764de6:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-07T14:41:19,925 DEBUG [master/b7cc9d764de6:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-07T14:41:19,947 INFO [master/b7cc9d764de6:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-07T14:41:19,947 INFO [master/b7cc9d764de6:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1730990539947 2024-11-07T14:41:19,947 INFO [master/b7cc9d764de6:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1730990599947 2024-11-07T14:41:19,947 INFO [master/b7cc9d764de6:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 22 msec 2024-11-07T14:41:19,950 INFO [master/b7cc9d764de6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b7cc9d764de6,43455,1730990477114-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-07T14:41:19,950 INFO [master/b7cc9d764de6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b7cc9d764de6,43455,1730990477114-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-07T14:41:19,950 INFO [master/b7cc9d764de6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b7cc9d764de6,43455,1730990477114-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-07T14:41:19,952 INFO [master/b7cc9d764de6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-b7cc9d764de6:43455, period=300000, unit=MILLISECONDS is enabled. 2024-11-07T14:41:19,952 INFO [master/b7cc9d764de6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-07T14:41:19,953 INFO [master/b7cc9d764de6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-07T14:41:19,959 DEBUG [master/b7cc9d764de6:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-07T14:41:19,980 INFO [master/b7cc9d764de6:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.040sec 2024-11-07T14:41:19,981 INFO [master/b7cc9d764de6:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-07T14:41:19,982 INFO [master/b7cc9d764de6:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-07T14:41:19,984 INFO [master/b7cc9d764de6:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-07T14:41:19,985 INFO [master/b7cc9d764de6:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-07T14:41:19,985 INFO [master/b7cc9d764de6:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-07T14:41:19,986 INFO [master/b7cc9d764de6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b7cc9d764de6,43455,1730990477114-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-07T14:41:19,987 INFO [master/b7cc9d764de6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b7cc9d764de6,43455,1730990477114-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-07T14:41:19,995 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@62d508c7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T14:41:19,999 DEBUG [Time-limited test {}] nio.NioEventLoop(110): -Dio.netty.noKeySetOptimization: false 2024-11-07T14:41:19,999 DEBUG [Time-limited test {}] nio.NioEventLoop(111): -Dio.netty.selectorAutoRebuildThreshold: 512 2024-11-07T14:41:19,999 DEBUG [master/b7cc9d764de6:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-07T14:41:20,000 INFO [master/b7cc9d764de6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-07T14:41:20,001 INFO [master/b7cc9d764de6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b7cc9d764de6,43455,1730990477114-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-07T14:41:20,002 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request b7cc9d764de6,43455,-1 for getting cluster id 2024-11-07T14:41:20,004 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-07T14:41:20,014 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'bc509d4f-e4e1-421f-8e10-93995e220d63' 2024-11-07T14:41:20,016 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-07T14:41:20,017 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "bc509d4f-e4e1-421f-8e10-93995e220d63" 2024-11-07T14:41:20,017 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7cb2b5a5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T14:41:20,017 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b7cc9d764de6,43455,-1] 2024-11-07T14:41:20,021 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-07T14:41:20,023 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T14:41:20,024 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:36494, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-07T14:41:20,028 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6b6f43bb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T14:41:20,028 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-07T14:41:20,060 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b7cc9d764de6,45245,1730990477782, seqNum=-1] 2024-11-07T14:41:20,061 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-07T14:41:20,064 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:45284, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-07T14:41:20,093 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=b7cc9d764de6,43455,1730990477114 2024-11-07T14:41:20,094 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-07T14:41:20,102 INFO [Time-limited test {}] master.MasterRpcServices(567): Client=null/null set balanceSwitch=false 2024-11-07T14:41:20,106 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-07T14:41:20,112 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncConnectionImpl(321): The fetched master address is b7cc9d764de6,43455,1730990477114 2024-11-07T14:41:20,115 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@1703c4f5 2024-11-07T14:41:20,116 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-07T14:41:20,118 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:36496, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-07T14:41:20,121 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43455 {}] util.TableDescriptorChecker(321): MAX_FILESIZE for table descriptor or "hbase.hregion.max.filesize" (786432) is too small, which might cause over splitting into unmanageable number of regions. 2024-11-07T14:41:20,121 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43455 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (8192) is too small, which might cause very frequent flushing. 2024-11-07T14:41:20,125 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43455 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'TestLogRolling-testSlowSyncLogRolling', {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-07T14:41:20,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43455 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=TestLogRolling-testSlowSyncLogRolling 2024-11-07T14:41:20,136 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=TestLogRolling-testSlowSyncLogRolling execute state=CREATE_TABLE_PRE_OPERATION 2024-11-07T14:41:20,138 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43455 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "TestLogRolling-testSlowSyncLogRolling" procId is: 4 2024-11-07T14:41:20,138 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T14:41:20,141 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=TestLogRolling-testSlowSyncLogRolling execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-07T14:41:20,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43455 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-07T14:41:20,155 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41561 is added to blk_1073741835_1011 (size=389) 2024-11-07T14:41:20,155 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33877 is added to blk_1073741835_1011 (size=389) 2024-11-07T14:41:20,159 INFO [RegionOpenAndInit-TestLogRolling-testSlowSyncLogRolling-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 3e0a24016cf563664519a2599e8cf21f, NAME => 'TestLogRolling-testSlowSyncLogRolling,,1730990480120.3e0a24016cf563664519a2599e8cf21f.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='TestLogRolling-testSlowSyncLogRolling', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:44087/user/jenkins/test-data/12c0d4ca-8086-2565-7d3b-6602d5340d03 2024-11-07T14:41:20,169 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41561 is added to blk_1073741836_1012 (size=72) 2024-11-07T14:41:20,169 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33877 is added to blk_1073741836_1012 (size=72) 2024-11-07T14:41:20,170 DEBUG [RegionOpenAndInit-TestLogRolling-testSlowSyncLogRolling-pool-0 {}] regionserver.HRegion(898): Instantiated TestLogRolling-testSlowSyncLogRolling,,1730990480120.3e0a24016cf563664519a2599e8cf21f.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-07T14:41:20,170 DEBUG [RegionOpenAndInit-TestLogRolling-testSlowSyncLogRolling-pool-0 {}] regionserver.HRegion(1722): Closing 3e0a24016cf563664519a2599e8cf21f, disabling compactions & flushes 2024-11-07T14:41:20,170 INFO [RegionOpenAndInit-TestLogRolling-testSlowSyncLogRolling-pool-0 {}] regionserver.HRegion(1755): Closing region TestLogRolling-testSlowSyncLogRolling,,1730990480120.3e0a24016cf563664519a2599e8cf21f. 2024-11-07T14:41:20,170 DEBUG [RegionOpenAndInit-TestLogRolling-testSlowSyncLogRolling-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on TestLogRolling-testSlowSyncLogRolling,,1730990480120.3e0a24016cf563664519a2599e8cf21f. 2024-11-07T14:41:20,170 DEBUG [RegionOpenAndInit-TestLogRolling-testSlowSyncLogRolling-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on TestLogRolling-testSlowSyncLogRolling,,1730990480120.3e0a24016cf563664519a2599e8cf21f. after waiting 0 ms 2024-11-07T14:41:20,170 DEBUG [RegionOpenAndInit-TestLogRolling-testSlowSyncLogRolling-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region TestLogRolling-testSlowSyncLogRolling,,1730990480120.3e0a24016cf563664519a2599e8cf21f. 2024-11-07T14:41:20,170 INFO [RegionOpenAndInit-TestLogRolling-testSlowSyncLogRolling-pool-0 {}] regionserver.HRegion(1973): Closed TestLogRolling-testSlowSyncLogRolling,,1730990480120.3e0a24016cf563664519a2599e8cf21f. 2024-11-07T14:41:20,170 DEBUG [RegionOpenAndInit-TestLogRolling-testSlowSyncLogRolling-pool-0 {}] regionserver.HRegion(1676): Region close journal for 3e0a24016cf563664519a2599e8cf21f: Waiting for close lock at 1730990480170Disabling compacts and flushes for region at 1730990480170Disabling writes for close at 1730990480170Writing region close event to WAL at 1730990480170Closed at 1730990480170 2024-11-07T14:41:20,173 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=TestLogRolling-testSlowSyncLogRolling execute state=CREATE_TABLE_ADD_TO_META 2024-11-07T14:41:20,178 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"TestLogRolling-testSlowSyncLogRolling,,1730990480120.3e0a24016cf563664519a2599e8cf21f.","families":{"info":[{"qualifier":"regioninfo","vlen":71,"tag":[],"timestamp":"1730990480173"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1730990480173"}]},"ts":"1730990480173"} 2024-11-07T14:41:20,184 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-07T14:41:20,186 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=TestLogRolling-testSlowSyncLogRolling execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-07T14:41:20,189 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestLogRolling-testSlowSyncLogRolling","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1730990480187"}]},"ts":"1730990480187"} 2024-11-07T14:41:20,195 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=TestLogRolling-testSlowSyncLogRolling, state=ENABLING in hbase:meta 2024-11-07T14:41:20,196 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestLogRolling-testSlowSyncLogRolling, region=3e0a24016cf563664519a2599e8cf21f, ASSIGN}] 2024-11-07T14:41:20,199 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestLogRolling-testSlowSyncLogRolling, region=3e0a24016cf563664519a2599e8cf21f, ASSIGN 2024-11-07T14:41:20,201 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=TestLogRolling-testSlowSyncLogRolling, region=3e0a24016cf563664519a2599e8cf21f, ASSIGN; state=OFFLINE, location=b7cc9d764de6,45245,1730990477782; forceNewPlan=false, retain=false 2024-11-07T14:41:20,353 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=3e0a24016cf563664519a2599e8cf21f, regionState=OPENING, regionLocation=b7cc9d764de6,45245,1730990477782 2024-11-07T14:41:20,360 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=TestLogRolling-testSlowSyncLogRolling, region=3e0a24016cf563664519a2599e8cf21f, ASSIGN because future has completed 2024-11-07T14:41:20,362 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 3e0a24016cf563664519a2599e8cf21f, server=b7cc9d764de6,45245,1730990477782}] 2024-11-07T14:41:20,526 INFO [RS_OPEN_REGION-regionserver/b7cc9d764de6:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open TestLogRolling-testSlowSyncLogRolling,,1730990480120.3e0a24016cf563664519a2599e8cf21f. 2024-11-07T14:41:20,527 DEBUG [RS_OPEN_REGION-regionserver/b7cc9d764de6:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 3e0a24016cf563664519a2599e8cf21f, NAME => 'TestLogRolling-testSlowSyncLogRolling,,1730990480120.3e0a24016cf563664519a2599e8cf21f.', STARTKEY => '', ENDKEY => ''} 2024-11-07T14:41:20,528 DEBUG [RS_OPEN_REGION-regionserver/b7cc9d764de6:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestLogRolling-testSlowSyncLogRolling 3e0a24016cf563664519a2599e8cf21f 2024-11-07T14:41:20,528 DEBUG [RS_OPEN_REGION-regionserver/b7cc9d764de6:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated TestLogRolling-testSlowSyncLogRolling,,1730990480120.3e0a24016cf563664519a2599e8cf21f.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-07T14:41:20,528 DEBUG [RS_OPEN_REGION-regionserver/b7cc9d764de6:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 3e0a24016cf563664519a2599e8cf21f 2024-11-07T14:41:20,528 DEBUG [RS_OPEN_REGION-regionserver/b7cc9d764de6:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 3e0a24016cf563664519a2599e8cf21f 2024-11-07T14:41:20,531 INFO [StoreOpener-3e0a24016cf563664519a2599e8cf21f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 3e0a24016cf563664519a2599e8cf21f 2024-11-07T14:41:20,534 INFO [StoreOpener-3e0a24016cf563664519a2599e8cf21f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 3e0a24016cf563664519a2599e8cf21f columnFamilyName info 2024-11-07T14:41:20,534 DEBUG [StoreOpener-3e0a24016cf563664519a2599e8cf21f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T14:41:20,537 INFO [StoreOpener-3e0a24016cf563664519a2599e8cf21f-1 {}] regionserver.HStore(327): Store=3e0a24016cf563664519a2599e8cf21f/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-07T14:41:20,538 DEBUG [RS_OPEN_REGION-regionserver/b7cc9d764de6:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 3e0a24016cf563664519a2599e8cf21f 2024-11-07T14:41:20,542 DEBUG [RS_OPEN_REGION-regionserver/b7cc9d764de6:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44087/user/jenkins/test-data/12c0d4ca-8086-2565-7d3b-6602d5340d03/data/default/TestLogRolling-testSlowSyncLogRolling/3e0a24016cf563664519a2599e8cf21f 2024-11-07T14:41:20,543 DEBUG [RS_OPEN_REGION-regionserver/b7cc9d764de6:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44087/user/jenkins/test-data/12c0d4ca-8086-2565-7d3b-6602d5340d03/data/default/TestLogRolling-testSlowSyncLogRolling/3e0a24016cf563664519a2599e8cf21f 2024-11-07T14:41:20,544 DEBUG [RS_OPEN_REGION-regionserver/b7cc9d764de6:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 3e0a24016cf563664519a2599e8cf21f 2024-11-07T14:41:20,544 DEBUG [RS_OPEN_REGION-regionserver/b7cc9d764de6:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 3e0a24016cf563664519a2599e8cf21f 2024-11-07T14:41:20,550 DEBUG [RS_OPEN_REGION-regionserver/b7cc9d764de6:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 3e0a24016cf563664519a2599e8cf21f 2024-11-07T14:41:20,554 DEBUG [RS_OPEN_REGION-regionserver/b7cc9d764de6:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44087/user/jenkins/test-data/12c0d4ca-8086-2565-7d3b-6602d5340d03/data/default/TestLogRolling-testSlowSyncLogRolling/3e0a24016cf563664519a2599e8cf21f/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-07T14:41:20,555 INFO [RS_OPEN_REGION-regionserver/b7cc9d764de6:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 3e0a24016cf563664519a2599e8cf21f; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=16384, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=812797, jitterRate=0.03352484107017517}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-07T14:41:20,555 DEBUG [RS_OPEN_REGION-regionserver/b7cc9d764de6:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 3e0a24016cf563664519a2599e8cf21f 2024-11-07T14:41:20,556 DEBUG [RS_OPEN_REGION-regionserver/b7cc9d764de6:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 3e0a24016cf563664519a2599e8cf21f: Running coprocessor pre-open hook at 1730990480528Writing region info on filesystem at 1730990480528Initializing all the Stores at 1730990480530 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1730990480530Cleaning up temporary data from old regions at 1730990480544 (+14 ms)Running coprocessor post-open hooks at 1730990480555 (+11 ms)Region opened successfully at 1730990480556 (+1 ms) 2024-11-07T14:41:20,561 INFO [RS_OPEN_REGION-regionserver/b7cc9d764de6:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for TestLogRolling-testSlowSyncLogRolling,,1730990480120.3e0a24016cf563664519a2599e8cf21f., pid=6, masterSystemTime=1730990480518 2024-11-07T14:41:20,566 DEBUG [RS_OPEN_REGION-regionserver/b7cc9d764de6:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for TestLogRolling-testSlowSyncLogRolling,,1730990480120.3e0a24016cf563664519a2599e8cf21f. 2024-11-07T14:41:20,566 INFO [RS_OPEN_REGION-regionserver/b7cc9d764de6:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened TestLogRolling-testSlowSyncLogRolling,,1730990480120.3e0a24016cf563664519a2599e8cf21f. 2024-11-07T14:41:20,568 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=3e0a24016cf563664519a2599e8cf21f, regionState=OPEN, openSeqNum=2, regionLocation=b7cc9d764de6,45245,1730990477782 2024-11-07T14:41:20,572 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 3e0a24016cf563664519a2599e8cf21f, server=b7cc9d764de6,45245,1730990477782 because future has completed 2024-11-07T14:41:20,578 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-07T14:41:20,578 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 3e0a24016cf563664519a2599e8cf21f, server=b7cc9d764de6,45245,1730990477782 in 212 msec 2024-11-07T14:41:20,581 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-07T14:41:20,582 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestLogRolling-testSlowSyncLogRolling, region=3e0a24016cf563664519a2599e8cf21f, ASSIGN in 382 msec 2024-11-07T14:41:20,583 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=TestLogRolling-testSlowSyncLogRolling execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-07T14:41:20,583 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestLogRolling-testSlowSyncLogRolling","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1730990480583"}]},"ts":"1730990480583"} 2024-11-07T14:41:20,586 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=TestLogRolling-testSlowSyncLogRolling, state=ENABLED in hbase:meta 2024-11-07T14:41:20,588 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=TestLogRolling-testSlowSyncLogRolling execute state=CREATE_TABLE_POST_OPERATION 2024-11-07T14:41:20,590 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=TestLogRolling-testSlowSyncLogRolling in 460 msec 2024-11-07T14:41:25,221 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-07T14:41:25,273 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-07T14:41:25,275 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'TestLogRolling-testSlowSyncLogRolling' 2024-11-07T14:41:27,460 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-07T14:41:27,460 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-07T14:41:27,462 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_TestLogRolling-testSlowSyncLogRolling 2024-11-07T14:41:27,462 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_TestLogRolling-testSlowSyncLogRolling Metrics about Tables on a single HBase RegionServer 2024-11-07T14:41:27,463 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-07T14:41:27,463 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-11-07T14:41:27,463 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-07T14:41:27,463 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-11-07T14:41:30,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43455 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-07T14:41:30,206 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:TestLogRolling-testSlowSyncLogRolling completed 2024-11-07T14:41:30,213 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=TestLogRolling-testSlowSyncLogRolling,, stopping at row=TestLogRolling-testSlowSyncLogRolling ,, for max=2147483647 with caching=100 2024-11-07T14:41:30,220 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(2234): Found 1 regions for table TestLogRolling-testSlowSyncLogRolling 2024-11-07T14:41:30,220 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(2240): firstRegionName=TestLogRolling-testSlowSyncLogRolling,,1730990480120.3e0a24016cf563664519a2599e8cf21f. 2024-11-07T14:41:30,234 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/12c0d4ca-8086-2565-7d3b-6602d5340d03/WALs/b7cc9d764de6,45245,1730990477782/b7cc9d764de6%2C45245%2C1730990477782.1730990490221, exclude list is [], retry=0 2024-11-07T14:41:30,238 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33877,DS-b2a0aad4-ff97-4b4a-818e-a4f0f315e830,DISK] 2024-11-07T14:41:30,238 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41561,DS-f49cafad-6001-443e-a5d5-61007894a6c5,DISK] 2024-11-07T14:41:30,241 INFO [Time-limited test {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/12c0d4ca-8086-2565-7d3b-6602d5340d03/WALs/b7cc9d764de6,45245,1730990477782/b7cc9d764de6%2C45245%2C1730990477782.1730990479240 with entries=1, filesize=443 B; new WAL /user/jenkins/test-data/12c0d4ca-8086-2565-7d3b-6602d5340d03/WALs/b7cc9d764de6,45245,1730990477782/b7cc9d764de6%2C45245%2C1730990477782.1730990490221 2024-11-07T14:41:30,242 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37065:37065),(127.0.0.1/127.0.0.1:38129:38129)] 2024-11-07T14:41:30,242 DEBUG [Time-limited test {}] wal.AbstractFSWAL(879): hdfs://localhost:44087/user/jenkins/test-data/12c0d4ca-8086-2565-7d3b-6602d5340d03/WALs/b7cc9d764de6,45245,1730990477782/b7cc9d764de6%2C45245%2C1730990477782.1730990479240 is not closed yet, will try archiving it next time 2024-11-07T14:41:30,245 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33877 is added to blk_1073741833_1009 (size=451) 2024-11-07T14:41:30,246 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41561 is added to blk_1073741833_1009 (size=451) 2024-11-07T14:41:30,247 INFO [WAL-Archive-0 {}] wal.AbstractFSWAL(968): Archiving hdfs://localhost:44087/user/jenkins/test-data/12c0d4ca-8086-2565-7d3b-6602d5340d03/WALs/b7cc9d764de6,45245,1730990477782/b7cc9d764de6%2C45245%2C1730990477782.1730990479240 to hdfs://localhost:44087/user/jenkins/test-data/12c0d4ca-8086-2565-7d3b-6602d5340d03/oldWALs/b7cc9d764de6%2C45245%2C1730990477782.1730990479240 2024-11-07T14:41:30,250 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestLogRolling-testSlowSyncLogRolling', row='row0001', locateType=CURRENT is [region=TestLogRolling-testSlowSyncLogRolling,,1730990480120.3e0a24016cf563664519a2599e8cf21f., hostname=b7cc9d764de6,45245,1730990477782, seqNum=2] 2024-11-07T14:41:44,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45245 {}] regionserver.HRegion(8855): Flush requested on 3e0a24016cf563664519a2599e8cf21f 2024-11-07T14:41:44,304 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 3e0a24016cf563664519a2599e8cf21f 1/1 column families, dataSize=8.21 KB heapSize=9.06 KB 2024-11-07T14:41:44,361 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44087/user/jenkins/test-data/12c0d4ca-8086-2565-7d3b-6602d5340d03/data/default/TestLogRolling-testSlowSyncLogRolling/3e0a24016cf563664519a2599e8cf21f/.tmp/info/727a1a776be1496c923a36edae256144 is 1055, key is row0001/info:/1730990490253/Put/seqid=0 2024-11-07T14:41:44,372 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33877 is added to blk_1073741838_1014 (size=13386) 2024-11-07T14:41:44,372 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41561 is added to blk_1073741838_1014 (size=13386) 2024-11-07T14:41:44,373 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.21 KB at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:44087/user/jenkins/test-data/12c0d4ca-8086-2565-7d3b-6602d5340d03/data/default/TestLogRolling-testSlowSyncLogRolling/3e0a24016cf563664519a2599e8cf21f/.tmp/info/727a1a776be1496c923a36edae256144 2024-11-07T14:41:44,419 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44087/user/jenkins/test-data/12c0d4ca-8086-2565-7d3b-6602d5340d03/data/default/TestLogRolling-testSlowSyncLogRolling/3e0a24016cf563664519a2599e8cf21f/.tmp/info/727a1a776be1496c923a36edae256144 as hdfs://localhost:44087/user/jenkins/test-data/12c0d4ca-8086-2565-7d3b-6602d5340d03/data/default/TestLogRolling-testSlowSyncLogRolling/3e0a24016cf563664519a2599e8cf21f/info/727a1a776be1496c923a36edae256144 2024-11-07T14:41:44,430 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44087/user/jenkins/test-data/12c0d4ca-8086-2565-7d3b-6602d5340d03/data/default/TestLogRolling-testSlowSyncLogRolling/3e0a24016cf563664519a2599e8cf21f/info/727a1a776be1496c923a36edae256144, entries=8, sequenceid=12, filesize=13.1 K 2024-11-07T14:41:44,436 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~8.21 KB/8408, heapSize ~9.05 KB/9264, currentSize=0 B/0 for 3e0a24016cf563664519a2599e8cf21f in 132ms, sequenceid=12, compaction requested=false 2024-11-07T14:41:44,437 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 3e0a24016cf563664519a2599e8cf21f: 2024-11-07T14:41:46,280 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-07T14:41:50,337 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/12c0d4ca-8086-2565-7d3b-6602d5340d03/WALs/b7cc9d764de6,45245,1730990477782/b7cc9d764de6%2C45245%2C1730990477782.1730990510318, exclude list is [], retry=0 2024-11-07T14:41:50,342 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41561,DS-f49cafad-6001-443e-a5d5-61007894a6c5,DISK] 2024-11-07T14:41:50,342 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33877,DS-b2a0aad4-ff97-4b4a-818e-a4f0f315e830,DISK] 2024-11-07T14:41:50,346 INFO [Time-limited test {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/12c0d4ca-8086-2565-7d3b-6602d5340d03/WALs/b7cc9d764de6,45245,1730990477782/b7cc9d764de6%2C45245%2C1730990477782.1730990490221 with entries=12, filesize=11.86 KB; new WAL /user/jenkins/test-data/12c0d4ca-8086-2565-7d3b-6602d5340d03/WALs/b7cc9d764de6,45245,1730990477782/b7cc9d764de6%2C45245%2C1730990477782.1730990510318 2024-11-07T14:41:50,346 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38129:38129),(127.0.0.1/127.0.0.1:37065:37065)] 2024-11-07T14:41:50,346 DEBUG [Time-limited test {}] wal.AbstractFSWAL(879): hdfs://localhost:44087/user/jenkins/test-data/12c0d4ca-8086-2565-7d3b-6602d5340d03/WALs/b7cc9d764de6,45245,1730990477782/b7cc9d764de6%2C45245%2C1730990477782.1730990490221 is not closed yet, will try archiving it next time 2024-11-07T14:41:50,349 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41561 is added to blk_1073741837_1013 (size=12149) 2024-11-07T14:41:50,349 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33877 is added to blk_1073741837_1013 (size=12149) 2024-11-07T14:41:55,353 INFO [AsyncFSWAL-0-hdfs://localhost:44087/user/jenkins/test-data/12c0d4ca-8086-2565-7d3b-6602d5340d03-prefix:b7cc9d764de6,45245,1730990477782 {}] wal.AbstractFSWAL(1368): Slow sync cost: 5004 ms, current pipeline: [DatanodeInfoWithStorage[127.0.0.1:41561,DS-f49cafad-6001-443e-a5d5-61007894a6c5,DISK], DatanodeInfoWithStorage[127.0.0.1:33877,DS-b2a0aad4-ff97-4b4a-818e-a4f0f315e830,DISK]] 2024-11-07T14:41:55,359 WARN [AsyncFSWAL-0-hdfs://localhost:44087/user/jenkins/test-data/12c0d4ca-8086-2565-7d3b-6602d5340d03-prefix:b7cc9d764de6,45245,1730990477782 {}] wal.AbstractFSWAL(1374): Requesting log roll because we exceeded slow sync threshold; time=5004 ms, threshold=5000 ms, current pipeline: [DatanodeInfoWithStorage[127.0.0.1:41561,DS-f49cafad-6001-443e-a5d5-61007894a6c5,DISK], DatanodeInfoWithStorage[127.0.0.1:33877,DS-b2a0aad4-ff97-4b4a-818e-a4f0f315e830,DISK]] 2024-11-07T14:41:55,362 DEBUG [regionserver/b7cc9d764de6:0.logRoller {}] wal.AbstractWALRoller(198): WAL AsyncFSWAL b7cc9d764de6%2C45245%2C1730990477782:(num 1730990510318) roll requested 2024-11-07T14:41:55,377 DEBUG [regionserver/b7cc9d764de6:0.logRoller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/12c0d4ca-8086-2565-7d3b-6602d5340d03/WALs/b7cc9d764de6,45245,1730990477782/b7cc9d764de6%2C45245%2C1730990477782.1730990515363, exclude list is [], retry=0 2024-11-07T14:41:55,382 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41561,DS-f49cafad-6001-443e-a5d5-61007894a6c5,DISK] 2024-11-07T14:41:55,382 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33877,DS-b2a0aad4-ff97-4b4a-818e-a4f0f315e830,DISK] 2024-11-07T14:41:55,385 INFO [regionserver/b7cc9d764de6:0.logRoller {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/12c0d4ca-8086-2565-7d3b-6602d5340d03/WALs/b7cc9d764de6,45245,1730990477782/b7cc9d764de6%2C45245%2C1730990477782.1730990510318 with entries=1, filesize=1.20 KB; new WAL /user/jenkins/test-data/12c0d4ca-8086-2565-7d3b-6602d5340d03/WALs/b7cc9d764de6,45245,1730990477782/b7cc9d764de6%2C45245%2C1730990477782.1730990515363 2024-11-07T14:41:55,385 DEBUG [regionserver/b7cc9d764de6:0.logRoller {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38129:38129),(127.0.0.1/127.0.0.1:37065:37065)] 2024-11-07T14:41:55,385 DEBUG [regionserver/b7cc9d764de6:0.logRoller {}] wal.AbstractFSWAL(879): hdfs://localhost:44087/user/jenkins/test-data/12c0d4ca-8086-2565-7d3b-6602d5340d03/WALs/b7cc9d764de6,45245,1730990477782/b7cc9d764de6%2C45245%2C1730990477782.1730990510318 is not closed yet, will try archiving it next time 2024-11-07T14:41:55,387 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33877 is added to blk_1073741839_1015 (size=1233) 2024-11-07T14:41:55,387 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41561 is added to blk_1073741839_1015 (size=1233) 2024-11-07T14:41:57,358 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [10,000] milli-secs(wait.for.ratio=[1]) 2024-11-07T14:41:57,376 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/12c0d4ca-8086-2565-7d3b-6602d5340d03/WALs/b7cc9d764de6,45245,1730990477782/b7cc9d764de6%2C45245%2C1730990477782.1730990517359, exclude list is [], retry=0 2024-11-07T14:41:57,379 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41561,DS-f49cafad-6001-443e-a5d5-61007894a6c5,DISK] 2024-11-07T14:41:57,379 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33877,DS-b2a0aad4-ff97-4b4a-818e-a4f0f315e830,DISK] 2024-11-07T14:41:57,382 INFO [Time-limited test {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/12c0d4ca-8086-2565-7d3b-6602d5340d03/WALs/b7cc9d764de6,45245,1730990477782/b7cc9d764de6%2C45245%2C1730990477782.1730990515363 with entries=0, filesize=85 B; new WAL /user/jenkins/test-data/12c0d4ca-8086-2565-7d3b-6602d5340d03/WALs/b7cc9d764de6,45245,1730990477782/b7cc9d764de6%2C45245%2C1730990477782.1730990517359 2024-11-07T14:41:57,382 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37065:37065),(127.0.0.1/127.0.0.1:38129:38129)] 2024-11-07T14:41:57,382 DEBUG [Time-limited test {}] wal.AbstractFSWAL(879): hdfs://localhost:44087/user/jenkins/test-data/12c0d4ca-8086-2565-7d3b-6602d5340d03/WALs/b7cc9d764de6,45245,1730990477782/b7cc9d764de6%2C45245%2C1730990477782.1730990515363 is not closed yet, will try archiving it next time 2024-11-07T14:41:57,384 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41561 is added to blk_1073741840_1016 (size=93) 2024-11-07T14:41:57,384 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33877 is added to blk_1073741840_1016 (size=93) 2024-11-07T14:41:57,385 INFO [WAL-Archive-0 {}] wal.AbstractFSWAL(968): Archiving hdfs://localhost:44087/user/jenkins/test-data/12c0d4ca-8086-2565-7d3b-6602d5340d03/WALs/b7cc9d764de6,45245,1730990477782/b7cc9d764de6%2C45245%2C1730990477782.1730990515363 to hdfs://localhost:44087/user/jenkins/test-data/12c0d4ca-8086-2565-7d3b-6602d5340d03/oldWALs/b7cc9d764de6%2C45245%2C1730990477782.1730990515363 2024-11-07T14:42:00,002 INFO [master/b7cc9d764de6:0.Chore.1 {}] migrate.RollingUpgradeChore(116): There is no table to migrate StoreFileTracker! 2024-11-07T14:42:00,002 INFO [master/b7cc9d764de6:0.Chore.1 {}] migrate.RollingUpgradeChore(85): All Rolling-Upgrade tasks are complete, shutdown RollingUpgradeChore! 2024-11-07T14:42:05,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45245 {}] regionserver.HRegion(8855): Flush requested on 3e0a24016cf563664519a2599e8cf21f 2024-11-07T14:42:05,416 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 3e0a24016cf563664519a2599e8cf21f 1/1 column families, dataSize=8.21 KB heapSize=9.06 KB 2024-11-07T14:42:05,422 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44087/user/jenkins/test-data/12c0d4ca-8086-2565-7d3b-6602d5340d03/data/default/TestLogRolling-testSlowSyncLogRolling/3e0a24016cf563664519a2599e8cf21f/.tmp/info/44a9b6bb14ef4970b2db7ef3924ff066 is 1055, key is row0009/info:/1730990506305/Put/seqid=0 2024-11-07T14:42:05,430 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33877 is added to blk_1073741842_1018 (size=13386) 2024-11-07T14:42:05,430 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41561 is added to blk_1073741842_1018 (size=13386) 2024-11-07T14:42:05,431 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.21 KB at sequenceid=23 (bloomFilter=true), to=hdfs://localhost:44087/user/jenkins/test-data/12c0d4ca-8086-2565-7d3b-6602d5340d03/data/default/TestLogRolling-testSlowSyncLogRolling/3e0a24016cf563664519a2599e8cf21f/.tmp/info/44a9b6bb14ef4970b2db7ef3924ff066 2024-11-07T14:42:05,443 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44087/user/jenkins/test-data/12c0d4ca-8086-2565-7d3b-6602d5340d03/data/default/TestLogRolling-testSlowSyncLogRolling/3e0a24016cf563664519a2599e8cf21f/.tmp/info/44a9b6bb14ef4970b2db7ef3924ff066 as hdfs://localhost:44087/user/jenkins/test-data/12c0d4ca-8086-2565-7d3b-6602d5340d03/data/default/TestLogRolling-testSlowSyncLogRolling/3e0a24016cf563664519a2599e8cf21f/info/44a9b6bb14ef4970b2db7ef3924ff066 2024-11-07T14:42:05,453 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44087/user/jenkins/test-data/12c0d4ca-8086-2565-7d3b-6602d5340d03/data/default/TestLogRolling-testSlowSyncLogRolling/3e0a24016cf563664519a2599e8cf21f/info/44a9b6bb14ef4970b2db7ef3924ff066, entries=8, sequenceid=23, filesize=13.1 K 2024-11-07T14:42:05,455 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~8.21 KB/8408, heapSize ~9.05 KB/9264, currentSize=0 B/0 for 3e0a24016cf563664519a2599e8cf21f in 40ms, sequenceid=23, compaction requested=false 2024-11-07T14:42:05,455 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 3e0a24016cf563664519a2599e8cf21f: 2024-11-07T14:42:05,455 DEBUG [MemStoreFlusher.0 {}] regionserver.ConstantSizeRegionSplitPolicy(101): Should split because region size is big enough sumSize=26.1 K, sizeToCheck=16.0 K 2024-11-07T14:42:05,455 DEBUG [MemStoreFlusher.0 {}] regionserver.IncreasingToUpperBoundRegionSplitPolicy(85): regionsWithCommonTable=1 2024-11-07T14:42:05,456 DEBUG [MemStoreFlusher.0 {}] regionserver.StoreUtils(137): cannot split hdfs://localhost:44087/user/jenkins/test-data/12c0d4ca-8086-2565-7d3b-6602d5340d03/data/default/TestLogRolling-testSlowSyncLogRolling/3e0a24016cf563664519a2599e8cf21f/info/727a1a776be1496c923a36edae256144 because midkey is the same as first or last row 2024-11-07T14:42:05,528 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsRegionWrapperImpl$HRegionMetricsWrapperRunnable(329): Region 3e0a24016cf563664519a2599e8cf21f, had cached 0 bytes from a total of 26772 2024-11-07T14:42:16,281 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-07T14:42:17,479 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-07T14:42:17,480 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-07T14:42:17,480 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.regionserver.wal.AbstractTestLogRolling.tearDown(AbstractTestLogRolling.java:163) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-07T14:42:17,486 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T14:42:17,487 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T14:42:17,487 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-07T14:42:17,487 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-07T14:42:17,487 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1820742939, stopped=false 2024-11-07T14:42:17,487 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=b7cc9d764de6,43455,1730990477114 2024-11-07T14:42:17,494 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45245-0x10116ec51d10001, quorum=127.0.0.1:58856, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-07T14:42:17,494 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43455-0x10116ec51d10000, quorum=127.0.0.1:58856, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-07T14:42:17,494 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45245-0x10116ec51d10001, quorum=127.0.0.1:58856, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-07T14:42:17,494 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43455-0x10116ec51d10000, quorum=127.0.0.1:58856, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-07T14:42:17,494 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-07T14:42:17,494 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-07T14:42:17,495 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.regionserver.wal.AbstractTestLogRolling.tearDown(AbstractTestLogRolling.java:163) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-07T14:42:17,495 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T14:42:17,495 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'b7cc9d764de6,45245,1730990477782' ***** 2024-11-07T14:42:17,495 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-07T14:42:17,496 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:45245-0x10116ec51d10001, quorum=127.0.0.1:58856, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-07T14:42:17,496 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:43455-0x10116ec51d10000, quorum=127.0.0.1:58856, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-07T14:42:17,496 INFO [RS:0;b7cc9d764de6:45245 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-07T14:42:17,496 INFO [RS:0;b7cc9d764de6:45245 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-07T14:42:17,497 INFO [RS:0;b7cc9d764de6:45245 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-07T14:42:17,497 INFO [RS:0;b7cc9d764de6:45245 {}] regionserver.HRegionServer(3091): Received CLOSE for 3e0a24016cf563664519a2599e8cf21f 2024-11-07T14:42:17,498 INFO [RS:0;b7cc9d764de6:45245 {}] regionserver.HRegionServer(959): stopping server b7cc9d764de6,45245,1730990477782 2024-11-07T14:42:17,498 INFO [RS:0;b7cc9d764de6:45245 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-07T14:42:17,498 INFO [RS:0;b7cc9d764de6:45245 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;b7cc9d764de6:45245. 2024-11-07T14:42:17,498 DEBUG [RS:0;b7cc9d764de6:45245 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-07T14:42:17,498 DEBUG [RS:0;b7cc9d764de6:45245 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T14:42:17,498 DEBUG [RS_CLOSE_REGION-regionserver/b7cc9d764de6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 3e0a24016cf563664519a2599e8cf21f, disabling compactions & flushes 2024-11-07T14:42:17,498 INFO [RS_CLOSE_REGION-regionserver/b7cc9d764de6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region TestLogRolling-testSlowSyncLogRolling,,1730990480120.3e0a24016cf563664519a2599e8cf21f. 2024-11-07T14:42:17,498 DEBUG [RS_CLOSE_REGION-regionserver/b7cc9d764de6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on TestLogRolling-testSlowSyncLogRolling,,1730990480120.3e0a24016cf563664519a2599e8cf21f. 2024-11-07T14:42:17,498 DEBUG [RS_CLOSE_REGION-regionserver/b7cc9d764de6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on TestLogRolling-testSlowSyncLogRolling,,1730990480120.3e0a24016cf563664519a2599e8cf21f. after waiting 0 ms 2024-11-07T14:42:17,498 INFO [RS:0;b7cc9d764de6:45245 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-07T14:42:17,498 DEBUG [RS_CLOSE_REGION-regionserver/b7cc9d764de6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region TestLogRolling-testSlowSyncLogRolling,,1730990480120.3e0a24016cf563664519a2599e8cf21f. 2024-11-07T14:42:17,499 INFO [RS_CLOSE_REGION-regionserver/b7cc9d764de6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 3e0a24016cf563664519a2599e8cf21f 1/1 column families, dataSize=5.13 KB heapSize=5.76 KB 2024-11-07T14:42:17,503 INFO [RS:0;b7cc9d764de6:45245 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-07T14:42:17,503 INFO [RS:0;b7cc9d764de6:45245 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-07T14:42:17,503 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-07T14:42:17,503 INFO [RS:0;b7cc9d764de6:45245 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-07T14:42:17,504 INFO [RS:0;b7cc9d764de6:45245 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-07T14:42:17,504 DEBUG [RS_CLOSE_META-regionserver/b7cc9d764de6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-07T14:42:17,504 DEBUG [RS:0;b7cc9d764de6:45245 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, 3e0a24016cf563664519a2599e8cf21f=TestLogRolling-testSlowSyncLogRolling,,1730990480120.3e0a24016cf563664519a2599e8cf21f.} 2024-11-07T14:42:17,504 INFO [RS_CLOSE_META-regionserver/b7cc9d764de6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-07T14:42:17,504 DEBUG [RS_CLOSE_META-regionserver/b7cc9d764de6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-07T14:42:17,504 DEBUG [RS_CLOSE_META-regionserver/b7cc9d764de6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-07T14:42:17,504 DEBUG [RS_CLOSE_META-regionserver/b7cc9d764de6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-07T14:42:17,505 DEBUG [RS:0;b7cc9d764de6:45245 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 3e0a24016cf563664519a2599e8cf21f 2024-11-07T14:42:17,505 INFO [RS_CLOSE_META-regionserver/b7cc9d764de6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=1.65 KB heapSize=3.67 KB 2024-11-07T14:42:17,514 DEBUG [RS_CLOSE_REGION-regionserver/b7cc9d764de6:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44087/user/jenkins/test-data/12c0d4ca-8086-2565-7d3b-6602d5340d03/data/default/TestLogRolling-testSlowSyncLogRolling/3e0a24016cf563664519a2599e8cf21f/.tmp/info/a3b0bc6e29414f119acadfb6c8048fdc is 1055, key is row0017/info:/1730990527420/Put/seqid=0 2024-11-07T14:42:17,522 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41561 is added to blk_1073741843_1019 (size=10222) 2024-11-07T14:42:17,522 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33877 is added to blk_1073741843_1019 (size=10222) 2024-11-07T14:42:17,523 INFO [RS_CLOSE_REGION-regionserver/b7cc9d764de6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=5.13 KB at sequenceid=31 (bloomFilter=true), to=hdfs://localhost:44087/user/jenkins/test-data/12c0d4ca-8086-2565-7d3b-6602d5340d03/data/default/TestLogRolling-testSlowSyncLogRolling/3e0a24016cf563664519a2599e8cf21f/.tmp/info/a3b0bc6e29414f119acadfb6c8048fdc 2024-11-07T14:42:17,529 DEBUG [RS_CLOSE_META-regionserver/b7cc9d764de6:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44087/user/jenkins/test-data/12c0d4ca-8086-2565-7d3b-6602d5340d03/data/hbase/meta/1588230740/.tmp/info/848f1fdcf5a44c82b48d15ebcfae06ec is 195, key is TestLogRolling-testSlowSyncLogRolling,,1730990480120.3e0a24016cf563664519a2599e8cf21f./info:regioninfo/1730990480568/Put/seqid=0 2024-11-07T14:42:17,536 DEBUG [RS_CLOSE_REGION-regionserver/b7cc9d764de6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44087/user/jenkins/test-data/12c0d4ca-8086-2565-7d3b-6602d5340d03/data/default/TestLogRolling-testSlowSyncLogRolling/3e0a24016cf563664519a2599e8cf21f/.tmp/info/a3b0bc6e29414f119acadfb6c8048fdc as hdfs://localhost:44087/user/jenkins/test-data/12c0d4ca-8086-2565-7d3b-6602d5340d03/data/default/TestLogRolling-testSlowSyncLogRolling/3e0a24016cf563664519a2599e8cf21f/info/a3b0bc6e29414f119acadfb6c8048fdc 2024-11-07T14:42:17,536 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41561 is added to blk_1073741844_1020 (size=7016) 2024-11-07T14:42:17,537 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33877 is added to blk_1073741844_1020 (size=7016) 2024-11-07T14:42:17,537 INFO [RS_CLOSE_META-regionserver/b7cc9d764de6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.45 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:44087/user/jenkins/test-data/12c0d4ca-8086-2565-7d3b-6602d5340d03/data/hbase/meta/1588230740/.tmp/info/848f1fdcf5a44c82b48d15ebcfae06ec 2024-11-07T14:42:17,546 INFO [RS_CLOSE_REGION-regionserver/b7cc9d764de6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44087/user/jenkins/test-data/12c0d4ca-8086-2565-7d3b-6602d5340d03/data/default/TestLogRolling-testSlowSyncLogRolling/3e0a24016cf563664519a2599e8cf21f/info/a3b0bc6e29414f119acadfb6c8048fdc, entries=5, sequenceid=31, filesize=10.0 K 2024-11-07T14:42:17,548 INFO [RS_CLOSE_REGION-regionserver/b7cc9d764de6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~5.13 KB/5255, heapSize ~5.74 KB/5880, currentSize=0 B/0 for 3e0a24016cf563664519a2599e8cf21f in 49ms, sequenceid=31, compaction requested=true 2024-11-07T14:42:17,553 DEBUG [RS_CLOSE_REGION-regionserver/b7cc9d764de6:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44087/user/jenkins/test-data/12c0d4ca-8086-2565-7d3b-6602d5340d03/data/default/TestLogRolling-testSlowSyncLogRolling/3e0a24016cf563664519a2599e8cf21f/recovered.edits/34.seqid, newMaxSeqId=34, maxSeqId=1 2024-11-07T14:42:17,556 INFO [RS_CLOSE_REGION-regionserver/b7cc9d764de6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed TestLogRolling-testSlowSyncLogRolling,,1730990480120.3e0a24016cf563664519a2599e8cf21f. 2024-11-07T14:42:17,556 DEBUG [RS_CLOSE_REGION-regionserver/b7cc9d764de6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 3e0a24016cf563664519a2599e8cf21f: Waiting for close lock at 1730990537498Running coprocessor pre-close hooks at 1730990537498Disabling compacts and flushes for region at 1730990537498Disabling writes for close at 1730990537498Obtaining lock to block concurrent updates at 1730990537499 (+1 ms)Preparing flush snapshotting stores in 3e0a24016cf563664519a2599e8cf21f at 1730990537499Finished memstore snapshotting TestLogRolling-testSlowSyncLogRolling,,1730990480120.3e0a24016cf563664519a2599e8cf21f., syncing WAL and waiting on mvcc, flushsize=dataSize=5255, getHeapSize=5880, getOffHeapSize=0, getCellsCount=5 at 1730990537499Flushing stores of TestLogRolling-testSlowSyncLogRolling,,1730990480120.3e0a24016cf563664519a2599e8cf21f. at 1730990537500 (+1 ms)Flushing 3e0a24016cf563664519a2599e8cf21f/info: creating writer at 1730990537500Flushing 3e0a24016cf563664519a2599e8cf21f/info: appending metadata at 1730990537513 (+13 ms)Flushing 3e0a24016cf563664519a2599e8cf21f/info: closing flushed file at 1730990537513Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@72a93c61: reopening flushed file at 1730990537534 (+21 ms)Finished flush of dataSize ~5.13 KB/5255, heapSize ~5.74 KB/5880, currentSize=0 B/0 for 3e0a24016cf563664519a2599e8cf21f in 49ms, sequenceid=31, compaction requested=true at 1730990537548 (+14 ms)Writing region close event to WAL at 1730990537549 (+1 ms)Running coprocessor post-close hooks at 1730990537554 (+5 ms)Closed at 1730990537556 (+2 ms) 2024-11-07T14:42:17,556 DEBUG [RS_CLOSE_REGION-regionserver/b7cc9d764de6:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed TestLogRolling-testSlowSyncLogRolling,,1730990480120.3e0a24016cf563664519a2599e8cf21f. 2024-11-07T14:42:17,567 DEBUG [RS_CLOSE_META-regionserver/b7cc9d764de6:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44087/user/jenkins/test-data/12c0d4ca-8086-2565-7d3b-6602d5340d03/data/hbase/meta/1588230740/.tmp/ns/3c12d8c03ae54d6dbd0addc629f02996 is 43, key is default/ns:d/1730990479906/Put/seqid=0 2024-11-07T14:42:17,574 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41561 is added to blk_1073741845_1021 (size=5153) 2024-11-07T14:42:17,574 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33877 is added to blk_1073741845_1021 (size=5153) 2024-11-07T14:42:17,575 INFO [RS_CLOSE_META-regionserver/b7cc9d764de6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:44087/user/jenkins/test-data/12c0d4ca-8086-2565-7d3b-6602d5340d03/data/hbase/meta/1588230740/.tmp/ns/3c12d8c03ae54d6dbd0addc629f02996 2024-11-07T14:42:17,604 DEBUG [RS_CLOSE_META-regionserver/b7cc9d764de6:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44087/user/jenkins/test-data/12c0d4ca-8086-2565-7d3b-6602d5340d03/data/hbase/meta/1588230740/.tmp/table/e7e982c316e14b3b9d60fa7c956fa081 is 73, key is TestLogRolling-testSlowSyncLogRolling/table:state/1730990480583/Put/seqid=0 2024-11-07T14:42:17,610 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33877 is added to blk_1073741846_1022 (size=5396) 2024-11-07T14:42:17,610 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41561 is added to blk_1073741846_1022 (size=5396) 2024-11-07T14:42:17,611 INFO [RS_CLOSE_META-regionserver/b7cc9d764de6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=138 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:44087/user/jenkins/test-data/12c0d4ca-8086-2565-7d3b-6602d5340d03/data/hbase/meta/1588230740/.tmp/table/e7e982c316e14b3b9d60fa7c956fa081 2024-11-07T14:42:17,621 DEBUG [RS_CLOSE_META-regionserver/b7cc9d764de6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44087/user/jenkins/test-data/12c0d4ca-8086-2565-7d3b-6602d5340d03/data/hbase/meta/1588230740/.tmp/info/848f1fdcf5a44c82b48d15ebcfae06ec as hdfs://localhost:44087/user/jenkins/test-data/12c0d4ca-8086-2565-7d3b-6602d5340d03/data/hbase/meta/1588230740/info/848f1fdcf5a44c82b48d15ebcfae06ec 2024-11-07T14:42:17,632 INFO [RS_CLOSE_META-regionserver/b7cc9d764de6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44087/user/jenkins/test-data/12c0d4ca-8086-2565-7d3b-6602d5340d03/data/hbase/meta/1588230740/info/848f1fdcf5a44c82b48d15ebcfae06ec, entries=10, sequenceid=11, filesize=6.9 K 2024-11-07T14:42:17,634 DEBUG [RS_CLOSE_META-regionserver/b7cc9d764de6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44087/user/jenkins/test-data/12c0d4ca-8086-2565-7d3b-6602d5340d03/data/hbase/meta/1588230740/.tmp/ns/3c12d8c03ae54d6dbd0addc629f02996 as hdfs://localhost:44087/user/jenkins/test-data/12c0d4ca-8086-2565-7d3b-6602d5340d03/data/hbase/meta/1588230740/ns/3c12d8c03ae54d6dbd0addc629f02996 2024-11-07T14:42:17,645 INFO [RS_CLOSE_META-regionserver/b7cc9d764de6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44087/user/jenkins/test-data/12c0d4ca-8086-2565-7d3b-6602d5340d03/data/hbase/meta/1588230740/ns/3c12d8c03ae54d6dbd0addc629f02996, entries=2, sequenceid=11, filesize=5.0 K 2024-11-07T14:42:17,647 DEBUG [RS_CLOSE_META-regionserver/b7cc9d764de6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44087/user/jenkins/test-data/12c0d4ca-8086-2565-7d3b-6602d5340d03/data/hbase/meta/1588230740/.tmp/table/e7e982c316e14b3b9d60fa7c956fa081 as hdfs://localhost:44087/user/jenkins/test-data/12c0d4ca-8086-2565-7d3b-6602d5340d03/data/hbase/meta/1588230740/table/e7e982c316e14b3b9d60fa7c956fa081 2024-11-07T14:42:17,659 INFO [RS_CLOSE_META-regionserver/b7cc9d764de6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44087/user/jenkins/test-data/12c0d4ca-8086-2565-7d3b-6602d5340d03/data/hbase/meta/1588230740/table/e7e982c316e14b3b9d60fa7c956fa081, entries=2, sequenceid=11, filesize=5.3 K 2024-11-07T14:42:17,660 INFO [RS_CLOSE_META-regionserver/b7cc9d764de6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~1.65 KB/1692, heapSize ~3.38 KB/3456, currentSize=0 B/0 for 1588230740 in 156ms, sequenceid=11, compaction requested=false 2024-11-07T14:42:17,667 DEBUG [RS_CLOSE_META-regionserver/b7cc9d764de6:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44087/user/jenkins/test-data/12c0d4ca-8086-2565-7d3b-6602d5340d03/data/hbase/meta/1588230740/recovered.edits/14.seqid, newMaxSeqId=14, maxSeqId=1 2024-11-07T14:42:17,668 DEBUG [RS_CLOSE_META-regionserver/b7cc9d764de6:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-07T14:42:17,668 INFO [RS_CLOSE_META-regionserver/b7cc9d764de6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-07T14:42:17,668 DEBUG [RS_CLOSE_META-regionserver/b7cc9d764de6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1730990537504Running coprocessor pre-close hooks at 1730990537504Disabling compacts and flushes for region at 1730990537504Disabling writes for close at 1730990537504Obtaining lock to block concurrent updates at 1730990537505 (+1 ms)Preparing flush snapshotting stores in 1588230740 at 1730990537505Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=1692, getHeapSize=3696, getOffHeapSize=0, getCellsCount=14 at 1730990537505Flushing stores of hbase:meta,,1.1588230740 at 1730990537506 (+1 ms)Flushing 1588230740/info: creating writer at 1730990537506Flushing 1588230740/info: appending metadata at 1730990537529 (+23 ms)Flushing 1588230740/info: closing flushed file at 1730990537529Flushing 1588230740/ns: creating writer at 1730990537546 (+17 ms)Flushing 1588230740/ns: appending metadata at 1730990537566 (+20 ms)Flushing 1588230740/ns: closing flushed file at 1730990537567 (+1 ms)Flushing 1588230740/table: creating writer at 1730990537585 (+18 ms)Flushing 1588230740/table: appending metadata at 1730990537603 (+18 ms)Flushing 1588230740/table: closing flushed file at 1730990537603Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7934d1a7: reopening flushed file at 1730990537620 (+17 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@57917fc1: reopening flushed file at 1730990537633 (+13 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5e3e9388: reopening flushed file at 1730990537645 (+12 ms)Finished flush of dataSize ~1.65 KB/1692, heapSize ~3.38 KB/3456, currentSize=0 B/0 for 1588230740 in 156ms, sequenceid=11, compaction requested=false at 1730990537661 (+16 ms)Writing region close event to WAL at 1730990537662 (+1 ms)Running coprocessor post-close hooks at 1730990537668 (+6 ms)Closed at 1730990537668 2024-11-07T14:42:17,669 DEBUG [RS_CLOSE_META-regionserver/b7cc9d764de6:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-07T14:42:17,705 INFO [RS:0;b7cc9d764de6:45245 {}] regionserver.HRegionServer(976): stopping server b7cc9d764de6,45245,1730990477782; all regions closed. 2024-11-07T14:42:17,713 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33877 is added to blk_1073741834_1010 (size=3066) 2024-11-07T14:42:17,713 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41561 is added to blk_1073741834_1010 (size=3066) 2024-11-07T14:42:17,718 DEBUG [RS:0;b7cc9d764de6:45245 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/12c0d4ca-8086-2565-7d3b-6602d5340d03/oldWALs 2024-11-07T14:42:17,718 INFO [RS:0;b7cc9d764de6:45245 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL b7cc9d764de6%2C45245%2C1730990477782.meta:.meta(num 1730990479683) 2024-11-07T14:42:17,721 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33877 is added to blk_1073741841_1017 (size=13164) 2024-11-07T14:42:17,721 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/12c0d4ca-8086-2565-7d3b-6602d5340d03/WALs/b7cc9d764de6,45245,1730990477782/b7cc9d764de6%2C45245%2C1730990477782.1730990517359 not finished, retry = 0 2024-11-07T14:42:17,721 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41561 is added to blk_1073741841_1017 (size=13164) 2024-11-07T14:42:17,831 DEBUG [RS:0;b7cc9d764de6:45245 {}] wal.AbstractFSWAL(1256): Moved 3 WAL file(s) to /user/jenkins/test-data/12c0d4ca-8086-2565-7d3b-6602d5340d03/oldWALs 2024-11-07T14:42:17,831 INFO [RS:0;b7cc9d764de6:45245 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL b7cc9d764de6%2C45245%2C1730990477782:(num 1730990517359) 2024-11-07T14:42:17,831 DEBUG [RS:0;b7cc9d764de6:45245 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T14:42:17,831 INFO [RS:0;b7cc9d764de6:45245 {}] regionserver.LeaseManager(133): Closed leases 2024-11-07T14:42:17,831 INFO [RS:0;b7cc9d764de6:45245 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-07T14:42:17,832 INFO [RS:0;b7cc9d764de6:45245 {}] hbase.ChoreService(370): Chore service for: regionserver/b7cc9d764de6:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-07T14:42:17,832 INFO [RS:0;b7cc9d764de6:45245 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-07T14:42:17,832 INFO [regionserver/b7cc9d764de6:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-07T14:42:17,832 INFO [RS:0;b7cc9d764de6:45245 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:45245 2024-11-07T14:42:17,844 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45245-0x10116ec51d10001, quorum=127.0.0.1:58856, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/b7cc9d764de6,45245,1730990477782 2024-11-07T14:42:17,844 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43455-0x10116ec51d10000, quorum=127.0.0.1:58856, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-07T14:42:17,844 INFO [RS:0;b7cc9d764de6:45245 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-07T14:42:17,853 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [b7cc9d764de6,45245,1730990477782] 2024-11-07T14:42:17,861 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/b7cc9d764de6,45245,1730990477782 already deleted, retry=false 2024-11-07T14:42:17,861 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; b7cc9d764de6,45245,1730990477782 expired; onlineServers=0 2024-11-07T14:42:17,861 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'b7cc9d764de6,43455,1730990477114' ***** 2024-11-07T14:42:17,861 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-07T14:42:17,861 INFO [M:0;b7cc9d764de6:43455 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-07T14:42:17,861 INFO [M:0;b7cc9d764de6:43455 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-07T14:42:17,861 DEBUG [M:0;b7cc9d764de6:43455 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-07T14:42:17,862 DEBUG [M:0;b7cc9d764de6:43455 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-07T14:42:17,862 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-07T14:42:17,862 DEBUG [master/b7cc9d764de6:0:becomeActiveMaster-HFileCleaner.large.0-1730990478907 {}] cleaner.HFileCleaner(306): Exit Thread[master/b7cc9d764de6:0:becomeActiveMaster-HFileCleaner.large.0-1730990478907,5,FailOnTimeoutGroup] 2024-11-07T14:42:17,862 DEBUG [master/b7cc9d764de6:0:becomeActiveMaster-HFileCleaner.small.0-1730990478908 {}] cleaner.HFileCleaner(306): Exit Thread[master/b7cc9d764de6:0:becomeActiveMaster-HFileCleaner.small.0-1730990478908,5,FailOnTimeoutGroup] 2024-11-07T14:42:17,862 INFO [M:0;b7cc9d764de6:43455 {}] hbase.ChoreService(370): Chore service for: master/b7cc9d764de6:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-07T14:42:17,862 INFO [M:0;b7cc9d764de6:43455 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-07T14:42:17,862 DEBUG [M:0;b7cc9d764de6:43455 {}] master.HMaster(1795): Stopping service threads 2024-11-07T14:42:17,862 INFO [M:0;b7cc9d764de6:43455 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-07T14:42:17,862 INFO [M:0;b7cc9d764de6:43455 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-07T14:42:17,863 INFO [M:0;b7cc9d764de6:43455 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-07T14:42:17,863 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-07T14:42:17,869 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43455-0x10116ec51d10000, quorum=127.0.0.1:58856, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master 2024-11-07T14:42:17,869 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43455-0x10116ec51d10000, quorum=127.0.0.1:58856, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-07T14:42:17,869 DEBUG [M:0;b7cc9d764de6:43455 {}] zookeeper.ZKUtil(347): master:43455-0x10116ec51d10000, quorum=127.0.0.1:58856, baseZNode=/hbase Unable to get data of znode /hbase/master because node does not exist (not an error) 2024-11-07T14:42:17,869 WARN [M:0;b7cc9d764de6:43455 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-07T14:42:17,870 INFO [M:0;b7cc9d764de6:43455 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:44087/user/jenkins/test-data/12c0d4ca-8086-2565-7d3b-6602d5340d03/.lastflushedseqids 2024-11-07T14:42:17,883 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41561 is added to blk_1073741847_1023 (size=130) 2024-11-07T14:42:17,884 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33877 is added to blk_1073741847_1023 (size=130) 2024-11-07T14:42:17,884 INFO [M:0;b7cc9d764de6:43455 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-07T14:42:17,885 INFO [M:0;b7cc9d764de6:43455 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-07T14:42:17,885 DEBUG [M:0;b7cc9d764de6:43455 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-07T14:42:17,885 INFO [M:0;b7cc9d764de6:43455 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-07T14:42:17,885 DEBUG [M:0;b7cc9d764de6:43455 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-07T14:42:17,885 DEBUG [M:0;b7cc9d764de6:43455 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-07T14:42:17,885 DEBUG [M:0;b7cc9d764de6:43455 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-07T14:42:17,885 INFO [M:0;b7cc9d764de6:43455 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=23.04 KB heapSize=29.21 KB 2024-11-07T14:42:17,906 DEBUG [M:0;b7cc9d764de6:43455 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44087/user/jenkins/test-data/12c0d4ca-8086-2565-7d3b-6602d5340d03/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/c81df05deb794423b1db9468edc241d8 is 82, key is hbase:meta,,1/info:regioninfo/1730990479767/Put/seqid=0 2024-11-07T14:42:17,916 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33877 is added to blk_1073741848_1024 (size=5672) 2024-11-07T14:42:17,916 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41561 is added to blk_1073741848_1024 (size=5672) 2024-11-07T14:42:17,918 INFO [M:0;b7cc9d764de6:43455 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=59 (bloomFilter=true), to=hdfs://localhost:44087/user/jenkins/test-data/12c0d4ca-8086-2565-7d3b-6602d5340d03/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/c81df05deb794423b1db9468edc241d8 2024-11-07T14:42:17,946 DEBUG [M:0;b7cc9d764de6:43455 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44087/user/jenkins/test-data/12c0d4ca-8086-2565-7d3b-6602d5340d03/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/637c00ea6848410eaeafbeae6860d766 is 767, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1730990480589/Put/seqid=0 2024-11-07T14:42:17,953 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45245-0x10116ec51d10001, quorum=127.0.0.1:58856, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-07T14:42:17,953 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45245-0x10116ec51d10001, quorum=127.0.0.1:58856, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-07T14:42:17,953 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33877 is added to blk_1073741849_1025 (size=6248) 2024-11-07T14:42:17,954 INFO [RS:0;b7cc9d764de6:45245 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-07T14:42:17,954 INFO [RS:0;b7cc9d764de6:45245 {}] regionserver.HRegionServer(1031): Exiting; stopping=b7cc9d764de6,45245,1730990477782; zookeeper connection closed. 2024-11-07T14:42:17,954 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41561 is added to blk_1073741849_1025 (size=6248) 2024-11-07T14:42:17,955 INFO [M:0;b7cc9d764de6:43455 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.43 KB at sequenceid=59 (bloomFilter=true), to=hdfs://localhost:44087/user/jenkins/test-data/12c0d4ca-8086-2565-7d3b-6602d5340d03/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/637c00ea6848410eaeafbeae6860d766 2024-11-07T14:42:17,963 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@53254499 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@53254499 2024-11-07T14:42:17,963 INFO [M:0;b7cc9d764de6:43455 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 637c00ea6848410eaeafbeae6860d766 2024-11-07T14:42:17,963 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-07T14:42:17,979 DEBUG [M:0;b7cc9d764de6:43455 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44087/user/jenkins/test-data/12c0d4ca-8086-2565-7d3b-6602d5340d03/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/8804aba1a8f549cbbc5282dc3cb92d3d is 69, key is b7cc9d764de6,45245,1730990477782/rs:state/1730990478988/Put/seqid=0 2024-11-07T14:42:17,985 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41561 is added to blk_1073741850_1026 (size=5156) 2024-11-07T14:42:17,986 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33877 is added to blk_1073741850_1026 (size=5156) 2024-11-07T14:42:17,986 INFO [M:0;b7cc9d764de6:43455 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=59 (bloomFilter=true), to=hdfs://localhost:44087/user/jenkins/test-data/12c0d4ca-8086-2565-7d3b-6602d5340d03/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/8804aba1a8f549cbbc5282dc3cb92d3d 2024-11-07T14:42:18,011 DEBUG [M:0;b7cc9d764de6:43455 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44087/user/jenkins/test-data/12c0d4ca-8086-2565-7d3b-6602d5340d03/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/state/0e58acdf92bb4d6eb066f038ed259278 is 52, key is load_balancer_on/state:d/1730990480097/Put/seqid=0 2024-11-07T14:42:18,018 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33877 is added to blk_1073741851_1027 (size=5056) 2024-11-07T14:42:18,018 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41561 is added to blk_1073741851_1027 (size=5056) 2024-11-07T14:42:18,019 INFO [M:0;b7cc9d764de6:43455 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=48 B at sequenceid=59 (bloomFilter=true), to=hdfs://localhost:44087/user/jenkins/test-data/12c0d4ca-8086-2565-7d3b-6602d5340d03/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/state/0e58acdf92bb4d6eb066f038ed259278 2024-11-07T14:42:18,029 DEBUG [M:0;b7cc9d764de6:43455 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44087/user/jenkins/test-data/12c0d4ca-8086-2565-7d3b-6602d5340d03/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/c81df05deb794423b1db9468edc241d8 as hdfs://localhost:44087/user/jenkins/test-data/12c0d4ca-8086-2565-7d3b-6602d5340d03/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/c81df05deb794423b1db9468edc241d8 2024-11-07T14:42:18,038 INFO [M:0;b7cc9d764de6:43455 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44087/user/jenkins/test-data/12c0d4ca-8086-2565-7d3b-6602d5340d03/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/c81df05deb794423b1db9468edc241d8, entries=8, sequenceid=59, filesize=5.5 K 2024-11-07T14:42:18,040 DEBUG [M:0;b7cc9d764de6:43455 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44087/user/jenkins/test-data/12c0d4ca-8086-2565-7d3b-6602d5340d03/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/637c00ea6848410eaeafbeae6860d766 as hdfs://localhost:44087/user/jenkins/test-data/12c0d4ca-8086-2565-7d3b-6602d5340d03/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/637c00ea6848410eaeafbeae6860d766 2024-11-07T14:42:18,049 INFO [M:0;b7cc9d764de6:43455 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 637c00ea6848410eaeafbeae6860d766 2024-11-07T14:42:18,049 INFO [M:0;b7cc9d764de6:43455 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44087/user/jenkins/test-data/12c0d4ca-8086-2565-7d3b-6602d5340d03/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/637c00ea6848410eaeafbeae6860d766, entries=6, sequenceid=59, filesize=6.1 K 2024-11-07T14:42:18,051 DEBUG [M:0;b7cc9d764de6:43455 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44087/user/jenkins/test-data/12c0d4ca-8086-2565-7d3b-6602d5340d03/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/8804aba1a8f549cbbc5282dc3cb92d3d as hdfs://localhost:44087/user/jenkins/test-data/12c0d4ca-8086-2565-7d3b-6602d5340d03/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/8804aba1a8f549cbbc5282dc3cb92d3d 2024-11-07T14:42:18,061 INFO [M:0;b7cc9d764de6:43455 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44087/user/jenkins/test-data/12c0d4ca-8086-2565-7d3b-6602d5340d03/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/8804aba1a8f549cbbc5282dc3cb92d3d, entries=1, sequenceid=59, filesize=5.0 K 2024-11-07T14:42:18,064 DEBUG [M:0;b7cc9d764de6:43455 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44087/user/jenkins/test-data/12c0d4ca-8086-2565-7d3b-6602d5340d03/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/state/0e58acdf92bb4d6eb066f038ed259278 as hdfs://localhost:44087/user/jenkins/test-data/12c0d4ca-8086-2565-7d3b-6602d5340d03/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/state/0e58acdf92bb4d6eb066f038ed259278 2024-11-07T14:42:18,073 INFO [M:0;b7cc9d764de6:43455 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44087/user/jenkins/test-data/12c0d4ca-8086-2565-7d3b-6602d5340d03/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/state/0e58acdf92bb4d6eb066f038ed259278, entries=1, sequenceid=59, filesize=4.9 K 2024-11-07T14:42:18,075 INFO [M:0;b7cc9d764de6:43455 {}] regionserver.HRegion(3140): Finished flush of dataSize ~23.04 KB/23588, heapSize ~29.15 KB/29848, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 190ms, sequenceid=59, compaction requested=false 2024-11-07T14:42:18,080 INFO [M:0;b7cc9d764de6:43455 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-07T14:42:18,080 DEBUG [M:0;b7cc9d764de6:43455 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1730990537885Disabling compacts and flushes for region at 1730990537885Disabling writes for close at 1730990537885Obtaining lock to block concurrent updates at 1730990537885Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1730990537885Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=23588, getHeapSize=29848, getOffHeapSize=0, getCellsCount=70 at 1730990537886 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1730990537887 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1730990537887Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1730990537905 (+18 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1730990537906 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1730990537927 (+21 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1730990537945 (+18 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1730990537945Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1730990537963 (+18 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1730990537978 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1730990537978Flushing 1595e783b53d99cd5eef43b6debb2682/state: creating writer at 1730990537994 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/state: appending metadata at 1730990538011 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/state: closing flushed file at 1730990538011Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@48ea81df: reopening flushed file at 1730990538027 (+16 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@453047a7: reopening flushed file at 1730990538038 (+11 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1df650da: reopening flushed file at 1730990538050 (+12 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@19fb26ad: reopening flushed file at 1730990538061 (+11 ms)Finished flush of dataSize ~23.04 KB/23588, heapSize ~29.15 KB/29848, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 190ms, sequenceid=59, compaction requested=false at 1730990538076 (+15 ms)Writing region close event to WAL at 1730990538080 (+4 ms)Closed at 1730990538080 2024-11-07T14:42:18,086 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33877 is added to blk_1073741830_1006 (size=27985) 2024-11-07T14:42:18,086 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41561 is added to blk_1073741830_1006 (size=27985) 2024-11-07T14:42:18,087 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-07T14:42:18,088 INFO [M:0;b7cc9d764de6:43455 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-07T14:42:18,088 INFO [M:0;b7cc9d764de6:43455 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:43455 2024-11-07T14:42:18,088 INFO [M:0;b7cc9d764de6:43455 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-07T14:42:18,194 INFO [M:0;b7cc9d764de6:43455 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-07T14:42:18,194 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43455-0x10116ec51d10000, quorum=127.0.0.1:58856, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-07T14:42:18,195 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43455-0x10116ec51d10000, quorum=127.0.0.1:58856, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-07T14:42:18,199 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@1980243e{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-07T14:42:18,201 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@4f0b3f5b{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-07T14:42:18,201 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-07T14:42:18,201 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@648b04b5{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-07T14:42:18,201 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@59da8489{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/32fb828a-2f28-50df-26bb-2aa61c7bf9ac/hadoop.log.dir/,STOPPED} 2024-11-07T14:42:18,204 WARN [BP-212305443-172.17.0.3-1730990473840 heartbeating to localhost/127.0.0.1:44087 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-07T14:42:18,204 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-07T14:42:18,204 WARN [BP-212305443-172.17.0.3-1730990473840 heartbeating to localhost/127.0.0.1:44087 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-212305443-172.17.0.3-1730990473840 (Datanode Uuid 4d03cb59-c1f5-485c-abd2-9ecf1d2fb4a4) service to localhost/127.0.0.1:44087 2024-11-07T14:42:18,204 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-07T14:42:18,206 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/32fb828a-2f28-50df-26bb-2aa61c7bf9ac/cluster_dc8ded00-5e83-2364-1e1d-db62aa02ff97/data/data3/current/BP-212305443-172.17.0.3-1730990473840 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-07T14:42:18,206 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/32fb828a-2f28-50df-26bb-2aa61c7bf9ac/cluster_dc8ded00-5e83-2364-1e1d-db62aa02ff97/data/data4/current/BP-212305443-172.17.0.3-1730990473840 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-07T14:42:18,206 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-07T14:42:18,209 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@2b235369{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-07T14:42:18,209 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@71652136{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-07T14:42:18,209 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-07T14:42:18,209 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2c1bf4e4{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-07T14:42:18,209 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@19d33f51{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/32fb828a-2f28-50df-26bb-2aa61c7bf9ac/hadoop.log.dir/,STOPPED} 2024-11-07T14:42:18,211 WARN [BP-212305443-172.17.0.3-1730990473840 heartbeating to localhost/127.0.0.1:44087 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-07T14:42:18,211 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-07T14:42:18,211 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-07T14:42:18,211 WARN [BP-212305443-172.17.0.3-1730990473840 heartbeating to localhost/127.0.0.1:44087 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-212305443-172.17.0.3-1730990473840 (Datanode Uuid 59bb1fee-46d0-48b0-b1dc-8992f7095996) service to localhost/127.0.0.1:44087 2024-11-07T14:42:18,212 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/32fb828a-2f28-50df-26bb-2aa61c7bf9ac/cluster_dc8ded00-5e83-2364-1e1d-db62aa02ff97/data/data1/current/BP-212305443-172.17.0.3-1730990473840 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-07T14:42:18,212 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/32fb828a-2f28-50df-26bb-2aa61c7bf9ac/cluster_dc8ded00-5e83-2364-1e1d-db62aa02ff97/data/data2/current/BP-212305443-172.17.0.3-1730990473840 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-07T14:42:18,212 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-07T14:42:18,221 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@c362ac7{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-07T14:42:18,222 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@28d0ce06{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-07T14:42:18,222 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-07T14:42:18,222 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@61b67e9{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-07T14:42:18,222 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2420283b{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/32fb828a-2f28-50df-26bb-2aa61c7bf9ac/hadoop.log.dir/,STOPPED} 2024-11-07T14:42:18,231 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-07T14:42:18,270 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-07T14:42:18,280 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.wal.TestAsyncLogRolling#testSlowSyncLogRolling Thread=65 (was 12) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: weak-ref-cleaner-strictcontextstorage java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:155) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:176) app//io.opentelemetry.context.StrictContextStorage$PendingScopes.run(StrictContextStorage.java:269) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: GcTimeMonitor obsWindow = 60000, sleepInterval = 5000, maxGcTimePerc = 100 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.util.GcTimeMonitor.run(GcTimeMonitor.java:161) Potentially hanging thread: region-location-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-4 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Idle-Rpc-Conn-Sweeper-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.fs.FileSystem$Statistics$StatisticsDataReferenceCleaner java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:155) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:176) app//org.apache.hadoop.fs.FileSystem$Statistics$StatisticsDataReferenceCleaner.run(FileSystem.java:4171) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Slow-sync-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-5-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-2 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:44087 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-4-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-2-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-3-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Timer for 'HBase' metrics system java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: regionserver/b7cc9d764de6:0.procedureResultReporter java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.regionserver.RemoteProcedureResultReporter.run(RemoteProcedureResultReporter.java:75) Potentially hanging thread: SnapshotHandlerChoreCleaner java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/b7cc9d764de6:0.leaseChecker java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hbase.regionserver.LeaseManager.run(LeaseManager.java:82) Potentially hanging thread: nioEventLoopGroup-3-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-4-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-5-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.0@localhost:44087 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (2013823090) connection to localhost/127.0.0.1:44087 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: master/b7cc9d764de6:0:becomeActiveMaster-MemStoreChunkPool Statistics java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Async-Client-Retry-Timer-pool-0 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.waitForNextTick(HashedWheelTimer.java:598) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:494) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-3 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: Time-limited test.named-queue-events-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) app//com.lmax.disruptor.BlockingWaitStrategy.waitFor(BlockingWaitStrategy.java:47) app//com.lmax.disruptor.ProcessingSequenceBarrier.waitFor(ProcessingSequenceBarrier.java:56) app//com.lmax.disruptor.BatchEventProcessor.processEvents(BatchEventProcessor.java:159) app//com.lmax.disruptor.BatchEventProcessor.run(BatchEventProcessor.java:125) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: SessionTracker java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.server.SessionTrackerImpl.run(SessionTrackerImpl.java:163) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:44087 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HBase-Metrics2-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-3-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcClient-timer-pool-0 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.waitForNextTick(HashedWheelTimer.java:598) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:494) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-2-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Monitor thread for TaskMonitor java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hbase.monitoring.TaskMonitor$MonitorRunnable.run(TaskMonitor.java:325) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-1-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: master/b7cc9d764de6:0:becomeActiveMaster-MemStoreChunkPool Statistics java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool.commonPool-worker-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkUntil(LockSupport.java:410) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1726) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:44087 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:44087 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-3-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.hdfs.PeerCache@5b053a3c java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.PeerCache.run(PeerCache.java:253) app//org.apache.hadoop.hdfs.PeerCache.access$000(PeerCache.java:46) app//org.apache.hadoop.hdfs.PeerCache$1.run(PeerCache.java:124) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-4 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkUntil(LockSupport.java:410) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1726) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: IPC Client (2013823090) connection to localhost/127.0.0.1:44087 from jenkins.hfs.0 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: ForkJoinPool-2-worker-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: nioEventLoopGroup-3-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-2-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-3-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-3 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-5-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: SSL Certificates Store Monitor java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:537) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: IPC Client (2013823090) connection to localhost/127.0.0.1:44087 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-4-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-1-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-1-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=393 (was 287) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=106 (was 184), ProcessCount=11 (was 11), AvailableMemoryMB=5356 (was 6424) 2024-11-07T14:42:18,286 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.wal.TestAsyncLogRolling#testLogRollOnDatanodeDeath Thread=66, OpenFileDescriptor=393, MaxFileDescriptor=1048576, SystemLoadAverage=106, ProcessCount=11, AvailableMemoryMB=5355 2024-11-07T14:42:18,286 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=2, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-07T14:42:18,286 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/32fb828a-2f28-50df-26bb-2aa61c7bf9ac/hadoop.log.dir so I do NOT create it in target/test-data/921fde73-abed-0176-35a4-7e00501c6b3b 2024-11-07T14:42:18,286 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/32fb828a-2f28-50df-26bb-2aa61c7bf9ac/hadoop.tmp.dir so I do NOT create it in target/test-data/921fde73-abed-0176-35a4-7e00501c6b3b 2024-11-07T14:42:18,286 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/921fde73-abed-0176-35a4-7e00501c6b3b/cluster_4b93ed71-cdba-b0a8-8857-5fa660da00ec, deleteOnExit=true 2024-11-07T14:42:18,286 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-07T14:42:18,287 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/921fde73-abed-0176-35a4-7e00501c6b3b/test.cache.data in system properties and HBase conf 2024-11-07T14:42:18,287 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/921fde73-abed-0176-35a4-7e00501c6b3b/hadoop.tmp.dir in system properties and HBase conf 2024-11-07T14:42:18,287 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/921fde73-abed-0176-35a4-7e00501c6b3b/hadoop.log.dir in system properties and HBase conf 2024-11-07T14:42:18,287 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/921fde73-abed-0176-35a4-7e00501c6b3b/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-07T14:42:18,287 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/921fde73-abed-0176-35a4-7e00501c6b3b/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-07T14:42:18,287 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-07T14:42:18,287 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-07T14:42:18,288 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/921fde73-abed-0176-35a4-7e00501c6b3b/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-07T14:42:18,288 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/921fde73-abed-0176-35a4-7e00501c6b3b/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-07T14:42:18,288 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/921fde73-abed-0176-35a4-7e00501c6b3b/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-07T14:42:18,288 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/921fde73-abed-0176-35a4-7e00501c6b3b/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-07T14:42:18,288 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/921fde73-abed-0176-35a4-7e00501c6b3b/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-07T14:42:18,288 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/921fde73-abed-0176-35a4-7e00501c6b3b/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-07T14:42:18,288 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/921fde73-abed-0176-35a4-7e00501c6b3b/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-07T14:42:18,288 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/921fde73-abed-0176-35a4-7e00501c6b3b/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-07T14:42:18,288 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/921fde73-abed-0176-35a4-7e00501c6b3b/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-07T14:42:18,288 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/921fde73-abed-0176-35a4-7e00501c6b3b/nfs.dump.dir in system properties and HBase conf 2024-11-07T14:42:18,289 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/921fde73-abed-0176-35a4-7e00501c6b3b/java.io.tmpdir in system properties and HBase conf 2024-11-07T14:42:18,289 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/921fde73-abed-0176-35a4-7e00501c6b3b/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-07T14:42:18,289 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/921fde73-abed-0176-35a4-7e00501c6b3b/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-07T14:42:18,289 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/921fde73-abed-0176-35a4-7e00501c6b3b/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-07T14:42:18,534 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-07T14:42:18,541 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-07T14:42:18,545 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-07T14:42:18,545 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-07T14:42:18,545 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-07T14:42:18,546 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-07T14:42:18,546 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@66ab4fc1{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/921fde73-abed-0176-35a4-7e00501c6b3b/hadoop.log.dir/,AVAILABLE} 2024-11-07T14:42:18,547 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2178c448{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-07T14:42:18,639 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@27160f35{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/921fde73-abed-0176-35a4-7e00501c6b3b/java.io.tmpdir/jetty-localhost-35429-hadoop-hdfs-3_4_1-tests_jar-_-any-17359208005454005930/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-07T14:42:18,640 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@182c11ab{HTTP/1.1, (http/1.1)}{localhost:35429} 2024-11-07T14:42:18,640 INFO [Time-limited test {}] server.Server(415): Started @66669ms 2024-11-07T14:42:18,843 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-07T14:42:18,847 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-07T14:42:18,848 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-07T14:42:18,848 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-07T14:42:18,848 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-07T14:42:18,849 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4999050a{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/921fde73-abed-0176-35a4-7e00501c6b3b/hadoop.log.dir/,AVAILABLE} 2024-11-07T14:42:18,849 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@68e7f31b{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-07T14:42:18,951 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@2d52cbc5{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/921fde73-abed-0176-35a4-7e00501c6b3b/java.io.tmpdir/jetty-localhost-45485-hadoop-hdfs-3_4_1-tests_jar-_-any-10218354829227801419/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-07T14:42:18,952 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@306ce2ae{HTTP/1.1, (http/1.1)}{localhost:45485} 2024-11-07T14:42:18,952 INFO [Time-limited test {}] server.Server(415): Started @66981ms 2024-11-07T14:42:18,953 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-07T14:42:18,994 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-07T14:42:18,998 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-07T14:42:18,999 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-07T14:42:18,999 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-07T14:42:18,999 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-07T14:42:19,000 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@43559c3a{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/921fde73-abed-0176-35a4-7e00501c6b3b/hadoop.log.dir/,AVAILABLE} 2024-11-07T14:42:19,000 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4bbd0d4f{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-07T14:42:19,077 INFO [regionserver/b7cc9d764de6:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-07T14:42:19,096 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@1bce41f1{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/921fde73-abed-0176-35a4-7e00501c6b3b/java.io.tmpdir/jetty-localhost-40691-hadoop-hdfs-3_4_1-tests_jar-_-any-12868493265554984930/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-07T14:42:19,097 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@252717ce{HTTP/1.1, (http/1.1)}{localhost:40691} 2024-11-07T14:42:19,097 INFO [Time-limited test {}] server.Server(415): Started @67126ms 2024-11-07T14:42:19,098 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-07T14:42:19,551 WARN [Thread-387 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/921fde73-abed-0176-35a4-7e00501c6b3b/cluster_4b93ed71-cdba-b0a8-8857-5fa660da00ec/data/data2/current/BP-1951735857-172.17.0.3-1730990538314/current, will proceed with Du for space computation calculation, 2024-11-07T14:42:19,551 WARN [Thread-386 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/921fde73-abed-0176-35a4-7e00501c6b3b/cluster_4b93ed71-cdba-b0a8-8857-5fa660da00ec/data/data1/current/BP-1951735857-172.17.0.3-1730990538314/current, will proceed with Du for space computation calculation, 2024-11-07T14:42:19,567 WARN [Thread-350 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-07T14:42:19,570 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x11479c239f62858a with lease ID 0xd6827aaa453dfcc0: Processing first storage report for DS-2454f37e-6e5f-4666-ba50-b697bbc35926 from datanode DatanodeRegistration(127.0.0.1:44057, datanodeUuid=99d24dd0-14ff-479b-a4dc-86d8973b5e13, infoPort=34667, infoSecurePort=0, ipcPort=44999, storageInfo=lv=-57;cid=testClusterID;nsid=1264791828;c=1730990538314) 2024-11-07T14:42:19,570 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x11479c239f62858a with lease ID 0xd6827aaa453dfcc0: from storage DS-2454f37e-6e5f-4666-ba50-b697bbc35926 node DatanodeRegistration(127.0.0.1:44057, datanodeUuid=99d24dd0-14ff-479b-a4dc-86d8973b5e13, infoPort=34667, infoSecurePort=0, ipcPort=44999, storageInfo=lv=-57;cid=testClusterID;nsid=1264791828;c=1730990538314), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-07T14:42:19,570 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x11479c239f62858a with lease ID 0xd6827aaa453dfcc0: Processing first storage report for DS-33d4cb83-b913-44d4-aa6a-09b33ac38c88 from datanode DatanodeRegistration(127.0.0.1:44057, datanodeUuid=99d24dd0-14ff-479b-a4dc-86d8973b5e13, infoPort=34667, infoSecurePort=0, ipcPort=44999, storageInfo=lv=-57;cid=testClusterID;nsid=1264791828;c=1730990538314) 2024-11-07T14:42:19,570 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x11479c239f62858a with lease ID 0xd6827aaa453dfcc0: from storage DS-33d4cb83-b913-44d4-aa6a-09b33ac38c88 node DatanodeRegistration(127.0.0.1:44057, datanodeUuid=99d24dd0-14ff-479b-a4dc-86d8973b5e13, infoPort=34667, infoSecurePort=0, ipcPort=44999, storageInfo=lv=-57;cid=testClusterID;nsid=1264791828;c=1730990538314), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-07T14:42:19,698 WARN [Thread-397 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/921fde73-abed-0176-35a4-7e00501c6b3b/cluster_4b93ed71-cdba-b0a8-8857-5fa660da00ec/data/data3/current/BP-1951735857-172.17.0.3-1730990538314/current, will proceed with Du for space computation calculation, 2024-11-07T14:42:19,698 WARN [Thread-398 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/921fde73-abed-0176-35a4-7e00501c6b3b/cluster_4b93ed71-cdba-b0a8-8857-5fa660da00ec/data/data4/current/BP-1951735857-172.17.0.3-1730990538314/current, will proceed with Du for space computation calculation, 2024-11-07T14:42:19,716 WARN [Thread-373 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-07T14:42:19,718 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x1f6a9868333eac2c with lease ID 0xd6827aaa453dfcc1: Processing first storage report for DS-5ac8da10-65e2-4919-abee-7e8f4b141ef7 from datanode DatanodeRegistration(127.0.0.1:38701, datanodeUuid=553116bc-a50b-40c8-b7fa-6ff61ccf56b8, infoPort=38717, infoSecurePort=0, ipcPort=37577, storageInfo=lv=-57;cid=testClusterID;nsid=1264791828;c=1730990538314) 2024-11-07T14:42:19,719 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x1f6a9868333eac2c with lease ID 0xd6827aaa453dfcc1: from storage DS-5ac8da10-65e2-4919-abee-7e8f4b141ef7 node DatanodeRegistration(127.0.0.1:38701, datanodeUuid=553116bc-a50b-40c8-b7fa-6ff61ccf56b8, infoPort=38717, infoSecurePort=0, ipcPort=37577, storageInfo=lv=-57;cid=testClusterID;nsid=1264791828;c=1730990538314), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-07T14:42:19,719 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x1f6a9868333eac2c with lease ID 0xd6827aaa453dfcc1: Processing first storage report for DS-e5002f0e-43d0-48c3-9b63-7c1a597eb098 from datanode DatanodeRegistration(127.0.0.1:38701, datanodeUuid=553116bc-a50b-40c8-b7fa-6ff61ccf56b8, infoPort=38717, infoSecurePort=0, ipcPort=37577, storageInfo=lv=-57;cid=testClusterID;nsid=1264791828;c=1730990538314) 2024-11-07T14:42:19,719 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x1f6a9868333eac2c with lease ID 0xd6827aaa453dfcc1: from storage DS-e5002f0e-43d0-48c3-9b63-7c1a597eb098 node DatanodeRegistration(127.0.0.1:38701, datanodeUuid=553116bc-a50b-40c8-b7fa-6ff61ccf56b8, infoPort=38717, infoSecurePort=0, ipcPort=37577, storageInfo=lv=-57;cid=testClusterID;nsid=1264791828;c=1730990538314), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-07T14:42:19,733 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/921fde73-abed-0176-35a4-7e00501c6b3b 2024-11-07T14:42:19,736 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/921fde73-abed-0176-35a4-7e00501c6b3b/cluster_4b93ed71-cdba-b0a8-8857-5fa660da00ec/zookeeper_0, clientPort=52953, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/921fde73-abed-0176-35a4-7e00501c6b3b/cluster_4b93ed71-cdba-b0a8-8857-5fa660da00ec/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/921fde73-abed-0176-35a4-7e00501c6b3b/cluster_4b93ed71-cdba-b0a8-8857-5fa660da00ec/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-07T14:42:19,737 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=52953 2024-11-07T14:42:19,738 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-07T14:42:19,740 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-07T14:42:19,753 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44057 is added to blk_1073741825_1001 (size=7) 2024-11-07T14:42:19,753 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38701 is added to blk_1073741825_1001 (size=7) 2024-11-07T14:42:19,754 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:42075/user/jenkins/test-data/881c5ef3-4e37-455a-9a89-2d92fce2d5d9 with version=8 2024-11-07T14:42:19,754 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1141): The hbase.fs.tmp.dir is set to hdfs://localhost:44087/user/jenkins/test-data/12c0d4ca-8086-2565-7d3b-6602d5340d03/hbase-staging 2024-11-07T14:42:19,757 INFO [Time-limited test {}] client.ConnectionUtils(128): master/b7cc9d764de6:0 server-side Connection retries=45 2024-11-07T14:42:19,757 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-07T14:42:19,757 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-07T14:42:19,757 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-07T14:42:19,757 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-07T14:42:19,757 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-07T14:42:19,757 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-07T14:42:19,757 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-07T14:42:19,758 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:40983 2024-11-07T14:42:19,760 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:40983 connecting to ZooKeeper ensemble=127.0.0.1:52953 2024-11-07T14:42:19,800 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:409830x0, quorum=127.0.0.1:52953, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-07T14:42:19,801 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:40983-0x10116ed49800000 connected 2024-11-07T14:42:19,862 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-07T14:42:19,866 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-07T14:42:19,870 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:40983-0x10116ed49800000, quorum=127.0.0.1:52953, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-07T14:42:19,870 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:42075/user/jenkins/test-data/881c5ef3-4e37-455a-9a89-2d92fce2d5d9, hbase.cluster.distributed=false 2024-11-07T14:42:19,873 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:40983-0x10116ed49800000, quorum=127.0.0.1:52953, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-07T14:42:19,874 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=40983 2024-11-07T14:42:19,874 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=40983 2024-11-07T14:42:19,875 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=40983 2024-11-07T14:42:19,875 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=40983 2024-11-07T14:42:19,875 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=40983 2024-11-07T14:42:19,893 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/b7cc9d764de6:0 server-side Connection retries=45 2024-11-07T14:42:19,894 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-07T14:42:19,894 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-07T14:42:19,894 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-07T14:42:19,894 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-07T14:42:19,894 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-07T14:42:19,894 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-07T14:42:19,894 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-07T14:42:19,895 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:46339 2024-11-07T14:42:19,896 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:46339 connecting to ZooKeeper ensemble=127.0.0.1:52953 2024-11-07T14:42:19,897 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-07T14:42:19,899 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-07T14:42:19,911 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:463390x0, quorum=127.0.0.1:52953, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-07T14:42:19,911 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:463390x0, quorum=127.0.0.1:52953, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-07T14:42:19,911 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:46339-0x10116ed49800001 connected 2024-11-07T14:42:19,912 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-07T14:42:19,912 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-07T14:42:19,913 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:46339-0x10116ed49800001, quorum=127.0.0.1:52953, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-07T14:42:19,914 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:46339-0x10116ed49800001, quorum=127.0.0.1:52953, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-07T14:42:19,914 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=46339 2024-11-07T14:42:19,916 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=46339 2024-11-07T14:42:19,917 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=46339 2024-11-07T14:42:19,919 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=46339 2024-11-07T14:42:19,921 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=46339 2024-11-07T14:42:19,933 DEBUG [M:0;b7cc9d764de6:40983 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;b7cc9d764de6:40983 2024-11-07T14:42:19,934 INFO [master/b7cc9d764de6:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /hbase/backup-masters/b7cc9d764de6,40983,1730990539756 2024-11-07T14:42:19,944 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40983-0x10116ed49800000, quorum=127.0.0.1:52953, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-07T14:42:19,944 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46339-0x10116ed49800001, quorum=127.0.0.1:52953, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-07T14:42:19,945 DEBUG [master/b7cc9d764de6:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:40983-0x10116ed49800000, quorum=127.0.0.1:52953, baseZNode=/hbase Set watcher on existing znode=/hbase/backup-masters/b7cc9d764de6,40983,1730990539756 2024-11-07T14:42:19,952 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46339-0x10116ed49800001, quorum=127.0.0.1:52953, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-07T14:42:19,952 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40983-0x10116ed49800000, quorum=127.0.0.1:52953, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-07T14:42:19,952 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46339-0x10116ed49800001, quorum=127.0.0.1:52953, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-07T14:42:19,953 DEBUG [master/b7cc9d764de6:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:40983-0x10116ed49800000, quorum=127.0.0.1:52953, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-11-07T14:42:19,953 INFO [master/b7cc9d764de6:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /hbase/backup-masters/b7cc9d764de6,40983,1730990539756 from backup master directory 2024-11-07T14:42:19,960 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46339-0x10116ed49800001, quorum=127.0.0.1:52953, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-07T14:42:19,960 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40983-0x10116ed49800000, quorum=127.0.0.1:52953, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/backup-masters/b7cc9d764de6,40983,1730990539756 2024-11-07T14:42:19,961 WARN [master/b7cc9d764de6:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-07T14:42:19,961 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40983-0x10116ed49800000, quorum=127.0.0.1:52953, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-07T14:42:19,961 INFO [master/b7cc9d764de6:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=b7cc9d764de6,40983,1730990539756 2024-11-07T14:42:19,996 DEBUG [master/b7cc9d764de6:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:42075/user/jenkins/test-data/881c5ef3-4e37-455a-9a89-2d92fce2d5d9/hbase.id] with ID: 81b2c8e7-3c55-4f55-8a6d-7b5d260bca61 2024-11-07T14:42:19,997 DEBUG [master/b7cc9d764de6:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:42075/user/jenkins/test-data/881c5ef3-4e37-455a-9a89-2d92fce2d5d9/.tmp/hbase.id 2024-11-07T14:42:20,004 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38701 is added to blk_1073741826_1002 (size=42) 2024-11-07T14:42:20,005 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44057 is added to blk_1073741826_1002 (size=42) 2024-11-07T14:42:20,006 DEBUG [master/b7cc9d764de6:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:42075/user/jenkins/test-data/881c5ef3-4e37-455a-9a89-2d92fce2d5d9/.tmp/hbase.id]:[hdfs://localhost:42075/user/jenkins/test-data/881c5ef3-4e37-455a-9a89-2d92fce2d5d9/hbase.id] 2024-11-07T14:42:20,023 INFO [master/b7cc9d764de6:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-07T14:42:20,023 INFO [master/b7cc9d764de6:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-07T14:42:20,025 INFO [master/b7cc9d764de6:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 2ms. 2024-11-07T14:42:20,035 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46339-0x10116ed49800001, quorum=127.0.0.1:52953, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-07T14:42:20,035 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40983-0x10116ed49800000, quorum=127.0.0.1:52953, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-07T14:42:20,043 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38701 is added to blk_1073741827_1003 (size=196) 2024-11-07T14:42:20,043 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44057 is added to blk_1073741827_1003 (size=196) 2024-11-07T14:42:20,044 INFO [master/b7cc9d764de6:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-07T14:42:20,045 INFO [master/b7cc9d764de6:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-07T14:42:20,045 INFO [master/b7cc9d764de6:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-07T14:42:20,055 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38701 is added to blk_1073741828_1004 (size=1189) 2024-11-07T14:42:20,055 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44057 is added to blk_1073741828_1004 (size=1189) 2024-11-07T14:42:20,056 INFO [master/b7cc9d764de6:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:42075/user/jenkins/test-data/881c5ef3-4e37-455a-9a89-2d92fce2d5d9/MasterData/data/master/store 2024-11-07T14:42:20,065 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38701 is added to blk_1073741829_1005 (size=34) 2024-11-07T14:42:20,065 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44057 is added to blk_1073741829_1005 (size=34) 2024-11-07T14:42:20,066 DEBUG [master/b7cc9d764de6:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-07T14:42:20,066 DEBUG [master/b7cc9d764de6:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-07T14:42:20,066 INFO [master/b7cc9d764de6:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-07T14:42:20,066 DEBUG [master/b7cc9d764de6:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-07T14:42:20,066 DEBUG [master/b7cc9d764de6:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-07T14:42:20,066 DEBUG [master/b7cc9d764de6:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-07T14:42:20,066 INFO [master/b7cc9d764de6:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-07T14:42:20,066 DEBUG [master/b7cc9d764de6:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1730990540066Disabling compacts and flushes for region at 1730990540066Disabling writes for close at 1730990540066Writing region close event to WAL at 1730990540066Closed at 1730990540066 2024-11-07T14:42:20,068 WARN [master/b7cc9d764de6:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:42075/user/jenkins/test-data/881c5ef3-4e37-455a-9a89-2d92fce2d5d9/MasterData/data/master/store/.initializing 2024-11-07T14:42:20,068 DEBUG [master/b7cc9d764de6:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:42075/user/jenkins/test-data/881c5ef3-4e37-455a-9a89-2d92fce2d5d9/MasterData/WALs/b7cc9d764de6,40983,1730990539756 2024-11-07T14:42:20,069 INFO [master/b7cc9d764de6:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-07T14:42:20,072 INFO [master/b7cc9d764de6:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=b7cc9d764de6%2C40983%2C1730990539756, suffix=, logDir=hdfs://localhost:42075/user/jenkins/test-data/881c5ef3-4e37-455a-9a89-2d92fce2d5d9/MasterData/WALs/b7cc9d764de6,40983,1730990539756, archiveDir=hdfs://localhost:42075/user/jenkins/test-data/881c5ef3-4e37-455a-9a89-2d92fce2d5d9/MasterData/oldWALs, maxLogs=10 2024-11-07T14:42:20,089 DEBUG [master/b7cc9d764de6:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/881c5ef3-4e37-455a-9a89-2d92fce2d5d9/MasterData/WALs/b7cc9d764de6,40983,1730990539756/b7cc9d764de6%2C40983%2C1730990539756.1730990540073, exclude list is [], retry=0 2024-11-07T14:42:20,092 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44057,DS-2454f37e-6e5f-4666-ba50-b697bbc35926,DISK] 2024-11-07T14:42:20,093 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38701,DS-5ac8da10-65e2-4919-abee-7e8f4b141ef7,DISK] 2024-11-07T14:42:20,095 INFO [master/b7cc9d764de6:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/881c5ef3-4e37-455a-9a89-2d92fce2d5d9/MasterData/WALs/b7cc9d764de6,40983,1730990539756/b7cc9d764de6%2C40983%2C1730990539756.1730990540073 2024-11-07T14:42:20,096 DEBUG [master/b7cc9d764de6:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34667:34667),(127.0.0.1/127.0.0.1:38717:38717)] 2024-11-07T14:42:20,096 DEBUG [master/b7cc9d764de6:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-07T14:42:20,096 DEBUG [master/b7cc9d764de6:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-07T14:42:20,096 DEBUG [master/b7cc9d764de6:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-07T14:42:20,096 DEBUG [master/b7cc9d764de6:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-07T14:42:20,098 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-07T14:42:20,100 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-07T14:42:20,101 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T14:42:20,101 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-07T14:42:20,101 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-07T14:42:20,103 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-07T14:42:20,103 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T14:42:20,104 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-07T14:42:20,104 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-07T14:42:20,107 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-07T14:42:20,108 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T14:42:20,109 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-07T14:42:20,109 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-07T14:42:20,111 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-07T14:42:20,111 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T14:42:20,112 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-07T14:42:20,112 DEBUG [master/b7cc9d764de6:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-07T14:42:20,113 DEBUG [master/b7cc9d764de6:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42075/user/jenkins/test-data/881c5ef3-4e37-455a-9a89-2d92fce2d5d9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-07T14:42:20,113 DEBUG [master/b7cc9d764de6:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42075/user/jenkins/test-data/881c5ef3-4e37-455a-9a89-2d92fce2d5d9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-07T14:42:20,115 DEBUG [master/b7cc9d764de6:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-07T14:42:20,115 DEBUG [master/b7cc9d764de6:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-07T14:42:20,116 DEBUG [master/b7cc9d764de6:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-07T14:42:20,117 DEBUG [master/b7cc9d764de6:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-07T14:42:20,120 DEBUG [master/b7cc9d764de6:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42075/user/jenkins/test-data/881c5ef3-4e37-455a-9a89-2d92fce2d5d9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-07T14:42:20,121 INFO [master/b7cc9d764de6:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=788975, jitterRate=0.0032341182231903076}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-07T14:42:20,122 DEBUG [master/b7cc9d764de6:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1730990540096Initializing all the Stores at 1730990540098 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1730990540098Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1730990540098Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1730990540098Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1730990540098Cleaning up temporary data from old regions at 1730990540115 (+17 ms)Region opened successfully at 1730990540122 (+7 ms) 2024-11-07T14:42:20,122 INFO [master/b7cc9d764de6:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-07T14:42:20,127 DEBUG [master/b7cc9d764de6:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@268458c6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=b7cc9d764de6/172.17.0.3:0 2024-11-07T14:42:20,128 INFO [master/b7cc9d764de6:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-07T14:42:20,128 INFO [master/b7cc9d764de6:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-07T14:42:20,128 INFO [master/b7cc9d764de6:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-07T14:42:20,129 INFO [master/b7cc9d764de6:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-07T14:42:20,129 INFO [master/b7cc9d764de6:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-07T14:42:20,130 INFO [master/b7cc9d764de6:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-07T14:42:20,130 INFO [master/b7cc9d764de6:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-07T14:42:20,133 INFO [master/b7cc9d764de6:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-07T14:42:20,134 DEBUG [master/b7cc9d764de6:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40983-0x10116ed49800000, quorum=127.0.0.1:52953, baseZNode=/hbase Unable to get data of znode /hbase/balancer because node does not exist (not necessarily an error) 2024-11-07T14:42:20,144 DEBUG [master/b7cc9d764de6:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/balancer already deleted, retry=false 2024-11-07T14:42:20,144 INFO [master/b7cc9d764de6:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-07T14:42:20,145 DEBUG [master/b7cc9d764de6:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40983-0x10116ed49800000, quorum=127.0.0.1:52953, baseZNode=/hbase Unable to get data of znode /hbase/normalizer because node does not exist (not necessarily an error) 2024-11-07T14:42:20,152 DEBUG [master/b7cc9d764de6:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/normalizer already deleted, retry=false 2024-11-07T14:42:20,152 INFO [master/b7cc9d764de6:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-07T14:42:20,154 DEBUG [master/b7cc9d764de6:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40983-0x10116ed49800000, quorum=127.0.0.1:52953, baseZNode=/hbase Unable to get data of znode /hbase/switch/split because node does not exist (not necessarily an error) 2024-11-07T14:42:20,160 DEBUG [master/b7cc9d764de6:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/split already deleted, retry=false 2024-11-07T14:42:20,162 DEBUG [master/b7cc9d764de6:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40983-0x10116ed49800000, quorum=127.0.0.1:52953, baseZNode=/hbase Unable to get data of znode /hbase/switch/merge because node does not exist (not necessarily an error) 2024-11-07T14:42:20,169 DEBUG [master/b7cc9d764de6:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/merge already deleted, retry=false 2024-11-07T14:42:20,171 DEBUG [master/b7cc9d764de6:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40983-0x10116ed49800000, quorum=127.0.0.1:52953, baseZNode=/hbase Unable to get data of znode /hbase/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-07T14:42:20,177 DEBUG [master/b7cc9d764de6:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/snapshot-cleanup already deleted, retry=false 2024-11-07T14:42:20,185 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40983-0x10116ed49800000, quorum=127.0.0.1:52953, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-07T14:42:20,185 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46339-0x10116ed49800001, quorum=127.0.0.1:52953, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-07T14:42:20,185 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40983-0x10116ed49800000, quorum=127.0.0.1:52953, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-07T14:42:20,185 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46339-0x10116ed49800001, quorum=127.0.0.1:52953, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-07T14:42:20,186 INFO [master/b7cc9d764de6:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=b7cc9d764de6,40983,1730990539756, sessionid=0x10116ed49800000, setting cluster-up flag (Was=false) 2024-11-07T14:42:20,202 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40983-0x10116ed49800000, quorum=127.0.0.1:52953, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-07T14:42:20,202 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46339-0x10116ed49800001, quorum=127.0.0.1:52953, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-07T14:42:20,227 DEBUG [master/b7cc9d764de6:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/flush-table-proc/acquired, /hbase/flush-table-proc/reached, /hbase/flush-table-proc/abort 2024-11-07T14:42:20,229 DEBUG [master/b7cc9d764de6:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=b7cc9d764de6,40983,1730990539756 2024-11-07T14:42:20,244 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40983-0x10116ed49800000, quorum=127.0.0.1:52953, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-07T14:42:20,244 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46339-0x10116ed49800001, quorum=127.0.0.1:52953, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-07T14:42:20,269 DEBUG [master/b7cc9d764de6:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/online-snapshot/acquired, /hbase/online-snapshot/reached, /hbase/online-snapshot/abort 2024-11-07T14:42:20,273 DEBUG [master/b7cc9d764de6:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=b7cc9d764de6,40983,1730990539756 2024-11-07T14:42:20,277 INFO [master/b7cc9d764de6:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:42075/user/jenkins/test-data/881c5ef3-4e37-455a-9a89-2d92fce2d5d9/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-07T14:42:20,280 DEBUG [master/b7cc9d764de6:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-07T14:42:20,280 INFO [master/b7cc9d764de6:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-07T14:42:20,281 INFO [master/b7cc9d764de6:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-07T14:42:20,281 DEBUG [master/b7cc9d764de6:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: b7cc9d764de6,40983,1730990539756 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-07T14:42:20,283 DEBUG [master/b7cc9d764de6:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/b7cc9d764de6:0, corePoolSize=5, maxPoolSize=5 2024-11-07T14:42:20,283 DEBUG [master/b7cc9d764de6:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/b7cc9d764de6:0, corePoolSize=5, maxPoolSize=5 2024-11-07T14:42:20,284 DEBUG [master/b7cc9d764de6:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/b7cc9d764de6:0, corePoolSize=5, maxPoolSize=5 2024-11-07T14:42:20,284 DEBUG [master/b7cc9d764de6:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/b7cc9d764de6:0, corePoolSize=5, maxPoolSize=5 2024-11-07T14:42:20,284 DEBUG [master/b7cc9d764de6:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/b7cc9d764de6:0, corePoolSize=10, maxPoolSize=10 2024-11-07T14:42:20,284 DEBUG [master/b7cc9d764de6:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/b7cc9d764de6:0, corePoolSize=1, maxPoolSize=1 2024-11-07T14:42:20,284 DEBUG [master/b7cc9d764de6:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/b7cc9d764de6:0, corePoolSize=2, maxPoolSize=2 2024-11-07T14:42:20,284 DEBUG [master/b7cc9d764de6:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/b7cc9d764de6:0, corePoolSize=1, maxPoolSize=1 2024-11-07T14:42:20,286 INFO [master/b7cc9d764de6:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1730990570286 2024-11-07T14:42:20,286 INFO [master/b7cc9d764de6:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-07T14:42:20,286 INFO [master/b7cc9d764de6:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-07T14:42:20,286 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-07T14:42:20,286 INFO [master/b7cc9d764de6:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-07T14:42:20,287 INFO [master/b7cc9d764de6:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-07T14:42:20,287 INFO [master/b7cc9d764de6:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-07T14:42:20,287 INFO [master/b7cc9d764de6:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-07T14:42:20,287 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-07T14:42:20,287 INFO [master/b7cc9d764de6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-07T14:42:20,287 INFO [master/b7cc9d764de6:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-07T14:42:20,287 INFO [master/b7cc9d764de6:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-07T14:42:20,287 INFO [master/b7cc9d764de6:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-07T14:42:20,288 INFO [master/b7cc9d764de6:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-07T14:42:20,288 INFO [master/b7cc9d764de6:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-07T14:42:20,288 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T14:42:20,288 DEBUG [master/b7cc9d764de6:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/b7cc9d764de6:0:becomeActiveMaster-HFileCleaner.large.0-1730990540288,5,FailOnTimeoutGroup] 2024-11-07T14:42:20,289 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-07T14:42:20,289 DEBUG [master/b7cc9d764de6:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/b7cc9d764de6:0:becomeActiveMaster-HFileCleaner.small.0-1730990540289,5,FailOnTimeoutGroup] 2024-11-07T14:42:20,289 INFO [master/b7cc9d764de6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-07T14:42:20,289 INFO [master/b7cc9d764de6:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-07T14:42:20,289 INFO [master/b7cc9d764de6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-07T14:42:20,289 INFO [master/b7cc9d764de6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-07T14:42:20,299 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38701 is added to blk_1073741831_1007 (size=1321) 2024-11-07T14:42:20,299 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44057 is added to blk_1073741831_1007 (size=1321) 2024-11-07T14:42:20,301 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:42075/user/jenkins/test-data/881c5ef3-4e37-455a-9a89-2d92fce2d5d9/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-07T14:42:20,301 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:42075/user/jenkins/test-data/881c5ef3-4e37-455a-9a89-2d92fce2d5d9 2024-11-07T14:42:20,309 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44057 is added to blk_1073741832_1008 (size=32) 2024-11-07T14:42:20,310 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38701 is added to blk_1073741832_1008 (size=32) 2024-11-07T14:42:20,310 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-07T14:42:20,312 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-07T14:42:20,314 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-07T14:42:20,314 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T14:42:20,315 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-07T14:42:20,315 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-07T14:42:20,317 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-07T14:42:20,318 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T14:42:20,318 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-07T14:42:20,319 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-07T14:42:20,321 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-07T14:42:20,321 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T14:42:20,321 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-07T14:42:20,322 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-07T14:42:20,324 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-07T14:42:20,324 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T14:42:20,324 INFO [RS:0;b7cc9d764de6:46339 {}] regionserver.HRegionServer(746): ClusterId : 81b2c8e7-3c55-4f55-8a6d-7b5d260bca61 2024-11-07T14:42:20,324 DEBUG [RS:0;b7cc9d764de6:46339 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-07T14:42:20,325 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-07T14:42:20,325 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-07T14:42:20,326 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42075/user/jenkins/test-data/881c5ef3-4e37-455a-9a89-2d92fce2d5d9/data/hbase/meta/1588230740 2024-11-07T14:42:20,326 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42075/user/jenkins/test-data/881c5ef3-4e37-455a-9a89-2d92fce2d5d9/data/hbase/meta/1588230740 2024-11-07T14:42:20,328 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-07T14:42:20,328 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-07T14:42:20,329 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-07T14:42:20,330 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-07T14:42:20,333 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42075/user/jenkins/test-data/881c5ef3-4e37-455a-9a89-2d92fce2d5d9/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-07T14:42:20,334 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=16384, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=762397, jitterRate=-0.030562102794647217}}}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-07T14:42:20,336 DEBUG [RS:0;b7cc9d764de6:46339 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-07T14:42:20,336 DEBUG [RS:0;b7cc9d764de6:46339 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-07T14:42:20,336 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1730990540310Initializing all the Stores at 1730990540312 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1730990540312Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1730990540312Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1730990540312Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1730990540312Cleaning up temporary data from old regions at 1730990540328 (+16 ms)Region opened successfully at 1730990540336 (+8 ms) 2024-11-07T14:42:20,336 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-07T14:42:20,336 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-07T14:42:20,336 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-07T14:42:20,337 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-07T14:42:20,337 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-07T14:42:20,337 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-07T14:42:20,338 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1730990540336Disabling compacts and flushes for region at 1730990540336Disabling writes for close at 1730990540337 (+1 ms)Writing region close event to WAL at 1730990540337Closed at 1730990540337 2024-11-07T14:42:20,340 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-07T14:42:20,340 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-07T14:42:20,340 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-07T14:42:20,342 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-07T14:42:20,344 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-07T14:42:20,345 DEBUG [RS:0;b7cc9d764de6:46339 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-07T14:42:20,346 DEBUG [RS:0;b7cc9d764de6:46339 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@68ff0114, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=b7cc9d764de6/172.17.0.3:0 2024-11-07T14:42:20,364 DEBUG [RS:0;b7cc9d764de6:46339 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;b7cc9d764de6:46339 2024-11-07T14:42:20,364 INFO [RS:0;b7cc9d764de6:46339 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-07T14:42:20,365 INFO [RS:0;b7cc9d764de6:46339 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-07T14:42:20,365 DEBUG [RS:0;b7cc9d764de6:46339 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-07T14:42:20,366 INFO [RS:0;b7cc9d764de6:46339 {}] regionserver.HRegionServer(2659): reportForDuty to master=b7cc9d764de6,40983,1730990539756 with port=46339, startcode=1730990539893 2024-11-07T14:42:20,366 DEBUG [RS:0;b7cc9d764de6:46339 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-07T14:42:20,368 INFO [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:43083, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.1 (auth:SIMPLE), service=RegionServerStatusService 2024-11-07T14:42:20,369 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=40983 {}] master.ServerManager(363): Checking decommissioned status of RegionServer b7cc9d764de6,46339,1730990539893 2024-11-07T14:42:20,369 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=40983 {}] master.ServerManager(517): Registering regionserver=b7cc9d764de6,46339,1730990539893 2024-11-07T14:42:20,371 DEBUG [RS:0;b7cc9d764de6:46339 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:42075/user/jenkins/test-data/881c5ef3-4e37-455a-9a89-2d92fce2d5d9 2024-11-07T14:42:20,371 DEBUG [RS:0;b7cc9d764de6:46339 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:42075 2024-11-07T14:42:20,371 DEBUG [RS:0;b7cc9d764de6:46339 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-07T14:42:20,377 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40983-0x10116ed49800000, quorum=127.0.0.1:52953, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-07T14:42:20,378 DEBUG [RS:0;b7cc9d764de6:46339 {}] zookeeper.ZKUtil(111): regionserver:46339-0x10116ed49800001, quorum=127.0.0.1:52953, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/b7cc9d764de6,46339,1730990539893 2024-11-07T14:42:20,378 WARN [RS:0;b7cc9d764de6:46339 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-07T14:42:20,378 INFO [RS:0;b7cc9d764de6:46339 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-07T14:42:20,378 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [b7cc9d764de6,46339,1730990539893] 2024-11-07T14:42:20,378 DEBUG [RS:0;b7cc9d764de6:46339 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:42075/user/jenkins/test-data/881c5ef3-4e37-455a-9a89-2d92fce2d5d9/WALs/b7cc9d764de6,46339,1730990539893 2024-11-07T14:42:20,383 INFO [RS:0;b7cc9d764de6:46339 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-07T14:42:20,386 INFO [RS:0;b7cc9d764de6:46339 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-07T14:42:20,386 INFO [RS:0;b7cc9d764de6:46339 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-07T14:42:20,386 INFO [RS:0;b7cc9d764de6:46339 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-07T14:42:20,386 INFO [RS:0;b7cc9d764de6:46339 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-07T14:42:20,388 INFO [RS:0;b7cc9d764de6:46339 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-07T14:42:20,388 INFO [RS:0;b7cc9d764de6:46339 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-07T14:42:20,388 DEBUG [RS:0;b7cc9d764de6:46339 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/b7cc9d764de6:0, corePoolSize=1, maxPoolSize=1 2024-11-07T14:42:20,388 DEBUG [RS:0;b7cc9d764de6:46339 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/b7cc9d764de6:0, corePoolSize=1, maxPoolSize=1 2024-11-07T14:42:20,388 DEBUG [RS:0;b7cc9d764de6:46339 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/b7cc9d764de6:0, corePoolSize=1, maxPoolSize=1 2024-11-07T14:42:20,388 DEBUG [RS:0;b7cc9d764de6:46339 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/b7cc9d764de6:0, corePoolSize=1, maxPoolSize=1 2024-11-07T14:42:20,388 DEBUG [RS:0;b7cc9d764de6:46339 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/b7cc9d764de6:0, corePoolSize=1, maxPoolSize=1 2024-11-07T14:42:20,389 DEBUG [RS:0;b7cc9d764de6:46339 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/b7cc9d764de6:0, corePoolSize=2, maxPoolSize=2 2024-11-07T14:42:20,389 DEBUG [RS:0;b7cc9d764de6:46339 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/b7cc9d764de6:0, corePoolSize=1, maxPoolSize=1 2024-11-07T14:42:20,389 DEBUG [RS:0;b7cc9d764de6:46339 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/b7cc9d764de6:0, corePoolSize=1, maxPoolSize=1 2024-11-07T14:42:20,389 DEBUG [RS:0;b7cc9d764de6:46339 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/b7cc9d764de6:0, corePoolSize=1, maxPoolSize=1 2024-11-07T14:42:20,389 DEBUG [RS:0;b7cc9d764de6:46339 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/b7cc9d764de6:0, corePoolSize=1, maxPoolSize=1 2024-11-07T14:42:20,389 DEBUG [RS:0;b7cc9d764de6:46339 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/b7cc9d764de6:0, corePoolSize=1, maxPoolSize=1 2024-11-07T14:42:20,389 DEBUG [RS:0;b7cc9d764de6:46339 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/b7cc9d764de6:0, corePoolSize=1, maxPoolSize=1 2024-11-07T14:42:20,389 DEBUG [RS:0;b7cc9d764de6:46339 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/b7cc9d764de6:0, corePoolSize=3, maxPoolSize=3 2024-11-07T14:42:20,389 DEBUG [RS:0;b7cc9d764de6:46339 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/b7cc9d764de6:0, corePoolSize=3, maxPoolSize=3 2024-11-07T14:42:20,389 INFO [RS:0;b7cc9d764de6:46339 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-07T14:42:20,390 INFO [RS:0;b7cc9d764de6:46339 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-07T14:42:20,390 INFO [RS:0;b7cc9d764de6:46339 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-07T14:42:20,390 INFO [RS:0;b7cc9d764de6:46339 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-07T14:42:20,390 INFO [RS:0;b7cc9d764de6:46339 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-07T14:42:20,390 INFO [RS:0;b7cc9d764de6:46339 {}] hbase.ChoreService(168): Chore ScheduledChore name=b7cc9d764de6,46339,1730990539893-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-07T14:42:20,405 INFO [RS:0;b7cc9d764de6:46339 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-07T14:42:20,405 INFO [RS:0;b7cc9d764de6:46339 {}] hbase.ChoreService(168): Chore ScheduledChore name=b7cc9d764de6,46339,1730990539893-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-07T14:42:20,405 INFO [RS:0;b7cc9d764de6:46339 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-07T14:42:20,406 INFO [RS:0;b7cc9d764de6:46339 {}] regionserver.Replication(171): b7cc9d764de6,46339,1730990539893 started 2024-11-07T14:42:20,421 INFO [RS:0;b7cc9d764de6:46339 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-07T14:42:20,422 INFO [RS:0;b7cc9d764de6:46339 {}] regionserver.HRegionServer(1482): Serving as b7cc9d764de6,46339,1730990539893, RpcServer on b7cc9d764de6/172.17.0.3:46339, sessionid=0x10116ed49800001 2024-11-07T14:42:20,422 DEBUG [RS:0;b7cc9d764de6:46339 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-07T14:42:20,422 DEBUG [RS:0;b7cc9d764de6:46339 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager b7cc9d764de6,46339,1730990539893 2024-11-07T14:42:20,422 DEBUG [RS:0;b7cc9d764de6:46339 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'b7cc9d764de6,46339,1730990539893' 2024-11-07T14:42:20,422 DEBUG [RS:0;b7cc9d764de6:46339 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-07T14:42:20,423 DEBUG [RS:0;b7cc9d764de6:46339 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-07T14:42:20,423 DEBUG [RS:0;b7cc9d764de6:46339 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-07T14:42:20,423 DEBUG [RS:0;b7cc9d764de6:46339 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-07T14:42:20,423 DEBUG [RS:0;b7cc9d764de6:46339 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager b7cc9d764de6,46339,1730990539893 2024-11-07T14:42:20,423 DEBUG [RS:0;b7cc9d764de6:46339 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'b7cc9d764de6,46339,1730990539893' 2024-11-07T14:42:20,423 DEBUG [RS:0;b7cc9d764de6:46339 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-07T14:42:20,424 DEBUG [RS:0;b7cc9d764de6:46339 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-07T14:42:20,424 DEBUG [RS:0;b7cc9d764de6:46339 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-07T14:42:20,425 INFO [RS:0;b7cc9d764de6:46339 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-07T14:42:20,425 INFO [RS:0;b7cc9d764de6:46339 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-07T14:42:20,494 WARN [b7cc9d764de6:40983 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions. 2024-11-07T14:42:20,525 INFO [RS:0;b7cc9d764de6:46339 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-07T14:42:20,528 INFO [RS:0;b7cc9d764de6:46339 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=b7cc9d764de6%2C46339%2C1730990539893, suffix=, logDir=hdfs://localhost:42075/user/jenkins/test-data/881c5ef3-4e37-455a-9a89-2d92fce2d5d9/WALs/b7cc9d764de6,46339,1730990539893, archiveDir=hdfs://localhost:42075/user/jenkins/test-data/881c5ef3-4e37-455a-9a89-2d92fce2d5d9/oldWALs, maxLogs=32 2024-11-07T14:42:20,541 DEBUG [RS:0;b7cc9d764de6:46339 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/881c5ef3-4e37-455a-9a89-2d92fce2d5d9/WALs/b7cc9d764de6,46339,1730990539893/b7cc9d764de6%2C46339%2C1730990539893.1730990540529, exclude list is [], retry=0 2024-11-07T14:42:20,545 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44057,DS-2454f37e-6e5f-4666-ba50-b697bbc35926,DISK] 2024-11-07T14:42:20,545 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38701,DS-5ac8da10-65e2-4919-abee-7e8f4b141ef7,DISK] 2024-11-07T14:42:20,549 INFO [RS:0;b7cc9d764de6:46339 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/881c5ef3-4e37-455a-9a89-2d92fce2d5d9/WALs/b7cc9d764de6,46339,1730990539893/b7cc9d764de6%2C46339%2C1730990539893.1730990540529 2024-11-07T14:42:20,549 DEBUG [RS:0;b7cc9d764de6:46339 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34667:34667),(127.0.0.1/127.0.0.1:38717:38717)] 2024-11-07T14:42:20,745 DEBUG [b7cc9d764de6:40983 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-07T14:42:20,746 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=b7cc9d764de6,46339,1730990539893 2024-11-07T14:42:20,750 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as b7cc9d764de6,46339,1730990539893, state=OPENING 2024-11-07T14:42:20,761 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-07T14:42:20,769 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46339-0x10116ed49800001, quorum=127.0.0.1:52953, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-07T14:42:20,769 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40983-0x10116ed49800000, quorum=127.0.0.1:52953, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-07T14:42:20,771 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-07T14:42:20,771 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-07T14:42:20,771 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-07T14:42:20,771 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=b7cc9d764de6,46339,1730990539893}] 2024-11-07T14:42:20,930 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-07T14:42:20,933 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:44313, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-07T14:42:20,942 INFO [RS_OPEN_META-regionserver/b7cc9d764de6:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-07T14:42:20,942 INFO [RS_OPEN_META-regionserver/b7cc9d764de6:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-07T14:42:20,942 INFO [RS_OPEN_META-regionserver/b7cc9d764de6:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-07T14:42:20,945 INFO [RS_OPEN_META-regionserver/b7cc9d764de6:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=b7cc9d764de6%2C46339%2C1730990539893.meta, suffix=.meta, logDir=hdfs://localhost:42075/user/jenkins/test-data/881c5ef3-4e37-455a-9a89-2d92fce2d5d9/WALs/b7cc9d764de6,46339,1730990539893, archiveDir=hdfs://localhost:42075/user/jenkins/test-data/881c5ef3-4e37-455a-9a89-2d92fce2d5d9/oldWALs, maxLogs=32 2024-11-07T14:42:20,959 DEBUG [RS_OPEN_META-regionserver/b7cc9d764de6:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/881c5ef3-4e37-455a-9a89-2d92fce2d5d9/WALs/b7cc9d764de6,46339,1730990539893/b7cc9d764de6%2C46339%2C1730990539893.meta.1730990540946.meta, exclude list is [], retry=0 2024-11-07T14:42:20,962 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38701,DS-5ac8da10-65e2-4919-abee-7e8f4b141ef7,DISK] 2024-11-07T14:42:20,962 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44057,DS-2454f37e-6e5f-4666-ba50-b697bbc35926,DISK] 2024-11-07T14:42:20,964 INFO [RS_OPEN_META-regionserver/b7cc9d764de6:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/881c5ef3-4e37-455a-9a89-2d92fce2d5d9/WALs/b7cc9d764de6,46339,1730990539893/b7cc9d764de6%2C46339%2C1730990539893.meta.1730990540946.meta 2024-11-07T14:42:20,964 DEBUG [RS_OPEN_META-regionserver/b7cc9d764de6:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38717:38717),(127.0.0.1/127.0.0.1:34667:34667)] 2024-11-07T14:42:20,964 DEBUG [RS_OPEN_META-regionserver/b7cc9d764de6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-07T14:42:20,965 DEBUG [RS_OPEN_META-regionserver/b7cc9d764de6:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-07T14:42:20,965 DEBUG [RS_OPEN_META-regionserver/b7cc9d764de6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-07T14:42:20,965 INFO [RS_OPEN_META-regionserver/b7cc9d764de6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-07T14:42:20,965 DEBUG [RS_OPEN_META-regionserver/b7cc9d764de6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-07T14:42:20,965 DEBUG [RS_OPEN_META-regionserver/b7cc9d764de6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-07T14:42:20,965 DEBUG [RS_OPEN_META-regionserver/b7cc9d764de6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-07T14:42:20,965 DEBUG [RS_OPEN_META-regionserver/b7cc9d764de6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-07T14:42:20,967 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-07T14:42:20,968 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-07T14:42:20,968 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T14:42:20,969 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-07T14:42:20,969 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-07T14:42:20,970 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-07T14:42:20,970 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T14:42:20,970 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-07T14:42:20,970 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-07T14:42:20,971 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-07T14:42:20,971 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T14:42:20,972 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-07T14:42:20,972 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-07T14:42:20,973 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-07T14:42:20,973 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T14:42:20,973 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-07T14:42:20,974 DEBUG [RS_OPEN_META-regionserver/b7cc9d764de6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-07T14:42:20,974 DEBUG [RS_OPEN_META-regionserver/b7cc9d764de6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42075/user/jenkins/test-data/881c5ef3-4e37-455a-9a89-2d92fce2d5d9/data/hbase/meta/1588230740 2024-11-07T14:42:20,976 DEBUG [RS_OPEN_META-regionserver/b7cc9d764de6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42075/user/jenkins/test-data/881c5ef3-4e37-455a-9a89-2d92fce2d5d9/data/hbase/meta/1588230740 2024-11-07T14:42:20,977 DEBUG [RS_OPEN_META-regionserver/b7cc9d764de6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-07T14:42:20,977 DEBUG [RS_OPEN_META-regionserver/b7cc9d764de6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-07T14:42:20,978 DEBUG [RS_OPEN_META-regionserver/b7cc9d764de6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-07T14:42:20,979 DEBUG [RS_OPEN_META-regionserver/b7cc9d764de6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-07T14:42:20,980 INFO [RS_OPEN_META-regionserver/b7cc9d764de6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=16384, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=844804, jitterRate=0.07422477006912231}}}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-07T14:42:20,980 DEBUG [RS_OPEN_META-regionserver/b7cc9d764de6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-07T14:42:20,981 DEBUG [RS_OPEN_META-regionserver/b7cc9d764de6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1730990540965Writing region info on filesystem at 1730990540966 (+1 ms)Initializing all the Stores at 1730990540967 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1730990540967Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1730990540967Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1730990540967Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1730990540967Cleaning up temporary data from old regions at 1730990540977 (+10 ms)Running coprocessor post-open hooks at 1730990540980 (+3 ms)Region opened successfully at 1730990540981 (+1 ms) 2024-11-07T14:42:20,983 INFO [RS_OPEN_META-regionserver/b7cc9d764de6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1730990540929 2024-11-07T14:42:20,986 DEBUG [RS_OPEN_META-regionserver/b7cc9d764de6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-07T14:42:20,986 INFO [RS_OPEN_META-regionserver/b7cc9d764de6:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-07T14:42:20,987 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=b7cc9d764de6,46339,1730990539893 2024-11-07T14:42:20,988 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as b7cc9d764de6,46339,1730990539893, state=OPEN 2024-11-07T14:42:21,033 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40983-0x10116ed49800000, quorum=127.0.0.1:52953, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-07T14:42:21,033 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46339-0x10116ed49800001, quorum=127.0.0.1:52953, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-07T14:42:21,033 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=b7cc9d764de6,46339,1730990539893 2024-11-07T14:42:21,034 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-07T14:42:21,034 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-07T14:42:21,038 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-07T14:42:21,038 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=b7cc9d764de6,46339,1730990539893 in 263 msec 2024-11-07T14:42:21,042 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-07T14:42:21,042 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 698 msec 2024-11-07T14:42:21,043 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-07T14:42:21,043 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-07T14:42:21,045 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-07T14:42:21,045 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b7cc9d764de6,46339,1730990539893, seqNum=-1] 2024-11-07T14:42:21,046 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-07T14:42:21,047 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:56389, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-07T14:42:21,056 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 774 msec 2024-11-07T14:42:21,056 INFO [master/b7cc9d764de6:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1730990541056, completionTime=-1 2024-11-07T14:42:21,056 INFO [master/b7cc9d764de6:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-07T14:42:21,056 DEBUG [master/b7cc9d764de6:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-07T14:42:21,059 INFO [master/b7cc9d764de6:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-07T14:42:21,059 INFO [master/b7cc9d764de6:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1730990601059 2024-11-07T14:42:21,059 INFO [master/b7cc9d764de6:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1730990661059 2024-11-07T14:42:21,059 INFO [master/b7cc9d764de6:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 3 msec 2024-11-07T14:42:21,060 INFO [master/b7cc9d764de6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b7cc9d764de6,40983,1730990539756-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-07T14:42:21,060 INFO [master/b7cc9d764de6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b7cc9d764de6,40983,1730990539756-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-07T14:42:21,060 INFO [master/b7cc9d764de6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b7cc9d764de6,40983,1730990539756-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-07T14:42:21,060 INFO [master/b7cc9d764de6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-b7cc9d764de6:40983, period=300000, unit=MILLISECONDS is enabled. 2024-11-07T14:42:21,060 INFO [master/b7cc9d764de6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-07T14:42:21,061 INFO [master/b7cc9d764de6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-07T14:42:21,063 DEBUG [master/b7cc9d764de6:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-07T14:42:21,066 INFO [master/b7cc9d764de6:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 1.105sec 2024-11-07T14:42:21,066 INFO [master/b7cc9d764de6:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-07T14:42:21,066 INFO [master/b7cc9d764de6:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-07T14:42:21,066 INFO [master/b7cc9d764de6:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-07T14:42:21,066 INFO [master/b7cc9d764de6:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-07T14:42:21,066 INFO [master/b7cc9d764de6:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-07T14:42:21,067 INFO [master/b7cc9d764de6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b7cc9d764de6,40983,1730990539756-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-07T14:42:21,067 INFO [master/b7cc9d764de6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b7cc9d764de6,40983,1730990539756-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-07T14:42:21,070 DEBUG [master/b7cc9d764de6:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-07T14:42:21,070 INFO [master/b7cc9d764de6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-07T14:42:21,070 INFO [master/b7cc9d764de6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b7cc9d764de6,40983,1730990539756-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-07T14:42:21,124 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5b944d6e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T14:42:21,124 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request b7cc9d764de6,40983,-1 for getting cluster id 2024-11-07T14:42:21,124 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-07T14:42:21,126 DEBUG [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '81b2c8e7-3c55-4f55-8a6d-7b5d260bca61' 2024-11-07T14:42:21,127 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-07T14:42:21,127 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "81b2c8e7-3c55-4f55-8a6d-7b5d260bca61" 2024-11-07T14:42:21,127 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6e5bfd46, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T14:42:21,127 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b7cc9d764de6,40983,-1] 2024-11-07T14:42:21,128 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-07T14:42:21,128 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T14:42:21,130 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:33050, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-07T14:42:21,131 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4b989a87, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T14:42:21,131 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-07T14:42:21,133 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b7cc9d764de6,46339,1730990539893, seqNum=-1] 2024-11-07T14:42:21,133 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-07T14:42:21,135 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:39816, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-07T14:42:21,138 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=b7cc9d764de6,40983,1730990539756 2024-11-07T14:42:21,138 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-07T14:42:21,141 INFO [Time-limited test {}] master.MasterRpcServices(567): Client=null/null set balanceSwitch=false 2024-11-07T14:42:21,156 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-07T14:42:21,160 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-07T14:42:21,161 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-07T14:42:21,161 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-07T14:42:21,162 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-07T14:42:21,162 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3e3bf8d7{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/921fde73-abed-0176-35a4-7e00501c6b3b/hadoop.log.dir/,AVAILABLE} 2024-11-07T14:42:21,163 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6d596109{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-07T14:42:21,255 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@5388cf8d{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/921fde73-abed-0176-35a4-7e00501c6b3b/java.io.tmpdir/jetty-localhost-45449-hadoop-hdfs-3_4_1-tests_jar-_-any-930206190759436935/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-07T14:42:21,255 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@39d6c047{HTTP/1.1, (http/1.1)}{localhost:45449} 2024-11-07T14:42:21,255 INFO [Time-limited test {}] server.Server(415): Started @69284ms 2024-11-07T14:42:21,257 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-07T14:42:21,299 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-07T14:42:21,304 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-07T14:42:21,306 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-07T14:42:21,306 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-07T14:42:21,307 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-07T14:42:21,307 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3436335b{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/921fde73-abed-0176-35a4-7e00501c6b3b/hadoop.log.dir/,AVAILABLE} 2024-11-07T14:42:21,308 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4f433b21{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-07T14:42:21,404 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@6876b8ec{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/921fde73-abed-0176-35a4-7e00501c6b3b/java.io.tmpdir/jetty-localhost-46075-hadoop-hdfs-3_4_1-tests_jar-_-any-15133448818148576902/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-07T14:42:21,404 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@d282aea{HTTP/1.1, (http/1.1)}{localhost:46075} 2024-11-07T14:42:21,404 INFO [Time-limited test {}] server.Server(415): Started @69433ms 2024-11-07T14:42:21,406 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-07T14:42:21,442 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-07T14:42:21,447 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-07T14:42:21,449 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-07T14:42:21,449 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-07T14:42:21,449 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-07T14:42:21,450 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1448371b{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/921fde73-abed-0176-35a4-7e00501c6b3b/hadoop.log.dir/,AVAILABLE} 2024-11-07T14:42:21,451 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5d473da4{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-07T14:42:21,548 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@7642174f{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/921fde73-abed-0176-35a4-7e00501c6b3b/java.io.tmpdir/jetty-localhost-43915-hadoop-hdfs-3_4_1-tests_jar-_-any-6682147651321090724/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-07T14:42:21,548 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@49418c23{HTTP/1.1, (http/1.1)}{localhost:43915} 2024-11-07T14:42:21,548 INFO [Time-limited test {}] server.Server(415): Started @69577ms 2024-11-07T14:42:21,550 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-07T14:42:21,822 WARN [Thread-545 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/921fde73-abed-0176-35a4-7e00501c6b3b/cluster_4b93ed71-cdba-b0a8-8857-5fa660da00ec/data/data6/current/BP-1951735857-172.17.0.3-1730990538314/current, will proceed with Du for space computation calculation, 2024-11-07T14:42:21,822 WARN [Thread-544 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/921fde73-abed-0176-35a4-7e00501c6b3b/cluster_4b93ed71-cdba-b0a8-8857-5fa660da00ec/data/data5/current/BP-1951735857-172.17.0.3-1730990538314/current, will proceed with Du for space computation calculation, 2024-11-07T14:42:21,856 WARN [Thread-489 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-07T14:42:21,858 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x813c0de2bed569a1 with lease ID 0xd6827aaa453dfcc2: Processing first storage report for DS-ce4a5572-b3a4-4d3e-82df-83ac023dd4a9 from datanode DatanodeRegistration(127.0.0.1:40517, datanodeUuid=98948443-30e0-4df2-a69b-d54fc255ec75, infoPort=44289, infoSecurePort=0, ipcPort=42095, storageInfo=lv=-57;cid=testClusterID;nsid=1264791828;c=1730990538314) 2024-11-07T14:42:21,859 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x813c0de2bed569a1 with lease ID 0xd6827aaa453dfcc2: from storage DS-ce4a5572-b3a4-4d3e-82df-83ac023dd4a9 node DatanodeRegistration(127.0.0.1:40517, datanodeUuid=98948443-30e0-4df2-a69b-d54fc255ec75, infoPort=44289, infoSecurePort=0, ipcPort=42095, storageInfo=lv=-57;cid=testClusterID;nsid=1264791828;c=1730990538314), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-07T14:42:21,859 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x813c0de2bed569a1 with lease ID 0xd6827aaa453dfcc2: Processing first storage report for DS-f85bf865-06ff-4166-98a6-c9cde82c3c70 from datanode DatanodeRegistration(127.0.0.1:40517, datanodeUuid=98948443-30e0-4df2-a69b-d54fc255ec75, infoPort=44289, infoSecurePort=0, ipcPort=42095, storageInfo=lv=-57;cid=testClusterID;nsid=1264791828;c=1730990538314) 2024-11-07T14:42:21,859 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x813c0de2bed569a1 with lease ID 0xd6827aaa453dfcc2: from storage DS-f85bf865-06ff-4166-98a6-c9cde82c3c70 node DatanodeRegistration(127.0.0.1:40517, datanodeUuid=98948443-30e0-4df2-a69b-d54fc255ec75, infoPort=44289, infoSecurePort=0, ipcPort=42095, storageInfo=lv=-57;cid=testClusterID;nsid=1264791828;c=1730990538314), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-07T14:42:22,053 WARN [Thread-557 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/921fde73-abed-0176-35a4-7e00501c6b3b/cluster_4b93ed71-cdba-b0a8-8857-5fa660da00ec/data/data7/current/BP-1951735857-172.17.0.3-1730990538314/current, will proceed with Du for space computation calculation, 2024-11-07T14:42:22,054 WARN [Thread-558 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/921fde73-abed-0176-35a4-7e00501c6b3b/cluster_4b93ed71-cdba-b0a8-8857-5fa660da00ec/data/data8/current/BP-1951735857-172.17.0.3-1730990538314/current, will proceed with Du for space computation calculation, 2024-11-07T14:42:22,072 WARN [Thread-511 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-07T14:42:22,075 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x6443207f154cdfe4 with lease ID 0xd6827aaa453dfcc3: Processing first storage report for DS-09f3f933-da28-4e86-aeeb-050d7648f6da from datanode DatanodeRegistration(127.0.0.1:35055, datanodeUuid=12e11a95-432d-4d37-b014-040f1c61ee64, infoPort=41531, infoSecurePort=0, ipcPort=35383, storageInfo=lv=-57;cid=testClusterID;nsid=1264791828;c=1730990538314) 2024-11-07T14:42:22,076 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x6443207f154cdfe4 with lease ID 0xd6827aaa453dfcc3: from storage DS-09f3f933-da28-4e86-aeeb-050d7648f6da node DatanodeRegistration(127.0.0.1:35055, datanodeUuid=12e11a95-432d-4d37-b014-040f1c61ee64, infoPort=41531, infoSecurePort=0, ipcPort=35383, storageInfo=lv=-57;cid=testClusterID;nsid=1264791828;c=1730990538314), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-07T14:42:22,076 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x6443207f154cdfe4 with lease ID 0xd6827aaa453dfcc3: Processing first storage report for DS-d36c8c8b-e5e5-4566-b990-d265dc43df5e from datanode DatanodeRegistration(127.0.0.1:35055, datanodeUuid=12e11a95-432d-4d37-b014-040f1c61ee64, infoPort=41531, infoSecurePort=0, ipcPort=35383, storageInfo=lv=-57;cid=testClusterID;nsid=1264791828;c=1730990538314) 2024-11-07T14:42:22,076 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x6443207f154cdfe4 with lease ID 0xd6827aaa453dfcc3: from storage DS-d36c8c8b-e5e5-4566-b990-d265dc43df5e node DatanodeRegistration(127.0.0.1:35055, datanodeUuid=12e11a95-432d-4d37-b014-040f1c61ee64, infoPort=41531, infoSecurePort=0, ipcPort=35383, storageInfo=lv=-57;cid=testClusterID;nsid=1264791828;c=1730990538314), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-07T14:42:22,216 WARN [Thread-569 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/921fde73-abed-0176-35a4-7e00501c6b3b/cluster_4b93ed71-cdba-b0a8-8857-5fa660da00ec/data/data9/current/BP-1951735857-172.17.0.3-1730990538314/current, will proceed with Du for space computation calculation, 2024-11-07T14:42:22,216 WARN [Thread-570 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/921fde73-abed-0176-35a4-7e00501c6b3b/cluster_4b93ed71-cdba-b0a8-8857-5fa660da00ec/data/data10/current/BP-1951735857-172.17.0.3-1730990538314/current, will proceed with Du for space computation calculation, 2024-11-07T14:42:22,235 WARN [Thread-535 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-07T14:42:22,237 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x8cde34beed407823 with lease ID 0xd6827aaa453dfcc4: Processing first storage report for DS-83592e25-3e5c-4322-8030-9d0f520ddcce from datanode DatanodeRegistration(127.0.0.1:32951, datanodeUuid=3544d9ff-2642-4f12-9293-7baf502f9963, infoPort=34305, infoSecurePort=0, ipcPort=38039, storageInfo=lv=-57;cid=testClusterID;nsid=1264791828;c=1730990538314) 2024-11-07T14:42:22,238 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x8cde34beed407823 with lease ID 0xd6827aaa453dfcc4: from storage DS-83592e25-3e5c-4322-8030-9d0f520ddcce node DatanodeRegistration(127.0.0.1:32951, datanodeUuid=3544d9ff-2642-4f12-9293-7baf502f9963, infoPort=34305, infoSecurePort=0, ipcPort=38039, storageInfo=lv=-57;cid=testClusterID;nsid=1264791828;c=1730990538314), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-07T14:42:22,238 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x8cde34beed407823 with lease ID 0xd6827aaa453dfcc4: Processing first storage report for DS-beae49a9-133d-44fe-bb7f-94ab41b0ec84 from datanode DatanodeRegistration(127.0.0.1:32951, datanodeUuid=3544d9ff-2642-4f12-9293-7baf502f9963, infoPort=34305, infoSecurePort=0, ipcPort=38039, storageInfo=lv=-57;cid=testClusterID;nsid=1264791828;c=1730990538314) 2024-11-07T14:42:22,238 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x8cde34beed407823 with lease ID 0xd6827aaa453dfcc4: from storage DS-beae49a9-133d-44fe-bb7f-94ab41b0ec84 node DatanodeRegistration(127.0.0.1:32951, datanodeUuid=3544d9ff-2642-4f12-9293-7baf502f9963, infoPort=34305, infoSecurePort=0, ipcPort=38039, storageInfo=lv=-57;cid=testClusterID;nsid=1264791828;c=1730990538314), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-07T14:42:22,278 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-07T14:42:22,281 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncConnectionImpl(321): The fetched master address is b7cc9d764de6,40983,1730990539756 2024-11-07T14:42:22,282 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@5925620e 2024-11-07T14:42:22,282 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-07T14:42:22,286 INFO [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:33060, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-07T14:42:22,287 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40983 {}] util.TableDescriptorChecker(321): MAX_FILESIZE for table descriptor or "hbase.hregion.max.filesize" (786432) is too small, which might cause over splitting into unmanageable number of regions. 2024-11-07T14:42:22,287 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40983 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (8192) is too small, which might cause very frequent flushing. 2024-11-07T14:42:22,288 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40983 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'TestLogRolling-testLogRollOnDatanodeDeath', {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-07T14:42:22,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40983 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=TestLogRolling-testLogRollOnDatanodeDeath 2024-11-07T14:42:22,292 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=TestLogRolling-testLogRollOnDatanodeDeath execute state=CREATE_TABLE_PRE_OPERATION 2024-11-07T14:42:22,292 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T14:42:22,292 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40983 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "TestLogRolling-testLogRollOnDatanodeDeath" procId is: 4 2024-11-07T14:42:22,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40983 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-07T14:42:22,294 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=TestLogRolling-testLogRollOnDatanodeDeath execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-07T14:42:22,301 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38701 is added to blk_1073741835_1011 (size=393) 2024-11-07T14:42:22,301 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35055 is added to blk_1073741835_1011 (size=393) 2024-11-07T14:42:22,303 INFO [RegionOpenAndInit-TestLogRolling-testLogRollOnDatanodeDeath-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 3394054641c63748bca0c99894ffdef6, NAME => 'TestLogRolling-testLogRollOnDatanodeDeath,,1730990542286.3394054641c63748bca0c99894ffdef6.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='TestLogRolling-testLogRollOnDatanodeDeath', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:42075/user/jenkins/test-data/881c5ef3-4e37-455a-9a89-2d92fce2d5d9 2024-11-07T14:42:22,311 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44057 is added to blk_1073741836_1012 (size=76) 2024-11-07T14:42:22,312 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35055 is added to blk_1073741836_1012 (size=76) 2024-11-07T14:42:22,312 DEBUG [RegionOpenAndInit-TestLogRolling-testLogRollOnDatanodeDeath-pool-0 {}] regionserver.HRegion(898): Instantiated TestLogRolling-testLogRollOnDatanodeDeath,,1730990542286.3394054641c63748bca0c99894ffdef6.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-07T14:42:22,313 DEBUG [RegionOpenAndInit-TestLogRolling-testLogRollOnDatanodeDeath-pool-0 {}] regionserver.HRegion(1722): Closing 3394054641c63748bca0c99894ffdef6, disabling compactions & flushes 2024-11-07T14:42:22,313 INFO [RegionOpenAndInit-TestLogRolling-testLogRollOnDatanodeDeath-pool-0 {}] regionserver.HRegion(1755): Closing region TestLogRolling-testLogRollOnDatanodeDeath,,1730990542286.3394054641c63748bca0c99894ffdef6. 2024-11-07T14:42:22,313 DEBUG [RegionOpenAndInit-TestLogRolling-testLogRollOnDatanodeDeath-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on TestLogRolling-testLogRollOnDatanodeDeath,,1730990542286.3394054641c63748bca0c99894ffdef6. 2024-11-07T14:42:22,313 DEBUG [RegionOpenAndInit-TestLogRolling-testLogRollOnDatanodeDeath-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on TestLogRolling-testLogRollOnDatanodeDeath,,1730990542286.3394054641c63748bca0c99894ffdef6. after waiting 0 ms 2024-11-07T14:42:22,313 DEBUG [RegionOpenAndInit-TestLogRolling-testLogRollOnDatanodeDeath-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region TestLogRolling-testLogRollOnDatanodeDeath,,1730990542286.3394054641c63748bca0c99894ffdef6. 2024-11-07T14:42:22,313 INFO [RegionOpenAndInit-TestLogRolling-testLogRollOnDatanodeDeath-pool-0 {}] regionserver.HRegion(1973): Closed TestLogRolling-testLogRollOnDatanodeDeath,,1730990542286.3394054641c63748bca0c99894ffdef6. 2024-11-07T14:42:22,313 DEBUG [RegionOpenAndInit-TestLogRolling-testLogRollOnDatanodeDeath-pool-0 {}] regionserver.HRegion(1676): Region close journal for 3394054641c63748bca0c99894ffdef6: Waiting for close lock at 1730990542313Disabling compacts and flushes for region at 1730990542313Disabling writes for close at 1730990542313Writing region close event to WAL at 1730990542313Closed at 1730990542313 2024-11-07T14:42:22,315 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=TestLogRolling-testLogRollOnDatanodeDeath execute state=CREATE_TABLE_ADD_TO_META 2024-11-07T14:42:22,316 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"TestLogRolling-testLogRollOnDatanodeDeath,,1730990542286.3394054641c63748bca0c99894ffdef6.","families":{"info":[{"qualifier":"regioninfo","vlen":75,"tag":[],"timestamp":"1730990542315"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1730990542315"}]},"ts":"1730990542315"} 2024-11-07T14:42:22,319 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-07T14:42:22,321 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=TestLogRolling-testLogRollOnDatanodeDeath execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-07T14:42:22,321 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestLogRolling-testLogRollOnDatanodeDeath","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1730990542321"}]},"ts":"1730990542321"} 2024-11-07T14:42:22,324 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=TestLogRolling-testLogRollOnDatanodeDeath, state=ENABLING in hbase:meta 2024-11-07T14:42:22,325 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestLogRolling-testLogRollOnDatanodeDeath, region=3394054641c63748bca0c99894ffdef6, ASSIGN}] 2024-11-07T14:42:22,327 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestLogRolling-testLogRollOnDatanodeDeath, region=3394054641c63748bca0c99894ffdef6, ASSIGN 2024-11-07T14:42:22,329 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=TestLogRolling-testLogRollOnDatanodeDeath, region=3394054641c63748bca0c99894ffdef6, ASSIGN; state=OFFLINE, location=b7cc9d764de6,46339,1730990539893; forceNewPlan=false, retain=false 2024-11-07T14:42:22,481 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=3394054641c63748bca0c99894ffdef6, regionState=OPENING, regionLocation=b7cc9d764de6,46339,1730990539893 2024-11-07T14:42:22,488 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=TestLogRolling-testLogRollOnDatanodeDeath, region=3394054641c63748bca0c99894ffdef6, ASSIGN because future has completed 2024-11-07T14:42:22,489 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 3394054641c63748bca0c99894ffdef6, server=b7cc9d764de6,46339,1730990539893}] 2024-11-07T14:42:22,558 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T14:42:22,564 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T14:42:22,653 INFO [RS_OPEN_REGION-regionserver/b7cc9d764de6:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open TestLogRolling-testLogRollOnDatanodeDeath,,1730990542286.3394054641c63748bca0c99894ffdef6. 2024-11-07T14:42:22,654 DEBUG [RS_OPEN_REGION-regionserver/b7cc9d764de6:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 3394054641c63748bca0c99894ffdef6, NAME => 'TestLogRolling-testLogRollOnDatanodeDeath,,1730990542286.3394054641c63748bca0c99894ffdef6.', STARTKEY => '', ENDKEY => ''} 2024-11-07T14:42:22,654 DEBUG [RS_OPEN_REGION-regionserver/b7cc9d764de6:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestLogRolling-testLogRollOnDatanodeDeath 3394054641c63748bca0c99894ffdef6 2024-11-07T14:42:22,655 DEBUG [RS_OPEN_REGION-regionserver/b7cc9d764de6:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated TestLogRolling-testLogRollOnDatanodeDeath,,1730990542286.3394054641c63748bca0c99894ffdef6.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-07T14:42:22,655 DEBUG [RS_OPEN_REGION-regionserver/b7cc9d764de6:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 3394054641c63748bca0c99894ffdef6 2024-11-07T14:42:22,655 DEBUG [RS_OPEN_REGION-regionserver/b7cc9d764de6:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 3394054641c63748bca0c99894ffdef6 2024-11-07T14:42:22,658 INFO [StoreOpener-3394054641c63748bca0c99894ffdef6-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 3394054641c63748bca0c99894ffdef6 2024-11-07T14:42:22,661 INFO [StoreOpener-3394054641c63748bca0c99894ffdef6-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 3394054641c63748bca0c99894ffdef6 columnFamilyName info 2024-11-07T14:42:22,661 DEBUG [StoreOpener-3394054641c63748bca0c99894ffdef6-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T14:42:22,661 INFO [StoreOpener-3394054641c63748bca0c99894ffdef6-1 {}] regionserver.HStore(327): Store=3394054641c63748bca0c99894ffdef6/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-07T14:42:22,662 DEBUG [RS_OPEN_REGION-regionserver/b7cc9d764de6:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 3394054641c63748bca0c99894ffdef6 2024-11-07T14:42:22,663 DEBUG [RS_OPEN_REGION-regionserver/b7cc9d764de6:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42075/user/jenkins/test-data/881c5ef3-4e37-455a-9a89-2d92fce2d5d9/data/default/TestLogRolling-testLogRollOnDatanodeDeath/3394054641c63748bca0c99894ffdef6 2024-11-07T14:42:22,664 DEBUG [RS_OPEN_REGION-regionserver/b7cc9d764de6:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42075/user/jenkins/test-data/881c5ef3-4e37-455a-9a89-2d92fce2d5d9/data/default/TestLogRolling-testLogRollOnDatanodeDeath/3394054641c63748bca0c99894ffdef6 2024-11-07T14:42:22,665 DEBUG [RS_OPEN_REGION-regionserver/b7cc9d764de6:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 3394054641c63748bca0c99894ffdef6 2024-11-07T14:42:22,665 DEBUG [RS_OPEN_REGION-regionserver/b7cc9d764de6:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 3394054641c63748bca0c99894ffdef6 2024-11-07T14:42:22,668 DEBUG [RS_OPEN_REGION-regionserver/b7cc9d764de6:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 3394054641c63748bca0c99894ffdef6 2024-11-07T14:42:22,671 DEBUG [RS_OPEN_REGION-regionserver/b7cc9d764de6:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42075/user/jenkins/test-data/881c5ef3-4e37-455a-9a89-2d92fce2d5d9/data/default/TestLogRolling-testLogRollOnDatanodeDeath/3394054641c63748bca0c99894ffdef6/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-07T14:42:22,672 INFO [RS_OPEN_REGION-regionserver/b7cc9d764de6:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 3394054641c63748bca0c99894ffdef6; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=16384, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=742445, jitterRate=-0.055933013558387756}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-07T14:42:22,672 DEBUG [RS_OPEN_REGION-regionserver/b7cc9d764de6:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 3394054641c63748bca0c99894ffdef6 2024-11-07T14:42:22,673 DEBUG [RS_OPEN_REGION-regionserver/b7cc9d764de6:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 3394054641c63748bca0c99894ffdef6: Running coprocessor pre-open hook at 1730990542656Writing region info on filesystem at 1730990542656Initializing all the Stores at 1730990542658 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1730990542658Cleaning up temporary data from old regions at 1730990542665 (+7 ms)Running coprocessor post-open hooks at 1730990542672 (+7 ms)Region opened successfully at 1730990542673 (+1 ms) 2024-11-07T14:42:22,674 INFO [RS_OPEN_REGION-regionserver/b7cc9d764de6:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for TestLogRolling-testLogRollOnDatanodeDeath,,1730990542286.3394054641c63748bca0c99894ffdef6., pid=6, masterSystemTime=1730990542645 2024-11-07T14:42:22,677 DEBUG [RS_OPEN_REGION-regionserver/b7cc9d764de6:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for TestLogRolling-testLogRollOnDatanodeDeath,,1730990542286.3394054641c63748bca0c99894ffdef6. 2024-11-07T14:42:22,677 INFO [RS_OPEN_REGION-regionserver/b7cc9d764de6:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened TestLogRolling-testLogRollOnDatanodeDeath,,1730990542286.3394054641c63748bca0c99894ffdef6. 2024-11-07T14:42:22,678 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=3394054641c63748bca0c99894ffdef6, regionState=OPEN, openSeqNum=2, regionLocation=b7cc9d764de6,46339,1730990539893 2024-11-07T14:42:22,681 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 3394054641c63748bca0c99894ffdef6, server=b7cc9d764de6,46339,1730990539893 because future has completed 2024-11-07T14:42:22,686 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-07T14:42:22,686 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 3394054641c63748bca0c99894ffdef6, server=b7cc9d764de6,46339,1730990539893 in 194 msec 2024-11-07T14:42:22,689 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-07T14:42:22,689 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestLogRolling-testLogRollOnDatanodeDeath, region=3394054641c63748bca0c99894ffdef6, ASSIGN in 362 msec 2024-11-07T14:42:22,690 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=TestLogRolling-testLogRollOnDatanodeDeath execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-07T14:42:22,690 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestLogRolling-testLogRollOnDatanodeDeath","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1730990542690"}]},"ts":"1730990542690"} 2024-11-07T14:42:22,692 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=TestLogRolling-testLogRollOnDatanodeDeath, state=ENABLED in hbase:meta 2024-11-07T14:42:22,694 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=TestLogRolling-testLogRollOnDatanodeDeath execute state=CREATE_TABLE_POST_OPERATION 2024-11-07T14:42:22,696 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=TestLogRolling-testLogRollOnDatanodeDeath in 406 msec 2024-11-07T14:42:23,085 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-07T14:42:23,089 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T14:42:23,115 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T14:42:26,383 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-07T14:42:26,384 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'TestLogRolling-testLogRollOnDatanodeDeath' 2024-11-07T14:42:27,459 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_TestLogRolling-testLogRollOnDatanodeDeath 2024-11-07T14:42:27,460 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_TestLogRolling-testLogRollOnDatanodeDeath Metrics about Tables on a single HBase RegionServer 2024-11-07T14:42:27,463 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_TestLogRolling-testSlowSyncLogRolling 2024-11-07T14:42:28,162 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-07T14:42:28,164 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T14:42:28,187 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T14:42:32,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40983 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-07T14:42:32,366 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:TestLogRolling-testLogRollOnDatanodeDeath completed 2024-11-07T14:42:32,368 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table TestLogRolling-testLogRollOnDatanodeDeath get assigned. Timeout = 60000ms 2024-11-07T14:42:32,370 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-07T14:42:32,377 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table TestLogRolling-testLogRollOnDatanodeDeath assigned to meta. Checking AM states. 2024-11-07T14:42:32,378 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-07T14:42:32,378 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table TestLogRolling-testLogRollOnDatanodeDeath assigned. 2024-11-07T14:42:32,382 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestLogRolling-testLogRollOnDatanodeDeath', row='row0001', locateType=CURRENT is [region=TestLogRolling-testLogRollOnDatanodeDeath,,1730990542286.3394054641c63748bca0c99894ffdef6., hostname=b7cc9d764de6,46339,1730990539893, seqNum=2] 2024-11-07T14:42:32,385 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=TestLogRolling-testLogRollOnDatanodeDeath,, stopping at row=TestLogRolling-testLogRollOnDatanodeDeath ,, for max=2147483647 with caching=100 2024-11-07T14:42:32,388 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(2234): Found 1 regions for table TestLogRolling-testLogRollOnDatanodeDeath 2024-11-07T14:42:32,388 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(2240): firstRegionName=TestLogRolling-testLogRollOnDatanodeDeath,,1730990542286.3394054641c63748bca0c99894ffdef6. 2024-11-07T14:42:32,391 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_1747259429_22 at /127.0.0.1:39762 [Receiving block BP-1951735857-172.17.0.3-1730990538314:blk_1073741830_1006] {}] datanode.DataXceiver(331): 127.0.0.1:38701:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:39762 dst: /127.0.0.1:38701 java.io.IOException: Premature EOF from inputStream at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T14:42:32,391 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_184559051_22 at /127.0.0.1:39788 [Receiving block BP-1951735857-172.17.0.3-1730990538314:blk_1073741834_1010] {}] datanode.DataXceiver(331): 127.0.0.1:38701:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:39788 dst: /127.0.0.1:38701 java.io.IOException: Premature EOF from inputStream at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T14:42:32,390 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_1747259429_22 at /127.0.0.1:58346 [Receiving block BP-1951735857-172.17.0.3-1730990538314:blk_1073741830_1006] {}] datanode.DataXceiver(331): 127.0.0.1:44057:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:58346 dst: /127.0.0.1:44057 java.nio.channels.ClosedChannelException: null at java.nio.channels.spi.AbstractSelectableChannel.register(AbstractSelectableChannel.java:222) ~[?:?] at java.nio.channels.SelectableChannel.register(SelectableChannel.java:260) ~[?:?] at org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:334) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) ~[hadoop-common-3.4.1.jar:?] at java.io.BufferedInputStream.fill(BufferedInputStream.java:244) ~[?:?] at java.io.BufferedInputStream.read1(BufferedInputStream.java:284) ~[?:?] at java.io.BufferedInputStream.read(BufferedInputStream.java:343) ~[?:?] at java.io.DataInputStream.read(DataInputStream.java:151) ~[?:?] at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T14:42:32,391 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_184559051_22 at /127.0.0.1:58384 [Receiving block BP-1951735857-172.17.0.3-1730990538314:blk_1073741834_1010] {}] datanode.DataXceiver(331): 127.0.0.1:44057:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:58384 dst: /127.0.0.1:44057 java.nio.channels.ClosedChannelException: null at java.nio.channels.spi.AbstractSelectableChannel.register(AbstractSelectableChannel.java:222) ~[?:?] at java.nio.channels.SelectableChannel.register(SelectableChannel.java:260) ~[?:?] at org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:334) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) ~[hadoop-common-3.4.1.jar:?] at java.io.BufferedInputStream.fill(BufferedInputStream.java:244) ~[?:?] at java.io.BufferedInputStream.read1(BufferedInputStream.java:284) ~[?:?] at java.io.BufferedInputStream.read(BufferedInputStream.java:343) ~[?:?] at java.io.DataInputStream.read(DataInputStream.java:151) ~[?:?] at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T14:42:32,390 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_184559051_22 at /127.0.0.1:58372 [Receiving block BP-1951735857-172.17.0.3-1730990538314:blk_1073741833_1009] {}] datanode.DataXceiver(331): 127.0.0.1:44057:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:58372 dst: /127.0.0.1:44057 java.nio.channels.ClosedChannelException: null at java.nio.channels.spi.AbstractSelectableChannel.register(AbstractSelectableChannel.java:222) ~[?:?] at java.nio.channels.SelectableChannel.register(SelectableChannel.java:260) ~[?:?] at org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:334) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) ~[hadoop-common-3.4.1.jar:?] at java.io.BufferedInputStream.fill(BufferedInputStream.java:244) ~[?:?] at java.io.BufferedInputStream.read1(BufferedInputStream.java:284) ~[?:?] at java.io.BufferedInputStream.read(BufferedInputStream.java:343) ~[?:?] at java.io.DataInputStream.read(DataInputStream.java:151) ~[?:?] at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T14:42:32,392 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_184559051_22 at /127.0.0.1:39778 [Receiving block BP-1951735857-172.17.0.3-1730990538314:blk_1073741833_1009] {}] datanode.DataXceiver(331): 127.0.0.1:38701:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:39778 dst: /127.0.0.1:38701 java.io.IOException: Premature EOF from inputStream at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T14:42:32,393 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@2d52cbc5{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-07T14:42:32,393 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@306ce2ae{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-07T14:42:32,393 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-07T14:42:32,393 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@68e7f31b{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-07T14:42:32,394 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4999050a{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/921fde73-abed-0176-35a4-7e00501c6b3b/hadoop.log.dir/,STOPPED} 2024-11-07T14:42:32,395 WARN [BP-1951735857-172.17.0.3-1730990538314 heartbeating to localhost/127.0.0.1:42075 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-07T14:42:32,395 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-07T14:42:32,395 WARN [BP-1951735857-172.17.0.3-1730990538314 heartbeating to localhost/127.0.0.1:42075 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1951735857-172.17.0.3-1730990538314 (Datanode Uuid 99d24dd0-14ff-479b-a4dc-86d8973b5e13) service to localhost/127.0.0.1:42075 2024-11-07T14:42:32,395 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-07T14:42:32,396 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/921fde73-abed-0176-35a4-7e00501c6b3b/cluster_4b93ed71-cdba-b0a8-8857-5fa660da00ec/data/data1/current/BP-1951735857-172.17.0.3-1730990538314 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-07T14:42:32,396 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/921fde73-abed-0176-35a4-7e00501c6b3b/cluster_4b93ed71-cdba-b0a8-8857-5fa660da00ec/data/data2/current/BP-1951735857-172.17.0.3-1730990538314 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-07T14:42:32,396 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-07T14:42:32,406 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-07T14:42:32,409 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-07T14:42:32,410 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-07T14:42:32,410 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-07T14:42:32,410 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-07T14:42:32,411 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6697173b{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/921fde73-abed-0176-35a4-7e00501c6b3b/hadoop.log.dir/,AVAILABLE} 2024-11-07T14:42:32,411 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@42d17fb5{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-07T14:42:32,501 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@51c11805{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/921fde73-abed-0176-35a4-7e00501c6b3b/java.io.tmpdir/jetty-localhost-34985-hadoop-hdfs-3_4_1-tests_jar-_-any-17123134638652743035/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-07T14:42:32,502 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@72e1cb86{HTTP/1.1, (http/1.1)}{localhost:34985} 2024-11-07T14:42:32,502 INFO [Time-limited test {}] server.Server(415): Started @80531ms 2024-11-07T14:42:32,503 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-07T14:42:32,520 WARN [AsyncFSWAL-0-hdfs://localhost:42075/user/jenkins/test-data/881c5ef3-4e37-455a-9a89-2d92fce2d5d9-prefix:b7cc9d764de6,46339,1730990539893 {}] wal.AbstractFSWAL(1504): sync failed java.io.IOException: stream already broken at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.flush0(FanOutOneBlockAsyncDFSOutput.java:469) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.flush(FanOutOneBlockAsyncDFSOutput.java:558) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.wal.AsyncProtobufLogWriter.sync(AsyncProtobufLogWriter.java:153) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AsyncFSWAL.doWriterSync(AsyncFSWAL.java:159) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AsyncFSWAL.doWriterSync(AsyncFSWAL.java:100) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractFSWAL.sync(AbstractFSWAL.java:1629) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractFSWAL.consume(AbstractFSWAL.java:1861) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T14:42:32,521 DEBUG [regionserver/b7cc9d764de6:0.logRoller {}] wal.AbstractWALRoller(198): WAL AsyncFSWAL b7cc9d764de6%2C46339%2C1730990539893:(num 1730990540529) roll requested 2024-11-07T14:42:32,533 DEBUG [regionserver/b7cc9d764de6:0.logRoller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/881c5ef3-4e37-455a-9a89-2d92fce2d5d9/WALs/b7cc9d764de6,46339,1730990539893/b7cc9d764de6%2C46339%2C1730990539893.1730990552521, exclude list is [], retry=0 2024-11-07T14:42:32,536 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:32951,DS-83592e25-3e5c-4322-8030-9d0f520ddcce,DISK] 2024-11-07T14:42:32,536 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38701,DS-5ac8da10-65e2-4919-abee-7e8f4b141ef7,DISK] 2024-11-07T14:42:32,538 INFO [regionserver/b7cc9d764de6:0.logRoller {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/881c5ef3-4e37-455a-9a89-2d92fce2d5d9/WALs/b7cc9d764de6,46339,1730990539893/b7cc9d764de6%2C46339%2C1730990539893.1730990540529 with entries=3, filesize=2.68 KB; new WAL /user/jenkins/test-data/881c5ef3-4e37-455a-9a89-2d92fce2d5d9/WALs/b7cc9d764de6,46339,1730990539893/b7cc9d764de6%2C46339%2C1730990539893.1730990552521 2024-11-07T14:42:32,539 DEBUG [regionserver/b7cc9d764de6:0.logRoller {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38717:38717),(127.0.0.1/127.0.0.1:34305:34305)] 2024-11-07T14:42:32,539 DEBUG [regionserver/b7cc9d764de6:0.logRoller {}] wal.AbstractFSWAL(879): hdfs://localhost:42075/user/jenkins/test-data/881c5ef3-4e37-455a-9a89-2d92fce2d5d9/WALs/b7cc9d764de6,46339,1730990539893/b7cc9d764de6%2C46339%2C1730990539893.1730990540529 is not closed yet, will try archiving it next time 2024-11-07T14:42:32,540 WARN [Close-WAL-Writer-0 {}] wal.AbstractProtobufLogWriter(255): Failed to write trailer, non-fatal, continuing... java.io.IOException: stream already broken at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.flush0(FanOutOneBlockAsyncDFSOutput.java:469) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.flush(FanOutOneBlockAsyncDFSOutput.java:558) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.wal.AsyncProtobufLogWriter.lambda$writeWALTrailerAndMagic$3(AsyncProtobufLogWriter.java:249) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AsyncProtobufLogWriter.writeWALMetadata(AsyncProtobufLogWriter.java:203) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AsyncProtobufLogWriter.writeWALTrailerAndMagic(AsyncProtobufLogWriter.java:240) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractProtobufLogWriter.writeWALTrailer(AbstractProtobufLogWriter.java:252) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AsyncProtobufLogWriter.close(AsyncProtobufLogWriter.java:162) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractFSWAL.lambda$closeWriter$17(AbstractFSWAL.java:2041) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T14:42:32,540 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-07T14:42:32,540 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-07T14:42:32,540 WARN [Close-WAL-Writer-0 {}] wal.AsyncProtobufLogWriter(165): normal close failed, try recover java.io.IOException: stream already broken at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.endBlock(FanOutOneBlockAsyncDFSOutput.java:566) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.close(FanOutOneBlockAsyncDFSOutput.java:615) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.wal.AsyncProtobufLogWriter.close(AsyncProtobufLogWriter.java:163) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractFSWAL.lambda$closeWriter$17(AbstractFSWAL.java:2041) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T14:42:32,540 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.regionserver.wal.AbstractTestLogRolling.tearDown(AbstractTestLogRolling.java:163) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-07T14:42:32,540 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T14:42:32,541 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T14:42:32,541 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-07T14:42:32,541 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-07T14:42:32,541 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1172197493, stopped=false 2024-11-07T14:42:32,541 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=b7cc9d764de6,40983,1730990539756 2024-11-07T14:42:32,541 DEBUG [Close-WAL-Writer-0 {}] util.RecoverLeaseFSUtils(47): Initialize RecoverLeaseFSUtils 2024-11-07T14:42:32,542 DEBUG [Close-WAL-Writer-0 {}] util.RecoverLeaseFSUtils(59): set recoverLeaseMethod to org.apache.hadoop.fs.LeaseRecoverable.recoverLease() 2024-11-07T14:42:32,542 INFO [Close-WAL-Writer-0 {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file /user/jenkins/test-data/881c5ef3-4e37-455a-9a89-2d92fce2d5d9/WALs/b7cc9d764de6,46339,1730990539893/b7cc9d764de6%2C46339%2C1730990539893.1730990540529 2024-11-07T14:42:32,545 WARN [IPC Server handler 1 on default port 42075 {}] namenode.FSNamesystem(3854): DIR* NameSystem.internalReleaseLease: File /user/jenkins/test-data/881c5ef3-4e37-455a-9a89-2d92fce2d5d9/WALs/b7cc9d764de6,46339,1730990539893/b7cc9d764de6%2C46339%2C1730990539893.1730990540529 has not been closed. Lease recovery is in progress. RecoveryId = 1014 for block blk_1073741833_1009 2024-11-07T14:42:32,548 INFO [Close-WAL-Writer-0 {}] util.RecoverLeaseFSUtils(223): Failed to recover lease, attempt=0 on file=/user/jenkins/test-data/881c5ef3-4e37-455a-9a89-2d92fce2d5d9/WALs/b7cc9d764de6,46339,1730990539893/b7cc9d764de6%2C46339%2C1730990539893.1730990540529 after 4ms 2024-11-07T14:42:32,585 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46339-0x10116ed49800001, quorum=127.0.0.1:52953, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-07T14:42:32,585 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40983-0x10116ed49800000, quorum=127.0.0.1:52953, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-07T14:42:32,585 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46339-0x10116ed49800001, quorum=127.0.0.1:52953, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-07T14:42:32,585 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40983-0x10116ed49800000, quorum=127.0.0.1:52953, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-07T14:42:32,585 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-07T14:42:32,585 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-07T14:42:32,585 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.regionserver.wal.AbstractTestLogRolling.tearDown(AbstractTestLogRolling.java:163) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-07T14:42:32,586 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T14:42:32,586 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:40983-0x10116ed49800000, quorum=127.0.0.1:52953, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-07T14:42:32,586 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:46339-0x10116ed49800001, quorum=127.0.0.1:52953, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-07T14:42:32,586 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'b7cc9d764de6,46339,1730990539893' ***** 2024-11-07T14:42:32,586 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-07T14:42:32,586 INFO [RS:0;b7cc9d764de6:46339 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-07T14:42:32,586 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-07T14:42:32,586 INFO [RS:0;b7cc9d764de6:46339 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-07T14:42:32,587 INFO [RS:0;b7cc9d764de6:46339 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-07T14:42:32,587 INFO [RS:0;b7cc9d764de6:46339 {}] regionserver.HRegionServer(3091): Received CLOSE for 3394054641c63748bca0c99894ffdef6 2024-11-07T14:42:32,587 INFO [RS:0;b7cc9d764de6:46339 {}] regionserver.HRegionServer(959): stopping server b7cc9d764de6,46339,1730990539893 2024-11-07T14:42:32,587 INFO [RS:0;b7cc9d764de6:46339 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-07T14:42:32,587 INFO [RS:0;b7cc9d764de6:46339 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;b7cc9d764de6:46339. 2024-11-07T14:42:32,587 DEBUG [RS_CLOSE_REGION-regionserver/b7cc9d764de6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 3394054641c63748bca0c99894ffdef6, disabling compactions & flushes 2024-11-07T14:42:32,587 DEBUG [RS:0;b7cc9d764de6:46339 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-07T14:42:32,587 INFO [RS_CLOSE_REGION-regionserver/b7cc9d764de6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region TestLogRolling-testLogRollOnDatanodeDeath,,1730990542286.3394054641c63748bca0c99894ffdef6. 2024-11-07T14:42:32,587 DEBUG [RS:0;b7cc9d764de6:46339 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T14:42:32,587 DEBUG [RS_CLOSE_REGION-regionserver/b7cc9d764de6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on TestLogRolling-testLogRollOnDatanodeDeath,,1730990542286.3394054641c63748bca0c99894ffdef6. 2024-11-07T14:42:32,588 DEBUG [RS_CLOSE_REGION-regionserver/b7cc9d764de6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on TestLogRolling-testLogRollOnDatanodeDeath,,1730990542286.3394054641c63748bca0c99894ffdef6. after waiting 0 ms 2024-11-07T14:42:32,588 INFO [RS:0;b7cc9d764de6:46339 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-07T14:42:32,588 INFO [RS:0;b7cc9d764de6:46339 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-07T14:42:32,588 DEBUG [RS_CLOSE_REGION-regionserver/b7cc9d764de6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region TestLogRolling-testLogRollOnDatanodeDeath,,1730990542286.3394054641c63748bca0c99894ffdef6. 2024-11-07T14:42:32,588 INFO [RS:0;b7cc9d764de6:46339 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-07T14:42:32,588 INFO [RS:0;b7cc9d764de6:46339 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-07T14:42:32,588 INFO [RS_CLOSE_REGION-regionserver/b7cc9d764de6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 3394054641c63748bca0c99894ffdef6 1/1 column families, dataSize=2.05 KB heapSize=2.45 KB 2024-11-07T14:42:32,588 INFO [RS:0;b7cc9d764de6:46339 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-07T14:42:32,588 DEBUG [RS:0;b7cc9d764de6:46339 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, 3394054641c63748bca0c99894ffdef6=TestLogRolling-testLogRollOnDatanodeDeath,,1730990542286.3394054641c63748bca0c99894ffdef6.} 2024-11-07T14:42:32,588 DEBUG [RS:0;b7cc9d764de6:46339 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 3394054641c63748bca0c99894ffdef6 2024-11-07T14:42:32,588 DEBUG [RS_CLOSE_META-regionserver/b7cc9d764de6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-07T14:42:32,588 INFO [RS_CLOSE_META-regionserver/b7cc9d764de6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-07T14:42:32,588 DEBUG [RS_CLOSE_META-regionserver/b7cc9d764de6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-07T14:42:32,588 DEBUG [RS_CLOSE_META-regionserver/b7cc9d764de6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-07T14:42:32,589 DEBUG [RS_CLOSE_META-regionserver/b7cc9d764de6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-07T14:42:32,589 INFO [RS_CLOSE_META-regionserver/b7cc9d764de6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=1.71 KB heapSize=3.75 KB 2024-11-07T14:42:32,590 WARN [AsyncFSWAL-0-hdfs://localhost:42075/user/jenkins/test-data/881c5ef3-4e37-455a-9a89-2d92fce2d5d9-prefix:b7cc9d764de6,46339,1730990539893.meta {}] wal.AbstractFSWAL(1504): sync failed java.io.IOException: stream already broken at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.flush0(FanOutOneBlockAsyncDFSOutput.java:469) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.flush(FanOutOneBlockAsyncDFSOutput.java:558) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.wal.AsyncProtobufLogWriter.sync(AsyncProtobufLogWriter.java:153) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AsyncFSWAL.doWriterSync(AsyncFSWAL.java:159) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AsyncFSWAL.doWriterSync(AsyncFSWAL.java:100) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractFSWAL.sync(AbstractFSWAL.java:1629) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractFSWAL.consume(AbstractFSWAL.java:1861) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T14:42:32,590 DEBUG [regionserver/b7cc9d764de6:0.logRoller {}] wal.AbstractWALRoller(198): WAL AsyncFSWAL b7cc9d764de6%2C46339%2C1730990539893.meta:.meta(num 1730990540946) roll requested 2024-11-07T14:42:32,606 DEBUG [regionserver/b7cc9d764de6:0.logRoller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/881c5ef3-4e37-455a-9a89-2d92fce2d5d9/WALs/b7cc9d764de6,46339,1730990539893/b7cc9d764de6%2C46339%2C1730990539893.meta.1730990552590.meta, exclude list is [], retry=0 2024-11-07T14:42:32,607 DEBUG [RS_CLOSE_REGION-regionserver/b7cc9d764de6:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42075/user/jenkins/test-data/881c5ef3-4e37-455a-9a89-2d92fce2d5d9/data/default/TestLogRolling-testLogRollOnDatanodeDeath/3394054641c63748bca0c99894ffdef6/.tmp/info/bf34caf080a5467a8b487ec378715bff is 1055, key is row0001/info:/1730990552383/Put/seqid=0 2024-11-07T14:42:32,610 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40517,DS-ce4a5572-b3a4-4d3e-82df-83ac023dd4a9,DISK] 2024-11-07T14:42:32,610 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35055,DS-09f3f933-da28-4e86-aeeb-050d7648f6da,DISK] 2024-11-07T14:42:32,612 INFO [regionserver/b7cc9d764de6:0.logRoller {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/881c5ef3-4e37-455a-9a89-2d92fce2d5d9/WALs/b7cc9d764de6,46339,1730990539893/b7cc9d764de6%2C46339%2C1730990539893.meta.1730990540946.meta with entries=9, filesize=2.52 KB; new WAL /user/jenkins/test-data/881c5ef3-4e37-455a-9a89-2d92fce2d5d9/WALs/b7cc9d764de6,46339,1730990539893/b7cc9d764de6%2C46339%2C1730990539893.meta.1730990552590.meta 2024-11-07T14:42:32,612 DEBUG [regionserver/b7cc9d764de6:0.logRoller {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44289:44289),(127.0.0.1/127.0.0.1:41531:41531)] 2024-11-07T14:42:32,612 DEBUG [regionserver/b7cc9d764de6:0.logRoller {}] wal.AbstractFSWAL(879): hdfs://localhost:42075/user/jenkins/test-data/881c5ef3-4e37-455a-9a89-2d92fce2d5d9/WALs/b7cc9d764de6,46339,1730990539893/b7cc9d764de6%2C46339%2C1730990539893.meta.1730990540946.meta is not closed yet, will try archiving it next time 2024-11-07T14:42:32,612 WARN [Close-WAL-Writer-0 {}] wal.AbstractProtobufLogWriter(255): Failed to write trailer, non-fatal, continuing... java.io.IOException: stream already broken at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.flush0(FanOutOneBlockAsyncDFSOutput.java:469) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.flush(FanOutOneBlockAsyncDFSOutput.java:558) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.wal.AsyncProtobufLogWriter.lambda$writeWALTrailerAndMagic$3(AsyncProtobufLogWriter.java:249) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AsyncProtobufLogWriter.writeWALMetadata(AsyncProtobufLogWriter.java:203) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AsyncProtobufLogWriter.writeWALTrailerAndMagic(AsyncProtobufLogWriter.java:240) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractProtobufLogWriter.writeWALTrailer(AbstractProtobufLogWriter.java:252) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AsyncProtobufLogWriter.close(AsyncProtobufLogWriter.java:162) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractFSWAL.lambda$closeWriter$17(AbstractFSWAL.java:2041) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T14:42:32,613 WARN [Close-WAL-Writer-0 {}] wal.AsyncProtobufLogWriter(165): normal close failed, try recover java.io.IOException: stream already broken at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.endBlock(FanOutOneBlockAsyncDFSOutput.java:566) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.close(FanOutOneBlockAsyncDFSOutput.java:615) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.wal.AsyncProtobufLogWriter.close(AsyncProtobufLogWriter.java:163) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractFSWAL.lambda$closeWriter$17(AbstractFSWAL.java:2041) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T14:42:32,613 INFO [Close-WAL-Writer-0 {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file /user/jenkins/test-data/881c5ef3-4e37-455a-9a89-2d92fce2d5d9/WALs/b7cc9d764de6,46339,1730990539893/b7cc9d764de6%2C46339%2C1730990539893.meta.1730990540946.meta 2024-11-07T14:42:32,614 WARN [IPC Server handler 4 on default port 42075 {}] namenode.FSNamesystem(3854): DIR* NameSystem.internalReleaseLease: File /user/jenkins/test-data/881c5ef3-4e37-455a-9a89-2d92fce2d5d9/WALs/b7cc9d764de6,46339,1730990539893/b7cc9d764de6%2C46339%2C1730990539893.meta.1730990540946.meta has not been closed. Lease recovery is in progress. RecoveryId = 1017 for block blk_1073741834_1010 2024-11-07T14:42:32,614 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32951 is added to blk_1073741839_1016 (size=7062) 2024-11-07T14:42:32,614 INFO [Close-WAL-Writer-0 {}] util.RecoverLeaseFSUtils(223): Failed to recover lease, attempt=0 on file=/user/jenkins/test-data/881c5ef3-4e37-455a-9a89-2d92fce2d5d9/WALs/b7cc9d764de6,46339,1730990539893/b7cc9d764de6%2C46339%2C1730990539893.meta.1730990540946.meta after 1ms 2024-11-07T14:42:32,614 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35055 is added to blk_1073741839_1016 (size=7062) 2024-11-07T14:42:32,615 INFO [RS_CLOSE_REGION-regionserver/b7cc9d764de6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.05 KB at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:42075/user/jenkins/test-data/881c5ef3-4e37-455a-9a89-2d92fce2d5d9/data/default/TestLogRolling-testLogRollOnDatanodeDeath/3394054641c63748bca0c99894ffdef6/.tmp/info/bf34caf080a5467a8b487ec378715bff 2024-11-07T14:42:32,625 DEBUG [RS_CLOSE_REGION-regionserver/b7cc9d764de6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42075/user/jenkins/test-data/881c5ef3-4e37-455a-9a89-2d92fce2d5d9/data/default/TestLogRolling-testLogRollOnDatanodeDeath/3394054641c63748bca0c99894ffdef6/.tmp/info/bf34caf080a5467a8b487ec378715bff as hdfs://localhost:42075/user/jenkins/test-data/881c5ef3-4e37-455a-9a89-2d92fce2d5d9/data/default/TestLogRolling-testLogRollOnDatanodeDeath/3394054641c63748bca0c99894ffdef6/info/bf34caf080a5467a8b487ec378715bff 2024-11-07T14:42:32,631 DEBUG [RS_CLOSE_META-regionserver/b7cc9d764de6:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42075/user/jenkins/test-data/881c5ef3-4e37-455a-9a89-2d92fce2d5d9/data/hbase/meta/1588230740/.tmp/info/14994f27fa074453a3996dde1a2b3937 is 203, key is TestLogRolling-testLogRollOnDatanodeDeath,,1730990542286.3394054641c63748bca0c99894ffdef6./info:regioninfo/1730990542677/Put/seqid=0 2024-11-07T14:42:32,633 INFO [RS_CLOSE_REGION-regionserver/b7cc9d764de6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42075/user/jenkins/test-data/881c5ef3-4e37-455a-9a89-2d92fce2d5d9/data/default/TestLogRolling-testLogRollOnDatanodeDeath/3394054641c63748bca0c99894ffdef6/info/bf34caf080a5467a8b487ec378715bff, entries=2, sequenceid=6, filesize=6.9 K 2024-11-07T14:42:32,635 INFO [RS_CLOSE_REGION-regionserver/b7cc9d764de6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~2.05 KB/2102, heapSize ~2.44 KB/2496, currentSize=0 B/0 for 3394054641c63748bca0c99894ffdef6 in 46ms, sequenceid=6, compaction requested=false 2024-11-07T14:42:32,639 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32951 is added to blk_1073741840_1018 (size=7089) 2024-11-07T14:42:32,639 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35055 is added to blk_1073741840_1018 (size=7089) 2024-11-07T14:42:32,642 DEBUG [RS_CLOSE_REGION-regionserver/b7cc9d764de6:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42075/user/jenkins/test-data/881c5ef3-4e37-455a-9a89-2d92fce2d5d9/data/default/TestLogRolling-testLogRollOnDatanodeDeath/3394054641c63748bca0c99894ffdef6/recovered.edits/9.seqid, newMaxSeqId=9, maxSeqId=1 2024-11-07T14:42:32,642 INFO [RS_CLOSE_REGION-regionserver/b7cc9d764de6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed TestLogRolling-testLogRollOnDatanodeDeath,,1730990542286.3394054641c63748bca0c99894ffdef6. 2024-11-07T14:42:32,643 DEBUG [RS_CLOSE_REGION-regionserver/b7cc9d764de6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 3394054641c63748bca0c99894ffdef6: Waiting for close lock at 1730990552587Running coprocessor pre-close hooks at 1730990552587Disabling compacts and flushes for region at 1730990552587Disabling writes for close at 1730990552588 (+1 ms)Obtaining lock to block concurrent updates at 1730990552588Preparing flush snapshotting stores in 3394054641c63748bca0c99894ffdef6 at 1730990552588Finished memstore snapshotting TestLogRolling-testLogRollOnDatanodeDeath,,1730990542286.3394054641c63748bca0c99894ffdef6., syncing WAL and waiting on mvcc, flushsize=dataSize=2102, getHeapSize=2496, getOffHeapSize=0, getCellsCount=2 at 1730990552588Flushing stores of TestLogRolling-testLogRollOnDatanodeDeath,,1730990542286.3394054641c63748bca0c99894ffdef6. at 1730990552589 (+1 ms)Flushing 3394054641c63748bca0c99894ffdef6/info: creating writer at 1730990552589Flushing 3394054641c63748bca0c99894ffdef6/info: appending metadata at 1730990552607 (+18 ms)Flushing 3394054641c63748bca0c99894ffdef6/info: closing flushed file at 1730990552607Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@412a743c: reopening flushed file at 1730990552623 (+16 ms)Finished flush of dataSize ~2.05 KB/2102, heapSize ~2.44 KB/2496, currentSize=0 B/0 for 3394054641c63748bca0c99894ffdef6 in 46ms, sequenceid=6, compaction requested=false at 1730990552635 (+12 ms)Writing region close event to WAL at 1730990552636 (+1 ms)Running coprocessor post-close hooks at 1730990552642 (+6 ms)Closed at 1730990552642 2024-11-07T14:42:32,643 DEBUG [RS_CLOSE_REGION-regionserver/b7cc9d764de6:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed TestLogRolling-testLogRollOnDatanodeDeath,,1730990542286.3394054641c63748bca0c99894ffdef6. 2024-11-07T14:42:32,788 DEBUG [RS:0;b7cc9d764de6:46339 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-07T14:42:32,824 WARN [Thread-610 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-07T14:42:32,828 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xbdc36a1f63a7d646 with lease ID 0xd6827aaa453dfcc5: from storage DS-2454f37e-6e5f-4666-ba50-b697bbc35926 node DatanodeRegistration(127.0.0.1:34473, datanodeUuid=99d24dd0-14ff-479b-a4dc-86d8973b5e13, infoPort=45857, infoSecurePort=0, ipcPort=36261, storageInfo=lv=-57;cid=testClusterID;nsid=1264791828;c=1730990538314), blocks: 6, hasStaleStorage: false, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-07T14:42:32,828 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xbdc36a1f63a7d646 with lease ID 0xd6827aaa453dfcc5: from storage DS-33d4cb83-b913-44d4-aa6a-09b33ac38c88 node DatanodeRegistration(127.0.0.1:34473, datanodeUuid=99d24dd0-14ff-479b-a4dc-86d8973b5e13, infoPort=45857, infoSecurePort=0, ipcPort=36261, storageInfo=lv=-57;cid=testClusterID;nsid=1264791828;c=1730990538314), blocks: 5, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-07T14:42:32,989 DEBUG [RS:0;b7cc9d764de6:46339 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-07T14:42:33,042 INFO [RS_CLOSE_META-regionserver/b7cc9d764de6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.50 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:42075/user/jenkins/test-data/881c5ef3-4e37-455a-9a89-2d92fce2d5d9/data/hbase/meta/1588230740/.tmp/info/14994f27fa074453a3996dde1a2b3937 2024-11-07T14:42:33,073 DEBUG [RS_CLOSE_META-regionserver/b7cc9d764de6:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42075/user/jenkins/test-data/881c5ef3-4e37-455a-9a89-2d92fce2d5d9/data/hbase/meta/1588230740/.tmp/ns/5d63a6a0dc4941309214555982cd975e is 43, key is default/ns:d/1730990541048/Put/seqid=0 2024-11-07T14:42:33,079 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32951 is added to blk_1073741841_1019 (size=5153) 2024-11-07T14:42:33,079 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34473 is added to blk_1073741841_1019 (size=5153) 2024-11-07T14:42:33,080 INFO [RS_CLOSE_META-regionserver/b7cc9d764de6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:42075/user/jenkins/test-data/881c5ef3-4e37-455a-9a89-2d92fce2d5d9/data/hbase/meta/1588230740/.tmp/ns/5d63a6a0dc4941309214555982cd975e 2024-11-07T14:42:33,104 DEBUG [RS_CLOSE_META-regionserver/b7cc9d764de6:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42075/user/jenkins/test-data/881c5ef3-4e37-455a-9a89-2d92fce2d5d9/data/hbase/meta/1588230740/.tmp/table/44e8fe0a7aad450b8df148411a74eafb is 77, key is TestLogRolling-testLogRollOnDatanodeDeath/table:state/1730990542690/Put/seqid=0 2024-11-07T14:42:33,109 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35055 is added to blk_1073741842_1020 (size=5424) 2024-11-07T14:42:33,110 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40517 is added to blk_1073741842_1020 (size=5424) 2024-11-07T14:42:33,110 INFO [RS_CLOSE_META-regionserver/b7cc9d764de6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=146 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:42075/user/jenkins/test-data/881c5ef3-4e37-455a-9a89-2d92fce2d5d9/data/hbase/meta/1588230740/.tmp/table/44e8fe0a7aad450b8df148411a74eafb 2024-11-07T14:42:33,118 DEBUG [RS_CLOSE_META-regionserver/b7cc9d764de6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42075/user/jenkins/test-data/881c5ef3-4e37-455a-9a89-2d92fce2d5d9/data/hbase/meta/1588230740/.tmp/info/14994f27fa074453a3996dde1a2b3937 as hdfs://localhost:42075/user/jenkins/test-data/881c5ef3-4e37-455a-9a89-2d92fce2d5d9/data/hbase/meta/1588230740/info/14994f27fa074453a3996dde1a2b3937 2024-11-07T14:42:33,126 INFO [RS_CLOSE_META-regionserver/b7cc9d764de6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42075/user/jenkins/test-data/881c5ef3-4e37-455a-9a89-2d92fce2d5d9/data/hbase/meta/1588230740/info/14994f27fa074453a3996dde1a2b3937, entries=10, sequenceid=11, filesize=6.9 K 2024-11-07T14:42:33,128 DEBUG [RS_CLOSE_META-regionserver/b7cc9d764de6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42075/user/jenkins/test-data/881c5ef3-4e37-455a-9a89-2d92fce2d5d9/data/hbase/meta/1588230740/.tmp/ns/5d63a6a0dc4941309214555982cd975e as hdfs://localhost:42075/user/jenkins/test-data/881c5ef3-4e37-455a-9a89-2d92fce2d5d9/data/hbase/meta/1588230740/ns/5d63a6a0dc4941309214555982cd975e 2024-11-07T14:42:33,136 INFO [RS_CLOSE_META-regionserver/b7cc9d764de6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42075/user/jenkins/test-data/881c5ef3-4e37-455a-9a89-2d92fce2d5d9/data/hbase/meta/1588230740/ns/5d63a6a0dc4941309214555982cd975e, entries=2, sequenceid=11, filesize=5.0 K 2024-11-07T14:42:33,138 DEBUG [RS_CLOSE_META-regionserver/b7cc9d764de6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42075/user/jenkins/test-data/881c5ef3-4e37-455a-9a89-2d92fce2d5d9/data/hbase/meta/1588230740/.tmp/table/44e8fe0a7aad450b8df148411a74eafb as hdfs://localhost:42075/user/jenkins/test-data/881c5ef3-4e37-455a-9a89-2d92fce2d5d9/data/hbase/meta/1588230740/table/44e8fe0a7aad450b8df148411a74eafb 2024-11-07T14:42:33,146 INFO [RS_CLOSE_META-regionserver/b7cc9d764de6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42075/user/jenkins/test-data/881c5ef3-4e37-455a-9a89-2d92fce2d5d9/data/hbase/meta/1588230740/table/44e8fe0a7aad450b8df148411a74eafb, entries=2, sequenceid=11, filesize=5.3 K 2024-11-07T14:42:33,147 INFO [RS_CLOSE_META-regionserver/b7cc9d764de6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~1.71 KB/1752, heapSize ~3.45 KB/3536, currentSize=0 B/0 for 1588230740 in 558ms, sequenceid=11, compaction requested=false 2024-11-07T14:42:33,152 DEBUG [RS_CLOSE_META-regionserver/b7cc9d764de6:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42075/user/jenkins/test-data/881c5ef3-4e37-455a-9a89-2d92fce2d5d9/data/hbase/meta/1588230740/recovered.edits/14.seqid, newMaxSeqId=14, maxSeqId=1 2024-11-07T14:42:33,153 DEBUG [RS_CLOSE_META-regionserver/b7cc9d764de6:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-07T14:42:33,153 INFO [RS_CLOSE_META-regionserver/b7cc9d764de6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-07T14:42:33,153 DEBUG [RS_CLOSE_META-regionserver/b7cc9d764de6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1730990552588Running coprocessor pre-close hooks at 1730990552588Disabling compacts and flushes for region at 1730990552588Disabling writes for close at 1730990552589 (+1 ms)Obtaining lock to block concurrent updates at 1730990552589Preparing flush snapshotting stores in 1588230740 at 1730990552589Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=1752, getHeapSize=3776, getOffHeapSize=0, getCellsCount=14 at 1730990552589Flushing stores of hbase:meta,,1.1588230740 at 1730990552613 (+24 ms)Flushing 1588230740/info: creating writer at 1730990552614 (+1 ms)Flushing 1588230740/info: appending metadata at 1730990552630 (+16 ms)Flushing 1588230740/info: closing flushed file at 1730990552631 (+1 ms)Flushing 1588230740/ns: creating writer at 1730990553055 (+424 ms)Flushing 1588230740/ns: appending metadata at 1730990553072 (+17 ms)Flushing 1588230740/ns: closing flushed file at 1730990553072Flushing 1588230740/table: creating writer at 1730990553087 (+15 ms)Flushing 1588230740/table: appending metadata at 1730990553103 (+16 ms)Flushing 1588230740/table: closing flushed file at 1730990553103Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@51838e6: reopening flushed file at 1730990553117 (+14 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@25fb735d: reopening flushed file at 1730990553126 (+9 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@570bb632: reopening flushed file at 1730990553136 (+10 ms)Finished flush of dataSize ~1.71 KB/1752, heapSize ~3.45 KB/3536, currentSize=0 B/0 for 1588230740 in 558ms, sequenceid=11, compaction requested=false at 1730990553147 (+11 ms)Writing region close event to WAL at 1730990553148 (+1 ms)Running coprocessor post-close hooks at 1730990553153 (+5 ms)Closed at 1730990553153 2024-11-07T14:42:33,153 DEBUG [RS_CLOSE_META-regionserver/b7cc9d764de6:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-07T14:42:33,189 INFO [RS:0;b7cc9d764de6:46339 {}] regionserver.HRegionServer(976): stopping server b7cc9d764de6,46339,1730990539893; all regions closed. 2024-11-07T14:42:33,195 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35055 is added to blk_1073741838_1015 (size=825) 2024-11-07T14:42:33,195 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40517 is added to blk_1073741838_1015 (size=825) 2024-11-07T14:42:33,390 INFO [regionserver/b7cc9d764de6:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-07T14:42:33,391 INFO [regionserver/b7cc9d764de6:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-07T14:42:34,391 INFO [regionserver/b7cc9d764de6:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-07T14:42:34,747 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38701 is added to blk_1073741833_1014 (size=1599) 2024-11-07T14:42:36,549 INFO [Close-WAL-Writer-0 {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=1 on file=/user/jenkins/test-data/881c5ef3-4e37-455a-9a89-2d92fce2d5d9/WALs/b7cc9d764de6,46339,1730990539893/b7cc9d764de6%2C46339%2C1730990539893.1730990540529 after 4007ms 2024-11-07T14:42:36,549 INFO [WAL-Archive-0 {}] wal.AbstractFSWAL(968): Archiving hdfs://localhost:42075/user/jenkins/test-data/881c5ef3-4e37-455a-9a89-2d92fce2d5d9/WALs/b7cc9d764de6,46339,1730990539893/b7cc9d764de6%2C46339%2C1730990539893.1730990540529 to hdfs://localhost:42075/user/jenkins/test-data/881c5ef3-4e37-455a-9a89-2d92fce2d5d9/oldWALs/b7cc9d764de6%2C46339%2C1730990539893.1730990540529 2024-11-07T14:42:36,615 INFO [Close-WAL-Writer-0 {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=1 on file=/user/jenkins/test-data/881c5ef3-4e37-455a-9a89-2d92fce2d5d9/WALs/b7cc9d764de6,46339,1730990539893/b7cc9d764de6%2C46339%2C1730990539893.meta.1730990540946.meta after 4002ms 2024-11-07T14:42:36,616 INFO [WAL-Archive-0 {}] wal.AbstractFSWAL(968): Archiving hdfs://localhost:42075/user/jenkins/test-data/881c5ef3-4e37-455a-9a89-2d92fce2d5d9/WALs/b7cc9d764de6,46339,1730990539893/b7cc9d764de6%2C46339%2C1730990539893.meta.1730990540946.meta to hdfs://localhost:42075/user/jenkins/test-data/881c5ef3-4e37-455a-9a89-2d92fce2d5d9/oldWALs/b7cc9d764de6%2C46339%2C1730990539893.meta.1730990540946.meta 2024-11-07T14:42:36,619 DEBUG [RS:0;b7cc9d764de6:46339 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/881c5ef3-4e37-455a-9a89-2d92fce2d5d9/oldWALs 2024-11-07T14:42:36,619 INFO [RS:0;b7cc9d764de6:46339 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL b7cc9d764de6%2C46339%2C1730990539893.meta:.meta(num 1730990552590) 2024-11-07T14:42:36,622 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/881c5ef3-4e37-455a-9a89-2d92fce2d5d9/WALs/b7cc9d764de6,46339,1730990539893/b7cc9d764de6%2C46339%2C1730990539893.1730990552521 not finished, retry = 0 2024-11-07T14:42:36,622 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32951 is added to blk_1073741837_1013 (size=2288) 2024-11-07T14:42:36,622 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38701 is added to blk_1073741837_1013 (size=2288) 2024-11-07T14:42:36,725 DEBUG [RS:0;b7cc9d764de6:46339 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/881c5ef3-4e37-455a-9a89-2d92fce2d5d9/oldWALs 2024-11-07T14:42:36,726 INFO [RS:0;b7cc9d764de6:46339 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL b7cc9d764de6%2C46339%2C1730990539893:(num 1730990552521) 2024-11-07T14:42:36,726 DEBUG [RS:0;b7cc9d764de6:46339 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T14:42:36,726 INFO [RS:0;b7cc9d764de6:46339 {}] regionserver.LeaseManager(133): Closed leases 2024-11-07T14:42:36,726 INFO [RS:0;b7cc9d764de6:46339 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-07T14:42:36,726 INFO [RS:0;b7cc9d764de6:46339 {}] hbase.ChoreService(370): Chore service for: regionserver/b7cc9d764de6:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-07T14:42:36,726 INFO [RS:0;b7cc9d764de6:46339 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-07T14:42:36,726 INFO [regionserver/b7cc9d764de6:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-07T14:42:36,727 INFO [RS:0;b7cc9d764de6:46339 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:46339 2024-11-07T14:42:36,754 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46339-0x10116ed49800001, quorum=127.0.0.1:52953, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/b7cc9d764de6,46339,1730990539893 2024-11-07T14:42:36,754 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40983-0x10116ed49800000, quorum=127.0.0.1:52953, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-07T14:42:36,754 INFO [RS:0;b7cc9d764de6:46339 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-07T14:42:36,755 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [b7cc9d764de6,46339,1730990539893] 2024-11-07T14:42:36,800 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/b7cc9d764de6,46339,1730990539893 already deleted, retry=false 2024-11-07T14:42:36,800 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; b7cc9d764de6,46339,1730990539893 expired; onlineServers=0 2024-11-07T14:42:36,800 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'b7cc9d764de6,40983,1730990539756' ***** 2024-11-07T14:42:36,800 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-07T14:42:36,800 INFO [M:0;b7cc9d764de6:40983 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-07T14:42:36,801 INFO [M:0;b7cc9d764de6:40983 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-07T14:42:36,801 DEBUG [M:0;b7cc9d764de6:40983 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-07T14:42:36,801 DEBUG [M:0;b7cc9d764de6:40983 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-07T14:42:36,801 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-07T14:42:36,801 DEBUG [master/b7cc9d764de6:0:becomeActiveMaster-HFileCleaner.large.0-1730990540288 {}] cleaner.HFileCleaner(306): Exit Thread[master/b7cc9d764de6:0:becomeActiveMaster-HFileCleaner.large.0-1730990540288,5,FailOnTimeoutGroup] 2024-11-07T14:42:36,801 DEBUG [master/b7cc9d764de6:0:becomeActiveMaster-HFileCleaner.small.0-1730990540289 {}] cleaner.HFileCleaner(306): Exit Thread[master/b7cc9d764de6:0:becomeActiveMaster-HFileCleaner.small.0-1730990540289,5,FailOnTimeoutGroup] 2024-11-07T14:42:36,801 INFO [M:0;b7cc9d764de6:40983 {}] hbase.ChoreService(370): Chore service for: master/b7cc9d764de6:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-07T14:42:36,801 INFO [M:0;b7cc9d764de6:40983 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-07T14:42:36,801 DEBUG [M:0;b7cc9d764de6:40983 {}] master.HMaster(1795): Stopping service threads 2024-11-07T14:42:36,801 INFO [M:0;b7cc9d764de6:40983 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-07T14:42:36,801 INFO [M:0;b7cc9d764de6:40983 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-07T14:42:36,802 INFO [M:0;b7cc9d764de6:40983 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-07T14:42:36,802 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-07T14:42:36,810 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40983-0x10116ed49800000, quorum=127.0.0.1:52953, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master 2024-11-07T14:42:36,810 DEBUG [M:0;b7cc9d764de6:40983 {}] zookeeper.ZKUtil(347): master:40983-0x10116ed49800000, quorum=127.0.0.1:52953, baseZNode=/hbase Unable to get data of znode /hbase/master because node does not exist (not an error) 2024-11-07T14:42:36,810 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40983-0x10116ed49800000, quorum=127.0.0.1:52953, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-07T14:42:36,810 WARN [M:0;b7cc9d764de6:40983 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-07T14:42:36,812 INFO [M:0;b7cc9d764de6:40983 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:42075/user/jenkins/test-data/881c5ef3-4e37-455a-9a89-2d92fce2d5d9/.lastflushedseqids 2024-11-07T14:42:36,819 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34473 is added to blk_1073741843_1021 (size=139) 2024-11-07T14:42:36,819 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35055 is added to blk_1073741843_1021 (size=139) 2024-11-07T14:42:36,820 INFO [M:0;b7cc9d764de6:40983 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-07T14:42:36,820 INFO [M:0;b7cc9d764de6:40983 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-07T14:42:36,821 DEBUG [M:0;b7cc9d764de6:40983 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-07T14:42:36,821 INFO [M:0;b7cc9d764de6:40983 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-07T14:42:36,821 DEBUG [M:0;b7cc9d764de6:40983 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-07T14:42:36,821 DEBUG [M:0;b7cc9d764de6:40983 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-07T14:42:36,821 DEBUG [M:0;b7cc9d764de6:40983 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-07T14:42:36,821 INFO [M:0;b7cc9d764de6:40983 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=23.10 KB heapSize=29.05 KB 2024-11-07T14:42:36,822 WARN [AsyncFSWAL-0-hdfs://localhost:42075/user/jenkins/test-data/881c5ef3-4e37-455a-9a89-2d92fce2d5d9/MasterData-prefix:b7cc9d764de6,40983,1730990539756 {}] wal.AbstractFSWAL(1504): sync failed java.io.IOException: stream already broken at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.flush0(FanOutOneBlockAsyncDFSOutput.java:469) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.flush(FanOutOneBlockAsyncDFSOutput.java:558) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.wal.AsyncProtobufLogWriter.sync(AsyncProtobufLogWriter.java:153) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AsyncFSWAL.doWriterSync(AsyncFSWAL.java:159) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AsyncFSWAL.doWriterSync(AsyncFSWAL.java:100) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractFSWAL.sync(AbstractFSWAL.java:1629) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractFSWAL.consume(AbstractFSWAL.java:1861) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T14:42:36,822 DEBUG [master:store-WAL-Roller {}] wal.AbstractWALRoller(198): WAL AsyncFSWAL b7cc9d764de6%2C40983%2C1730990539756:(num 1730990540073) roll requested 2024-11-07T14:42:36,836 DEBUG [master:store-WAL-Roller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/881c5ef3-4e37-455a-9a89-2d92fce2d5d9/MasterData/WALs/b7cc9d764de6,40983,1730990539756/b7cc9d764de6%2C40983%2C1730990539756.1730990556822, exclude list is [], retry=0 2024-11-07T14:42:36,839 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35055,DS-09f3f933-da28-4e86-aeeb-050d7648f6da,DISK] 2024-11-07T14:42:36,839 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38701,DS-5ac8da10-65e2-4919-abee-7e8f4b141ef7,DISK] 2024-11-07T14:42:36,841 INFO [master:store-WAL-Roller {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/881c5ef3-4e37-455a-9a89-2d92fce2d5d9/MasterData/WALs/b7cc9d764de6,40983,1730990539756/b7cc9d764de6%2C40983%2C1730990539756.1730990540073 with entries=54, filesize=26.81 KB; new WAL /user/jenkins/test-data/881c5ef3-4e37-455a-9a89-2d92fce2d5d9/MasterData/WALs/b7cc9d764de6,40983,1730990539756/b7cc9d764de6%2C40983%2C1730990539756.1730990556822 2024-11-07T14:42:36,841 DEBUG [master:store-WAL-Roller {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38717:38717),(127.0.0.1/127.0.0.1:41531:41531)] 2024-11-07T14:42:36,841 DEBUG [master:store-WAL-Roller {}] wal.AbstractFSWAL(879): hdfs://localhost:42075/user/jenkins/test-data/881c5ef3-4e37-455a-9a89-2d92fce2d5d9/MasterData/WALs/b7cc9d764de6,40983,1730990539756/b7cc9d764de6%2C40983%2C1730990539756.1730990540073 is not closed yet, will try archiving it next time 2024-11-07T14:42:36,841 WARN [Close-WAL-Writer-0 {}] wal.AbstractProtobufLogWriter(255): Failed to write trailer, non-fatal, continuing... java.io.IOException: stream already broken at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.flush0(FanOutOneBlockAsyncDFSOutput.java:469) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.flush(FanOutOneBlockAsyncDFSOutput.java:558) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.wal.AsyncProtobufLogWriter.lambda$writeWALTrailerAndMagic$3(AsyncProtobufLogWriter.java:249) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AsyncProtobufLogWriter.writeWALMetadata(AsyncProtobufLogWriter.java:203) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AsyncProtobufLogWriter.writeWALTrailerAndMagic(AsyncProtobufLogWriter.java:240) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractProtobufLogWriter.writeWALTrailer(AbstractProtobufLogWriter.java:252) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AsyncProtobufLogWriter.close(AsyncProtobufLogWriter.java:162) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractFSWAL.lambda$closeWriter$17(AbstractFSWAL.java:2041) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T14:42:36,842 WARN [Close-WAL-Writer-0 {}] wal.AsyncProtobufLogWriter(165): normal close failed, try recover java.io.IOException: stream already broken at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.endBlock(FanOutOneBlockAsyncDFSOutput.java:566) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.close(FanOutOneBlockAsyncDFSOutput.java:615) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.wal.AsyncProtobufLogWriter.close(AsyncProtobufLogWriter.java:163) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractFSWAL.lambda$closeWriter$17(AbstractFSWAL.java:2041) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T14:42:36,842 INFO [Close-WAL-Writer-0 {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file /user/jenkins/test-data/881c5ef3-4e37-455a-9a89-2d92fce2d5d9/MasterData/WALs/b7cc9d764de6,40983,1730990539756/b7cc9d764de6%2C40983%2C1730990539756.1730990540073 2024-11-07T14:42:36,843 WARN [IPC Server handler 1 on default port 42075 {}] namenode.FSNamesystem(3854): DIR* NameSystem.internalReleaseLease: File /user/jenkins/test-data/881c5ef3-4e37-455a-9a89-2d92fce2d5d9/MasterData/WALs/b7cc9d764de6,40983,1730990539756/b7cc9d764de6%2C40983%2C1730990539756.1730990540073 has not been closed. Lease recovery is in progress. RecoveryId = 1023 for block blk_1073741830_1006 2024-11-07T14:42:36,843 INFO [Close-WAL-Writer-0 {}] util.RecoverLeaseFSUtils(223): Failed to recover lease, attempt=0 on file=/user/jenkins/test-data/881c5ef3-4e37-455a-9a89-2d92fce2d5d9/MasterData/WALs/b7cc9d764de6,40983,1730990539756/b7cc9d764de6%2C40983%2C1730990539756.1730990540073 after 1ms 2024-11-07T14:42:36,858 DEBUG [M:0;b7cc9d764de6:40983 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42075/user/jenkins/test-data/881c5ef3-4e37-455a-9a89-2d92fce2d5d9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/7e1a5d38e53e46b59f318b6da3dc83ab is 82, key is hbase:meta,,1/info:regioninfo/1730990540987/Put/seqid=0 2024-11-07T14:42:36,864 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40517 is added to blk_1073741845_1024 (size=5672) 2024-11-07T14:42:36,865 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34473 is added to blk_1073741845_1024 (size=5672) 2024-11-07T14:42:36,865 INFO [M:0;b7cc9d764de6:40983 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=56 (bloomFilter=true), to=hdfs://localhost:42075/user/jenkins/test-data/881c5ef3-4e37-455a-9a89-2d92fce2d5d9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/7e1a5d38e53e46b59f318b6da3dc83ab 2024-11-07T14:42:36,888 INFO [RS:0;b7cc9d764de6:46339 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-07T14:42:36,888 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46339-0x10116ed49800001, quorum=127.0.0.1:52953, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-07T14:42:36,888 INFO [RS:0;b7cc9d764de6:46339 {}] regionserver.HRegionServer(1031): Exiting; stopping=b7cc9d764de6,46339,1730990539893; zookeeper connection closed. 2024-11-07T14:42:36,888 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46339-0x10116ed49800001, quorum=127.0.0.1:52953, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-07T14:42:36,888 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@71e35962 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@71e35962 2024-11-07T14:42:36,889 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-07T14:42:36,889 DEBUG [M:0;b7cc9d764de6:40983 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42075/user/jenkins/test-data/881c5ef3-4e37-455a-9a89-2d92fce2d5d9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/de4f14e1f787431fb8cd74b4b02755a0 is 775, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1730990542695/Put/seqid=0 2024-11-07T14:42:36,896 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35055 is added to blk_1073741846_1025 (size=6115) 2024-11-07T14:42:36,896 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32951 is added to blk_1073741846_1025 (size=6115) 2024-11-07T14:42:36,897 INFO [M:0;b7cc9d764de6:40983 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.50 KB at sequenceid=56 (bloomFilter=true), to=hdfs://localhost:42075/user/jenkins/test-data/881c5ef3-4e37-455a-9a89-2d92fce2d5d9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/de4f14e1f787431fb8cd74b4b02755a0 2024-11-07T14:42:36,921 DEBUG [M:0;b7cc9d764de6:40983 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42075/user/jenkins/test-data/881c5ef3-4e37-455a-9a89-2d92fce2d5d9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/17115ddc562242e1bed71bc9d015a8c6 is 69, key is b7cc9d764de6,46339,1730990539893/rs:state/1730990540369/Put/seqid=0 2024-11-07T14:42:36,927 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40517 is added to blk_1073741847_1026 (size=5156) 2024-11-07T14:42:36,927 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34473 is added to blk_1073741847_1026 (size=5156) 2024-11-07T14:42:36,928 INFO [M:0;b7cc9d764de6:40983 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=56 (bloomFilter=true), to=hdfs://localhost:42075/user/jenkins/test-data/881c5ef3-4e37-455a-9a89-2d92fce2d5d9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/17115ddc562242e1bed71bc9d015a8c6 2024-11-07T14:42:36,948 DEBUG [M:0;b7cc9d764de6:40983 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42075/user/jenkins/test-data/881c5ef3-4e37-455a-9a89-2d92fce2d5d9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/state/0eca78ef651249e1ab7dd1f59740ef2e is 52, key is load_balancer_on/state:d/1730990541140/Put/seqid=0 2024-11-07T14:42:36,953 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38701 is added to blk_1073741848_1027 (size=5056) 2024-11-07T14:42:36,954 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34473 is added to blk_1073741848_1027 (size=5056) 2024-11-07T14:42:36,954 INFO [M:0;b7cc9d764de6:40983 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=48 B at sequenceid=56 (bloomFilter=true), to=hdfs://localhost:42075/user/jenkins/test-data/881c5ef3-4e37-455a-9a89-2d92fce2d5d9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/state/0eca78ef651249e1ab7dd1f59740ef2e 2024-11-07T14:42:36,962 DEBUG [M:0;b7cc9d764de6:40983 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42075/user/jenkins/test-data/881c5ef3-4e37-455a-9a89-2d92fce2d5d9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/7e1a5d38e53e46b59f318b6da3dc83ab as hdfs://localhost:42075/user/jenkins/test-data/881c5ef3-4e37-455a-9a89-2d92fce2d5d9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/7e1a5d38e53e46b59f318b6da3dc83ab 2024-11-07T14:42:36,969 INFO [M:0;b7cc9d764de6:40983 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42075/user/jenkins/test-data/881c5ef3-4e37-455a-9a89-2d92fce2d5d9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/7e1a5d38e53e46b59f318b6da3dc83ab, entries=8, sequenceid=56, filesize=5.5 K 2024-11-07T14:42:36,970 DEBUG [M:0;b7cc9d764de6:40983 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42075/user/jenkins/test-data/881c5ef3-4e37-455a-9a89-2d92fce2d5d9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/de4f14e1f787431fb8cd74b4b02755a0 as hdfs://localhost:42075/user/jenkins/test-data/881c5ef3-4e37-455a-9a89-2d92fce2d5d9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/de4f14e1f787431fb8cd74b4b02755a0 2024-11-07T14:42:36,977 INFO [M:0;b7cc9d764de6:40983 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42075/user/jenkins/test-data/881c5ef3-4e37-455a-9a89-2d92fce2d5d9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/de4f14e1f787431fb8cd74b4b02755a0, entries=6, sequenceid=56, filesize=6.0 K 2024-11-07T14:42:36,978 DEBUG [M:0;b7cc9d764de6:40983 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42075/user/jenkins/test-data/881c5ef3-4e37-455a-9a89-2d92fce2d5d9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/17115ddc562242e1bed71bc9d015a8c6 as hdfs://localhost:42075/user/jenkins/test-data/881c5ef3-4e37-455a-9a89-2d92fce2d5d9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/17115ddc562242e1bed71bc9d015a8c6 2024-11-07T14:42:36,985 INFO [M:0;b7cc9d764de6:40983 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42075/user/jenkins/test-data/881c5ef3-4e37-455a-9a89-2d92fce2d5d9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/17115ddc562242e1bed71bc9d015a8c6, entries=1, sequenceid=56, filesize=5.0 K 2024-11-07T14:42:36,986 DEBUG [M:0;b7cc9d764de6:40983 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42075/user/jenkins/test-data/881c5ef3-4e37-455a-9a89-2d92fce2d5d9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/state/0eca78ef651249e1ab7dd1f59740ef2e as hdfs://localhost:42075/user/jenkins/test-data/881c5ef3-4e37-455a-9a89-2d92fce2d5d9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/state/0eca78ef651249e1ab7dd1f59740ef2e 2024-11-07T14:42:36,993 INFO [M:0;b7cc9d764de6:40983 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42075/user/jenkins/test-data/881c5ef3-4e37-455a-9a89-2d92fce2d5d9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/state/0eca78ef651249e1ab7dd1f59740ef2e, entries=1, sequenceid=56, filesize=4.9 K 2024-11-07T14:42:36,995 INFO [M:0;b7cc9d764de6:40983 {}] regionserver.HRegion(3140): Finished flush of dataSize ~23.10 KB/23656, heapSize ~28.99 KB/29688, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 173ms, sequenceid=56, compaction requested=false 2024-11-07T14:42:36,996 INFO [M:0;b7cc9d764de6:40983 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-07T14:42:36,997 DEBUG [M:0;b7cc9d764de6:40983 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1730990556820Disabling compacts and flushes for region at 1730990556820Disabling writes for close at 1730990556821 (+1 ms)Obtaining lock to block concurrent updates at 1730990556821Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1730990556821Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=23656, getHeapSize=29688, getOffHeapSize=0, getCellsCount=67 at 1730990556822 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1730990556842 (+20 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1730990556842Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1730990556858 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1730990556858Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1730990556872 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1730990556888 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1730990556889 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1730990556903 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1730990556921 (+18 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1730990556921Flushing 1595e783b53d99cd5eef43b6debb2682/state: creating writer at 1730990556934 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/state: appending metadata at 1730990556947 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/state: closing flushed file at 1730990556947Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2be2d70d: reopening flushed file at 1730990556961 (+14 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6f49a6b1: reopening flushed file at 1730990556969 (+8 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@f1016a8: reopening flushed file at 1730990556977 (+8 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3862c23e: reopening flushed file at 1730990556985 (+8 ms)Finished flush of dataSize ~23.10 KB/23656, heapSize ~28.99 KB/29688, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 173ms, sequenceid=56, compaction requested=false at 1730990556995 (+10 ms)Writing region close event to WAL at 1730990556996 (+1 ms)Closed at 1730990556996 2024-11-07T14:42:36,999 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38701 is added to blk_1073741844_1022 (size=757) 2024-11-07T14:42:36,999 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35055 is added to blk_1073741844_1022 (size=757) 2024-11-07T14:42:37,459 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_TestLogRolling-testLogRollOnDatanodeDeath 2024-11-07T14:42:37,460 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-07T14:42:37,460 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-07T14:42:37,461 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-07T14:42:37,737 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32951 is added to blk_1073741834_1017 (size=2386) 2024-11-07T14:42:38,148 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-07T14:42:38,151 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T14:42:38,172 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T14:42:38,173 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T14:42:38,840 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38701 is added to blk_1073741830_1023 (size=27189) 2024-11-07T14:42:40,727 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40517 is added to blk_1073741830_1023 (size=27189) 2024-11-07T14:42:40,845 INFO [Close-WAL-Writer-0 {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=1 on file=/user/jenkins/test-data/881c5ef3-4e37-455a-9a89-2d92fce2d5d9/MasterData/WALs/b7cc9d764de6,40983,1730990539756/b7cc9d764de6%2C40983%2C1730990539756.1730990540073 after 4003ms 2024-11-07T14:42:40,847 INFO [WAL-Archive-0 {}] wal.AbstractFSWAL(968): Archiving hdfs://localhost:42075/user/jenkins/test-data/881c5ef3-4e37-455a-9a89-2d92fce2d5d9/MasterData/WALs/b7cc9d764de6,40983,1730990539756/b7cc9d764de6%2C40983%2C1730990539756.1730990540073 to hdfs://localhost:42075/user/jenkins/test-data/881c5ef3-4e37-455a-9a89-2d92fce2d5d9/MasterData/oldWALs/b7cc9d764de6%2C40983%2C1730990539756.1730990540073 2024-11-07T14:42:40,857 INFO [WAL-Archive-0 {}] region.MasterRegionUtils(50): Moved hdfs://localhost:42075/user/jenkins/test-data/881c5ef3-4e37-455a-9a89-2d92fce2d5d9/MasterData/oldWALs/b7cc9d764de6%2C40983%2C1730990539756.1730990540073 to hdfs://localhost:42075/user/jenkins/test-data/881c5ef3-4e37-455a-9a89-2d92fce2d5d9/oldWALs/b7cc9d764de6%2C40983%2C1730990539756.1730990540073$masterlocalwal$ 2024-11-07T14:42:40,857 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-07T14:42:40,857 INFO [M:0;b7cc9d764de6:40983 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-07T14:42:40,857 INFO [M:0;b7cc9d764de6:40983 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:40983 2024-11-07T14:42:40,858 INFO [M:0;b7cc9d764de6:40983 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-07T14:42:41,002 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40983-0x10116ed49800000, quorum=127.0.0.1:52953, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-07T14:42:41,002 INFO [M:0;b7cc9d764de6:40983 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-07T14:42:41,002 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40983-0x10116ed49800000, quorum=127.0.0.1:52953, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-07T14:42:41,008 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@51c11805{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-07T14:42:41,009 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@72e1cb86{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-07T14:42:41,009 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-07T14:42:41,009 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@42d17fb5{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-07T14:42:41,009 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6697173b{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/921fde73-abed-0176-35a4-7e00501c6b3b/hadoop.log.dir/,STOPPED} 2024-11-07T14:42:41,011 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-07T14:42:41,012 WARN [BP-1951735857-172.17.0.3-1730990538314 heartbeating to localhost/127.0.0.1:42075 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-07T14:42:41,012 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-07T14:42:41,012 WARN [BP-1951735857-172.17.0.3-1730990538314 heartbeating to localhost/127.0.0.1:42075 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1951735857-172.17.0.3-1730990538314 (Datanode Uuid 99d24dd0-14ff-479b-a4dc-86d8973b5e13) service to localhost/127.0.0.1:42075 2024-11-07T14:42:41,013 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/921fde73-abed-0176-35a4-7e00501c6b3b/cluster_4b93ed71-cdba-b0a8-8857-5fa660da00ec/data/data1/current/BP-1951735857-172.17.0.3-1730990538314 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-07T14:42:41,013 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/921fde73-abed-0176-35a4-7e00501c6b3b/cluster_4b93ed71-cdba-b0a8-8857-5fa660da00ec/data/data2/current/BP-1951735857-172.17.0.3-1730990538314 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-07T14:42:41,014 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-07T14:42:41,016 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@7642174f{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-07T14:42:41,017 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@49418c23{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-07T14:42:41,017 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-07T14:42:41,017 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5d473da4{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-07T14:42:41,017 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1448371b{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/921fde73-abed-0176-35a4-7e00501c6b3b/hadoop.log.dir/,STOPPED} 2024-11-07T14:42:41,018 WARN [BP-1951735857-172.17.0.3-1730990538314 heartbeating to localhost/127.0.0.1:42075 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-07T14:42:41,018 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-07T14:42:41,019 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-07T14:42:41,019 WARN [BP-1951735857-172.17.0.3-1730990538314 heartbeating to localhost/127.0.0.1:42075 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1951735857-172.17.0.3-1730990538314 (Datanode Uuid 3544d9ff-2642-4f12-9293-7baf502f9963) service to localhost/127.0.0.1:42075 2024-11-07T14:42:41,019 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/921fde73-abed-0176-35a4-7e00501c6b3b/cluster_4b93ed71-cdba-b0a8-8857-5fa660da00ec/data/data9/current/BP-1951735857-172.17.0.3-1730990538314 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-07T14:42:41,020 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/921fde73-abed-0176-35a4-7e00501c6b3b/cluster_4b93ed71-cdba-b0a8-8857-5fa660da00ec/data/data10/current/BP-1951735857-172.17.0.3-1730990538314 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-07T14:42:41,020 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-07T14:42:41,022 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@6876b8ec{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-07T14:42:41,022 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@d282aea{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-07T14:42:41,022 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-07T14:42:41,023 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4f433b21{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-07T14:42:41,023 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3436335b{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/921fde73-abed-0176-35a4-7e00501c6b3b/hadoop.log.dir/,STOPPED} 2024-11-07T14:42:41,024 WARN [BP-1951735857-172.17.0.3-1730990538314 heartbeating to localhost/127.0.0.1:42075 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-07T14:42:41,024 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-07T14:42:41,024 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-07T14:42:41,024 WARN [BP-1951735857-172.17.0.3-1730990538314 heartbeating to localhost/127.0.0.1:42075 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1951735857-172.17.0.3-1730990538314 (Datanode Uuid 12e11a95-432d-4d37-b014-040f1c61ee64) service to localhost/127.0.0.1:42075 2024-11-07T14:42:41,025 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/921fde73-abed-0176-35a4-7e00501c6b3b/cluster_4b93ed71-cdba-b0a8-8857-5fa660da00ec/data/data7/current/BP-1951735857-172.17.0.3-1730990538314 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-07T14:42:41,025 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/921fde73-abed-0176-35a4-7e00501c6b3b/cluster_4b93ed71-cdba-b0a8-8857-5fa660da00ec/data/data8/current/BP-1951735857-172.17.0.3-1730990538314 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-07T14:42:41,025 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-07T14:42:41,027 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@5388cf8d{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-07T14:42:41,028 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@39d6c047{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-07T14:42:41,028 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-07T14:42:41,028 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6d596109{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-07T14:42:41,028 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3e3bf8d7{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/921fde73-abed-0176-35a4-7e00501c6b3b/hadoop.log.dir/,STOPPED} 2024-11-07T14:42:41,029 WARN [BP-1951735857-172.17.0.3-1730990538314 heartbeating to localhost/127.0.0.1:42075 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-07T14:42:41,029 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-07T14:42:41,029 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-07T14:42:41,029 WARN [BP-1951735857-172.17.0.3-1730990538314 heartbeating to localhost/127.0.0.1:42075 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1951735857-172.17.0.3-1730990538314 (Datanode Uuid 98948443-30e0-4df2-a69b-d54fc255ec75) service to localhost/127.0.0.1:42075 2024-11-07T14:42:41,030 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/921fde73-abed-0176-35a4-7e00501c6b3b/cluster_4b93ed71-cdba-b0a8-8857-5fa660da00ec/data/data5/current/BP-1951735857-172.17.0.3-1730990538314 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-07T14:42:41,030 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/921fde73-abed-0176-35a4-7e00501c6b3b/cluster_4b93ed71-cdba-b0a8-8857-5fa660da00ec/data/data6/current/BP-1951735857-172.17.0.3-1730990538314 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-07T14:42:41,031 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-07T14:42:41,035 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@1bce41f1{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-07T14:42:41,035 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@252717ce{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-07T14:42:41,035 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-07T14:42:41,035 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4bbd0d4f{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-07T14:42:41,035 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@43559c3a{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/921fde73-abed-0176-35a4-7e00501c6b3b/hadoop.log.dir/,STOPPED} 2024-11-07T14:42:41,037 WARN [BP-1951735857-172.17.0.3-1730990538314 heartbeating to localhost/127.0.0.1:42075 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-07T14:42:41,037 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-07T14:42:41,037 WARN [BP-1951735857-172.17.0.3-1730990538314 heartbeating to localhost/127.0.0.1:42075 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1951735857-172.17.0.3-1730990538314 (Datanode Uuid 553116bc-a50b-40c8-b7fa-6ff61ccf56b8) service to localhost/127.0.0.1:42075 2024-11-07T14:42:41,037 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-07T14:42:41,037 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/921fde73-abed-0176-35a4-7e00501c6b3b/cluster_4b93ed71-cdba-b0a8-8857-5fa660da00ec/data/data3/current/BP-1951735857-172.17.0.3-1730990538314 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-07T14:42:41,037 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/921fde73-abed-0176-35a4-7e00501c6b3b/cluster_4b93ed71-cdba-b0a8-8857-5fa660da00ec/data/data4/current/BP-1951735857-172.17.0.3-1730990538314 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-07T14:42:41,038 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-07T14:42:41,042 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@27160f35{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-07T14:42:41,043 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@182c11ab{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-07T14:42:41,043 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-07T14:42:41,043 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2178c448{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-07T14:42:41,043 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@66ab4fc1{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/921fde73-abed-0176-35a4-7e00501c6b3b/hadoop.log.dir/,STOPPED} 2024-11-07T14:42:41,050 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-07T14:42:41,078 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-07T14:42:41,084 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.wal.TestAsyncLogRolling#testLogRollOnDatanodeDeath Thread=101 (was 66) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-6-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-5-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (2013823090) connection to localhost/127.0.0.1:42075 from jenkins.hfs.1 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-16-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:42075 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-13-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-16-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (2013823090) connection to localhost/127.0.0.1:42075 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins@localhost:42075 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-17-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:42075 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-15-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-6 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-12-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-13-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-10-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-10-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-11-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-11-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-5-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-12-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-17-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-9-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:42075 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-8-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-14-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-6-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-10-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-15-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-5 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: nioEventLoopGroup-14-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-16-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-8-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-8 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-12-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-9-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-15-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-8-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (2013823090) connection to localhost/127.0.0.1:42075 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-6-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Timer for 'DataNode' metrics system java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-7 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-9-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-5-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-5 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-17-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-13-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-11-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.1@localhost:42075 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-14-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=444 (was 393) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=104 (was 106), ProcessCount=11 (was 11), AvailableMemoryMB=4993 (was 5355) 2024-11-07T14:42:41,092 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.wal.TestAsyncLogRolling#testCompactionRecordDoesntBlockRolling Thread=101, OpenFileDescriptor=444, MaxFileDescriptor=1048576, SystemLoadAverage=104, ProcessCount=11, AvailableMemoryMB=4993 2024-11-07T14:42:41,092 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=2, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-07T14:42:41,092 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/921fde73-abed-0176-35a4-7e00501c6b3b/hadoop.log.dir so I do NOT create it in target/test-data/efe1b845-c222-ddca-85ba-e57b7530bac5 2024-11-07T14:42:41,092 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/921fde73-abed-0176-35a4-7e00501c6b3b/hadoop.tmp.dir so I do NOT create it in target/test-data/efe1b845-c222-ddca-85ba-e57b7530bac5 2024-11-07T14:42:41,092 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/efe1b845-c222-ddca-85ba-e57b7530bac5/cluster_6f45ea55-8a20-3ccb-1eb3-3ca5ab8a9841, deleteOnExit=true 2024-11-07T14:42:41,092 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-07T14:42:41,092 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/efe1b845-c222-ddca-85ba-e57b7530bac5/test.cache.data in system properties and HBase conf 2024-11-07T14:42:41,092 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/efe1b845-c222-ddca-85ba-e57b7530bac5/hadoop.tmp.dir in system properties and HBase conf 2024-11-07T14:42:41,093 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/efe1b845-c222-ddca-85ba-e57b7530bac5/hadoop.log.dir in system properties and HBase conf 2024-11-07T14:42:41,093 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/efe1b845-c222-ddca-85ba-e57b7530bac5/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-07T14:42:41,093 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/efe1b845-c222-ddca-85ba-e57b7530bac5/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-07T14:42:41,093 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-07T14:42:41,093 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-07T14:42:41,093 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/efe1b845-c222-ddca-85ba-e57b7530bac5/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-07T14:42:41,093 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/efe1b845-c222-ddca-85ba-e57b7530bac5/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-07T14:42:41,093 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/efe1b845-c222-ddca-85ba-e57b7530bac5/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-07T14:42:41,093 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/efe1b845-c222-ddca-85ba-e57b7530bac5/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-07T14:42:41,094 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/efe1b845-c222-ddca-85ba-e57b7530bac5/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-07T14:42:41,094 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/efe1b845-c222-ddca-85ba-e57b7530bac5/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-07T14:42:41,094 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/efe1b845-c222-ddca-85ba-e57b7530bac5/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-07T14:42:41,094 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/efe1b845-c222-ddca-85ba-e57b7530bac5/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-07T14:42:41,094 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/efe1b845-c222-ddca-85ba-e57b7530bac5/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-07T14:42:41,094 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/efe1b845-c222-ddca-85ba-e57b7530bac5/nfs.dump.dir in system properties and HBase conf 2024-11-07T14:42:41,094 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/efe1b845-c222-ddca-85ba-e57b7530bac5/java.io.tmpdir in system properties and HBase conf 2024-11-07T14:42:41,094 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/efe1b845-c222-ddca-85ba-e57b7530bac5/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-07T14:42:41,094 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/efe1b845-c222-ddca-85ba-e57b7530bac5/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-07T14:42:41,094 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/efe1b845-c222-ddca-85ba-e57b7530bac5/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-07T14:42:41,286 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-07T14:42:41,291 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-07T14:42:41,292 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-07T14:42:41,292 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-07T14:42:41,292 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-07T14:42:41,293 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-07T14:42:41,294 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@33a94890{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/efe1b845-c222-ddca-85ba-e57b7530bac5/hadoop.log.dir/,AVAILABLE} 2024-11-07T14:42:41,294 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3bbad3cd{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-07T14:42:41,385 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@73129f86{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/efe1b845-c222-ddca-85ba-e57b7530bac5/java.io.tmpdir/jetty-localhost-46533-hadoop-hdfs-3_4_1-tests_jar-_-any-6340925204936103457/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-07T14:42:41,386 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@352188e8{HTTP/1.1, (http/1.1)}{localhost:46533} 2024-11-07T14:42:41,386 INFO [Time-limited test {}] server.Server(415): Started @89415ms 2024-11-07T14:42:41,580 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-07T14:42:41,583 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-07T14:42:41,584 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-07T14:42:41,584 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-07T14:42:41,585 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-07T14:42:41,585 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3b2ec2b8{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/efe1b845-c222-ddca-85ba-e57b7530bac5/hadoop.log.dir/,AVAILABLE} 2024-11-07T14:42:41,585 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@24e0b120{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-07T14:42:41,675 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@75fd277f{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/efe1b845-c222-ddca-85ba-e57b7530bac5/java.io.tmpdir/jetty-localhost-44407-hadoop-hdfs-3_4_1-tests_jar-_-any-10043048154917645421/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-07T14:42:41,676 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@1716726d{HTTP/1.1, (http/1.1)}{localhost:44407} 2024-11-07T14:42:41,676 INFO [Time-limited test {}] server.Server(415): Started @89705ms 2024-11-07T14:42:41,677 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-07T14:42:41,703 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-07T14:42:41,706 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-07T14:42:41,707 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-07T14:42:41,707 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-07T14:42:41,707 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-07T14:42:41,707 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@622bfb7d{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/efe1b845-c222-ddca-85ba-e57b7530bac5/hadoop.log.dir/,AVAILABLE} 2024-11-07T14:42:41,708 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@48f3e0ac{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-07T14:42:41,800 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@41597565{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/efe1b845-c222-ddca-85ba-e57b7530bac5/java.io.tmpdir/jetty-localhost-42207-hadoop-hdfs-3_4_1-tests_jar-_-any-3701730201654210535/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-07T14:42:41,801 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@4e9da0f0{HTTP/1.1, (http/1.1)}{localhost:42207} 2024-11-07T14:42:41,801 INFO [Time-limited test {}] server.Server(415): Started @89830ms 2024-11-07T14:42:41,802 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-07T14:42:42,232 WARN [Thread-801 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/efe1b845-c222-ddca-85ba-e57b7530bac5/cluster_6f45ea55-8a20-3ccb-1eb3-3ca5ab8a9841/data/data1/current/BP-1488783125-172.17.0.3-1730990561118/current, will proceed with Du for space computation calculation, 2024-11-07T14:42:42,232 WARN [Thread-802 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/efe1b845-c222-ddca-85ba-e57b7530bac5/cluster_6f45ea55-8a20-3ccb-1eb3-3ca5ab8a9841/data/data2/current/BP-1488783125-172.17.0.3-1730990561118/current, will proceed with Du for space computation calculation, 2024-11-07T14:42:42,250 WARN [Thread-766 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-07T14:42:42,253 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x6ab5eb37ffd973e3 with lease ID 0x41bbf08877ef588a: Processing first storage report for DS-d544a978-39b6-45ef-8a70-12d4e7a4033d from datanode DatanodeRegistration(127.0.0.1:44781, datanodeUuid=ca38e9b6-ac21-4384-9d89-2308bc40c2d2, infoPort=46467, infoSecurePort=0, ipcPort=36375, storageInfo=lv=-57;cid=testClusterID;nsid=464934260;c=1730990561118) 2024-11-07T14:42:42,253 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x6ab5eb37ffd973e3 with lease ID 0x41bbf08877ef588a: from storage DS-d544a978-39b6-45ef-8a70-12d4e7a4033d node DatanodeRegistration(127.0.0.1:44781, datanodeUuid=ca38e9b6-ac21-4384-9d89-2308bc40c2d2, infoPort=46467, infoSecurePort=0, ipcPort=36375, storageInfo=lv=-57;cid=testClusterID;nsid=464934260;c=1730990561118), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-07T14:42:42,253 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x6ab5eb37ffd973e3 with lease ID 0x41bbf08877ef588a: Processing first storage report for DS-c7f9440f-1e2a-40f1-bedf-1eb8e2c3af89 from datanode DatanodeRegistration(127.0.0.1:44781, datanodeUuid=ca38e9b6-ac21-4384-9d89-2308bc40c2d2, infoPort=46467, infoSecurePort=0, ipcPort=36375, storageInfo=lv=-57;cid=testClusterID;nsid=464934260;c=1730990561118) 2024-11-07T14:42:42,253 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x6ab5eb37ffd973e3 with lease ID 0x41bbf08877ef588a: from storage DS-c7f9440f-1e2a-40f1-bedf-1eb8e2c3af89 node DatanodeRegistration(127.0.0.1:44781, datanodeUuid=ca38e9b6-ac21-4384-9d89-2308bc40c2d2, infoPort=46467, infoSecurePort=0, ipcPort=36375, storageInfo=lv=-57;cid=testClusterID;nsid=464934260;c=1730990561118), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-07T14:42:42,389 WARN [Thread-813 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/efe1b845-c222-ddca-85ba-e57b7530bac5/cluster_6f45ea55-8a20-3ccb-1eb3-3ca5ab8a9841/data/data3/current/BP-1488783125-172.17.0.3-1730990561118/current, will proceed with Du for space computation calculation, 2024-11-07T14:42:42,389 WARN [Thread-814 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/efe1b845-c222-ddca-85ba-e57b7530bac5/cluster_6f45ea55-8a20-3ccb-1eb3-3ca5ab8a9841/data/data4/current/BP-1488783125-172.17.0.3-1730990561118/current, will proceed with Du for space computation calculation, 2024-11-07T14:42:42,406 WARN [Thread-789 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-07T14:42:42,408 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x1ba04984b61a7e14 with lease ID 0x41bbf08877ef588b: Processing first storage report for DS-a43834ce-12f5-41ea-b293-908795e79887 from datanode DatanodeRegistration(127.0.0.1:33761, datanodeUuid=8a6fdef5-71ef-495f-8388-1dbf281ffccf, infoPort=43325, infoSecurePort=0, ipcPort=46839, storageInfo=lv=-57;cid=testClusterID;nsid=464934260;c=1730990561118) 2024-11-07T14:42:42,409 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x1ba04984b61a7e14 with lease ID 0x41bbf08877ef588b: from storage DS-a43834ce-12f5-41ea-b293-908795e79887 node DatanodeRegistration(127.0.0.1:33761, datanodeUuid=8a6fdef5-71ef-495f-8388-1dbf281ffccf, infoPort=43325, infoSecurePort=0, ipcPort=46839, storageInfo=lv=-57;cid=testClusterID;nsid=464934260;c=1730990561118), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-07T14:42:42,409 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x1ba04984b61a7e14 with lease ID 0x41bbf08877ef588b: Processing first storage report for DS-3d10ac5e-9136-4157-8244-661762621c00 from datanode DatanodeRegistration(127.0.0.1:33761, datanodeUuid=8a6fdef5-71ef-495f-8388-1dbf281ffccf, infoPort=43325, infoSecurePort=0, ipcPort=46839, storageInfo=lv=-57;cid=testClusterID;nsid=464934260;c=1730990561118) 2024-11-07T14:42:42,409 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x1ba04984b61a7e14 with lease ID 0x41bbf08877ef588b: from storage DS-3d10ac5e-9136-4157-8244-661762621c00 node DatanodeRegistration(127.0.0.1:33761, datanodeUuid=8a6fdef5-71ef-495f-8388-1dbf281ffccf, infoPort=43325, infoSecurePort=0, ipcPort=46839, storageInfo=lv=-57;cid=testClusterID;nsid=464934260;c=1730990561118), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-07T14:42:42,437 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/efe1b845-c222-ddca-85ba-e57b7530bac5 2024-11-07T14:42:42,443 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/efe1b845-c222-ddca-85ba-e57b7530bac5/cluster_6f45ea55-8a20-3ccb-1eb3-3ca5ab8a9841/zookeeper_0, clientPort=55100, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/efe1b845-c222-ddca-85ba-e57b7530bac5/cluster_6f45ea55-8a20-3ccb-1eb3-3ca5ab8a9841/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/efe1b845-c222-ddca-85ba-e57b7530bac5/cluster_6f45ea55-8a20-3ccb-1eb3-3ca5ab8a9841/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-07T14:42:42,445 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=55100 2024-11-07T14:42:42,445 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-07T14:42:42,447 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-07T14:42:42,459 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44781 is added to blk_1073741825_1001 (size=7) 2024-11-07T14:42:42,459 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33761 is added to blk_1073741825_1001 (size=7) 2024-11-07T14:42:42,460 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:44129/user/jenkins/test-data/7896e230-c23d-4b26-cf37-faf8e4437c2b with version=8 2024-11-07T14:42:42,461 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1141): The hbase.fs.tmp.dir is set to hdfs://localhost:44087/user/jenkins/test-data/12c0d4ca-8086-2565-7d3b-6602d5340d03/hbase-staging 2024-11-07T14:42:42,462 INFO [Time-limited test {}] client.ConnectionUtils(128): master/b7cc9d764de6:0 server-side Connection retries=45 2024-11-07T14:42:42,462 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-07T14:42:42,463 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-07T14:42:42,463 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-07T14:42:42,463 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-07T14:42:42,463 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-07T14:42:42,463 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-07T14:42:42,463 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-07T14:42:42,464 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:44595 2024-11-07T14:42:42,465 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:44595 connecting to ZooKeeper ensemble=127.0.0.1:55100 2024-11-07T14:42:42,535 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:445950x0, quorum=127.0.0.1:55100, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-07T14:42:42,536 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:44595-0x10116eda2310000 connected 2024-11-07T14:42:42,593 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-07T14:42:42,594 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-07T14:42:42,596 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:44595-0x10116eda2310000, quorum=127.0.0.1:55100, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-07T14:42:42,596 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:44129/user/jenkins/test-data/7896e230-c23d-4b26-cf37-faf8e4437c2b, hbase.cluster.distributed=false 2024-11-07T14:42:42,598 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:44595-0x10116eda2310000, quorum=127.0.0.1:55100, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-07T14:42:42,599 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=44595 2024-11-07T14:42:42,599 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=44595 2024-11-07T14:42:42,600 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=44595 2024-11-07T14:42:42,600 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=44595 2024-11-07T14:42:42,600 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=44595 2024-11-07T14:42:42,614 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/b7cc9d764de6:0 server-side Connection retries=45 2024-11-07T14:42:42,614 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-07T14:42:42,614 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-07T14:42:42,614 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-07T14:42:42,614 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-07T14:42:42,614 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-07T14:42:42,614 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-07T14:42:42,614 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-07T14:42:42,615 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:45523 2024-11-07T14:42:42,616 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:45523 connecting to ZooKeeper ensemble=127.0.0.1:55100 2024-11-07T14:42:42,617 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-07T14:42:42,618 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-07T14:42:42,626 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:455230x0, quorum=127.0.0.1:55100, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-07T14:42:42,626 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:45523-0x10116eda2310001 connected 2024-11-07T14:42:42,626 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:45523-0x10116eda2310001, quorum=127.0.0.1:55100, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-07T14:42:42,627 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-07T14:42:42,627 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-07T14:42:42,628 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:45523-0x10116eda2310001, quorum=127.0.0.1:55100, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-07T14:42:42,629 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:45523-0x10116eda2310001, quorum=127.0.0.1:55100, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-07T14:42:42,629 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=45523 2024-11-07T14:42:42,630 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=45523 2024-11-07T14:42:42,630 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=45523 2024-11-07T14:42:42,630 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=45523 2024-11-07T14:42:42,630 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=45523 2024-11-07T14:42:42,643 DEBUG [M:0;b7cc9d764de6:44595 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;b7cc9d764de6:44595 2024-11-07T14:42:42,644 INFO [master/b7cc9d764de6:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /hbase/backup-masters/b7cc9d764de6,44595,1730990562462 2024-11-07T14:42:42,651 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45523-0x10116eda2310001, quorum=127.0.0.1:55100, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-07T14:42:42,651 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44595-0x10116eda2310000, quorum=127.0.0.1:55100, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-07T14:42:42,652 DEBUG [master/b7cc9d764de6:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:44595-0x10116eda2310000, quorum=127.0.0.1:55100, baseZNode=/hbase Set watcher on existing znode=/hbase/backup-masters/b7cc9d764de6,44595,1730990562462 2024-11-07T14:42:42,659 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44595-0x10116eda2310000, quorum=127.0.0.1:55100, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-07T14:42:42,659 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45523-0x10116eda2310001, quorum=127.0.0.1:55100, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-07T14:42:42,659 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45523-0x10116eda2310001, quorum=127.0.0.1:55100, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-07T14:42:42,660 DEBUG [master/b7cc9d764de6:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:44595-0x10116eda2310000, quorum=127.0.0.1:55100, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-11-07T14:42:42,660 INFO [master/b7cc9d764de6:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /hbase/backup-masters/b7cc9d764de6,44595,1730990562462 from backup master directory 2024-11-07T14:42:42,667 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45523-0x10116eda2310001, quorum=127.0.0.1:55100, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-07T14:42:42,667 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44595-0x10116eda2310000, quorum=127.0.0.1:55100, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/backup-masters/b7cc9d764de6,44595,1730990562462 2024-11-07T14:42:42,668 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44595-0x10116eda2310000, quorum=127.0.0.1:55100, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-07T14:42:42,668 WARN [master/b7cc9d764de6:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-07T14:42:42,668 INFO [master/b7cc9d764de6:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=b7cc9d764de6,44595,1730990562462 2024-11-07T14:42:42,672 DEBUG [master/b7cc9d764de6:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:44129/user/jenkins/test-data/7896e230-c23d-4b26-cf37-faf8e4437c2b/hbase.id] with ID: 58904625-c89a-42f3-ae1c-60d98df9a141 2024-11-07T14:42:42,672 DEBUG [master/b7cc9d764de6:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:44129/user/jenkins/test-data/7896e230-c23d-4b26-cf37-faf8e4437c2b/.tmp/hbase.id 2024-11-07T14:42:42,678 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33761 is added to blk_1073741826_1002 (size=42) 2024-11-07T14:42:42,679 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44781 is added to blk_1073741826_1002 (size=42) 2024-11-07T14:42:42,679 DEBUG [master/b7cc9d764de6:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:44129/user/jenkins/test-data/7896e230-c23d-4b26-cf37-faf8e4437c2b/.tmp/hbase.id]:[hdfs://localhost:44129/user/jenkins/test-data/7896e230-c23d-4b26-cf37-faf8e4437c2b/hbase.id] 2024-11-07T14:42:42,694 INFO [master/b7cc9d764de6:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-07T14:42:42,694 INFO [master/b7cc9d764de6:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-07T14:42:42,696 INFO [master/b7cc9d764de6:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 2ms. 2024-11-07T14:42:42,701 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45523-0x10116eda2310001, quorum=127.0.0.1:55100, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-07T14:42:42,701 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44595-0x10116eda2310000, quorum=127.0.0.1:55100, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-07T14:42:42,708 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44781 is added to blk_1073741827_1003 (size=196) 2024-11-07T14:42:42,708 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33761 is added to blk_1073741827_1003 (size=196) 2024-11-07T14:42:42,709 INFO [master/b7cc9d764de6:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-07T14:42:42,710 INFO [master/b7cc9d764de6:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-07T14:42:42,711 INFO [master/b7cc9d764de6:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-07T14:42:42,719 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44781 is added to blk_1073741828_1004 (size=1189) 2024-11-07T14:42:42,720 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33761 is added to blk_1073741828_1004 (size=1189) 2024-11-07T14:42:42,721 INFO [master/b7cc9d764de6:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:44129/user/jenkins/test-data/7896e230-c23d-4b26-cf37-faf8e4437c2b/MasterData/data/master/store 2024-11-07T14:42:42,730 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33761 is added to blk_1073741829_1005 (size=34) 2024-11-07T14:42:42,730 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44781 is added to blk_1073741829_1005 (size=34) 2024-11-07T14:42:42,731 DEBUG [master/b7cc9d764de6:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-07T14:42:42,731 DEBUG [master/b7cc9d764de6:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-07T14:42:42,731 INFO [master/b7cc9d764de6:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-07T14:42:42,731 DEBUG [master/b7cc9d764de6:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-07T14:42:42,731 DEBUG [master/b7cc9d764de6:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-07T14:42:42,731 DEBUG [master/b7cc9d764de6:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-07T14:42:42,731 INFO [master/b7cc9d764de6:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-07T14:42:42,731 DEBUG [master/b7cc9d764de6:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1730990562731Disabling compacts and flushes for region at 1730990562731Disabling writes for close at 1730990562731Writing region close event to WAL at 1730990562731Closed at 1730990562731 2024-11-07T14:42:42,732 WARN [master/b7cc9d764de6:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:44129/user/jenkins/test-data/7896e230-c23d-4b26-cf37-faf8e4437c2b/MasterData/data/master/store/.initializing 2024-11-07T14:42:42,732 DEBUG [master/b7cc9d764de6:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:44129/user/jenkins/test-data/7896e230-c23d-4b26-cf37-faf8e4437c2b/MasterData/WALs/b7cc9d764de6,44595,1730990562462 2024-11-07T14:42:42,733 INFO [master/b7cc9d764de6:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-07T14:42:42,736 INFO [master/b7cc9d764de6:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=b7cc9d764de6%2C44595%2C1730990562462, suffix=, logDir=hdfs://localhost:44129/user/jenkins/test-data/7896e230-c23d-4b26-cf37-faf8e4437c2b/MasterData/WALs/b7cc9d764de6,44595,1730990562462, archiveDir=hdfs://localhost:44129/user/jenkins/test-data/7896e230-c23d-4b26-cf37-faf8e4437c2b/MasterData/oldWALs, maxLogs=10 2024-11-07T14:42:42,748 DEBUG [master/b7cc9d764de6:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/7896e230-c23d-4b26-cf37-faf8e4437c2b/MasterData/WALs/b7cc9d764de6,44595,1730990562462/b7cc9d764de6%2C44595%2C1730990562462.1730990562736, exclude list is [], retry=0 2024-11-07T14:42:42,752 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44781,DS-d544a978-39b6-45ef-8a70-12d4e7a4033d,DISK] 2024-11-07T14:42:42,752 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33761,DS-a43834ce-12f5-41ea-b293-908795e79887,DISK] 2024-11-07T14:42:42,754 INFO [master/b7cc9d764de6:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/7896e230-c23d-4b26-cf37-faf8e4437c2b/MasterData/WALs/b7cc9d764de6,44595,1730990562462/b7cc9d764de6%2C44595%2C1730990562462.1730990562736 2024-11-07T14:42:42,754 DEBUG [master/b7cc9d764de6:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46467:46467),(127.0.0.1/127.0.0.1:43325:43325)] 2024-11-07T14:42:42,754 DEBUG [master/b7cc9d764de6:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-07T14:42:42,755 DEBUG [master/b7cc9d764de6:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-07T14:42:42,755 DEBUG [master/b7cc9d764de6:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-07T14:42:42,755 DEBUG [master/b7cc9d764de6:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-07T14:42:42,758 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-07T14:42:42,759 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-07T14:42:42,759 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T14:42:42,760 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-07T14:42:42,760 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-07T14:42:42,762 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-07T14:42:42,762 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T14:42:42,762 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-07T14:42:42,762 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-07T14:42:42,764 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-07T14:42:42,764 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T14:42:42,765 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-07T14:42:42,765 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-07T14:42:42,767 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-07T14:42:42,767 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T14:42:42,768 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-07T14:42:42,768 DEBUG [master/b7cc9d764de6:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-07T14:42:42,769 DEBUG [master/b7cc9d764de6:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44129/user/jenkins/test-data/7896e230-c23d-4b26-cf37-faf8e4437c2b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-07T14:42:42,769 DEBUG [master/b7cc9d764de6:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44129/user/jenkins/test-data/7896e230-c23d-4b26-cf37-faf8e4437c2b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-07T14:42:42,770 DEBUG [master/b7cc9d764de6:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-07T14:42:42,771 DEBUG [master/b7cc9d764de6:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-07T14:42:42,771 DEBUG [master/b7cc9d764de6:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-07T14:42:42,772 DEBUG [master/b7cc9d764de6:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-07T14:42:42,775 DEBUG [master/b7cc9d764de6:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44129/user/jenkins/test-data/7896e230-c23d-4b26-cf37-faf8e4437c2b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-07T14:42:42,775 INFO [master/b7cc9d764de6:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=876251, jitterRate=0.11421187222003937}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-07T14:42:42,776 DEBUG [master/b7cc9d764de6:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1730990562755Initializing all the Stores at 1730990562756 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1730990562756Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1730990562757 (+1 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1730990562757Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1730990562757Cleaning up temporary data from old regions at 1730990562771 (+14 ms)Region opened successfully at 1730990562776 (+5 ms) 2024-11-07T14:42:42,776 INFO [master/b7cc9d764de6:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-07T14:42:42,780 DEBUG [master/b7cc9d764de6:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7adadb36, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=b7cc9d764de6/172.17.0.3:0 2024-11-07T14:42:42,781 INFO [master/b7cc9d764de6:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-07T14:42:42,782 INFO [master/b7cc9d764de6:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-07T14:42:42,782 INFO [master/b7cc9d764de6:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-07T14:42:42,782 INFO [master/b7cc9d764de6:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-07T14:42:42,782 INFO [master/b7cc9d764de6:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-07T14:42:42,783 INFO [master/b7cc9d764de6:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-07T14:42:42,783 INFO [master/b7cc9d764de6:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-07T14:42:42,785 INFO [master/b7cc9d764de6:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-07T14:42:42,786 DEBUG [master/b7cc9d764de6:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44595-0x10116eda2310000, quorum=127.0.0.1:55100, baseZNode=/hbase Unable to get data of znode /hbase/balancer because node does not exist (not necessarily an error) 2024-11-07T14:42:42,793 DEBUG [master/b7cc9d764de6:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/balancer already deleted, retry=false 2024-11-07T14:42:42,793 INFO [master/b7cc9d764de6:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-07T14:42:42,794 DEBUG [master/b7cc9d764de6:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44595-0x10116eda2310000, quorum=127.0.0.1:55100, baseZNode=/hbase Unable to get data of znode /hbase/normalizer because node does not exist (not necessarily an error) 2024-11-07T14:42:42,801 DEBUG [master/b7cc9d764de6:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/normalizer already deleted, retry=false 2024-11-07T14:42:42,801 INFO [master/b7cc9d764de6:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-07T14:42:42,803 DEBUG [master/b7cc9d764de6:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44595-0x10116eda2310000, quorum=127.0.0.1:55100, baseZNode=/hbase Unable to get data of znode /hbase/switch/split because node does not exist (not necessarily an error) 2024-11-07T14:42:42,809 DEBUG [master/b7cc9d764de6:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/split already deleted, retry=false 2024-11-07T14:42:42,810 DEBUG [master/b7cc9d764de6:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44595-0x10116eda2310000, quorum=127.0.0.1:55100, baseZNode=/hbase Unable to get data of znode /hbase/switch/merge because node does not exist (not necessarily an error) 2024-11-07T14:42:42,817 DEBUG [master/b7cc9d764de6:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/merge already deleted, retry=false 2024-11-07T14:42:42,820 DEBUG [master/b7cc9d764de6:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44595-0x10116eda2310000, quorum=127.0.0.1:55100, baseZNode=/hbase Unable to get data of znode /hbase/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-07T14:42:42,826 DEBUG [master/b7cc9d764de6:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/snapshot-cleanup already deleted, retry=false 2024-11-07T14:42:42,834 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45523-0x10116eda2310001, quorum=127.0.0.1:55100, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-07T14:42:42,834 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44595-0x10116eda2310000, quorum=127.0.0.1:55100, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-07T14:42:42,834 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44595-0x10116eda2310000, quorum=127.0.0.1:55100, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-07T14:42:42,834 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45523-0x10116eda2310001, quorum=127.0.0.1:55100, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-07T14:42:42,835 INFO [master/b7cc9d764de6:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=b7cc9d764de6,44595,1730990562462, sessionid=0x10116eda2310000, setting cluster-up flag (Was=false) 2024-11-07T14:42:42,851 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45523-0x10116eda2310001, quorum=127.0.0.1:55100, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-07T14:42:42,851 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44595-0x10116eda2310000, quorum=127.0.0.1:55100, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-07T14:42:42,876 DEBUG [master/b7cc9d764de6:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/flush-table-proc/acquired, /hbase/flush-table-proc/reached, /hbase/flush-table-proc/abort 2024-11-07T14:42:42,877 DEBUG [master/b7cc9d764de6:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=b7cc9d764de6,44595,1730990562462 2024-11-07T14:42:42,893 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45523-0x10116eda2310001, quorum=127.0.0.1:55100, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-07T14:42:42,893 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44595-0x10116eda2310000, quorum=127.0.0.1:55100, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-07T14:42:42,918 DEBUG [master/b7cc9d764de6:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/online-snapshot/acquired, /hbase/online-snapshot/reached, /hbase/online-snapshot/abort 2024-11-07T14:42:42,919 DEBUG [master/b7cc9d764de6:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=b7cc9d764de6,44595,1730990562462 2024-11-07T14:42:42,920 INFO [master/b7cc9d764de6:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:44129/user/jenkins/test-data/7896e230-c23d-4b26-cf37-faf8e4437c2b/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-07T14:42:42,922 DEBUG [master/b7cc9d764de6:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-07T14:42:42,922 INFO [master/b7cc9d764de6:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-07T14:42:42,923 INFO [master/b7cc9d764de6:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-07T14:42:42,923 DEBUG [master/b7cc9d764de6:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: b7cc9d764de6,44595,1730990562462 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-07T14:42:42,924 DEBUG [master/b7cc9d764de6:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/b7cc9d764de6:0, corePoolSize=5, maxPoolSize=5 2024-11-07T14:42:42,924 DEBUG [master/b7cc9d764de6:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/b7cc9d764de6:0, corePoolSize=5, maxPoolSize=5 2024-11-07T14:42:42,924 DEBUG [master/b7cc9d764de6:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/b7cc9d764de6:0, corePoolSize=5, maxPoolSize=5 2024-11-07T14:42:42,925 DEBUG [master/b7cc9d764de6:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/b7cc9d764de6:0, corePoolSize=5, maxPoolSize=5 2024-11-07T14:42:42,925 DEBUG [master/b7cc9d764de6:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/b7cc9d764de6:0, corePoolSize=10, maxPoolSize=10 2024-11-07T14:42:42,925 DEBUG [master/b7cc9d764de6:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/b7cc9d764de6:0, corePoolSize=1, maxPoolSize=1 2024-11-07T14:42:42,925 DEBUG [master/b7cc9d764de6:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/b7cc9d764de6:0, corePoolSize=2, maxPoolSize=2 2024-11-07T14:42:42,925 DEBUG [master/b7cc9d764de6:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/b7cc9d764de6:0, corePoolSize=1, maxPoolSize=1 2024-11-07T14:42:42,926 INFO [master/b7cc9d764de6:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1730990592925 2024-11-07T14:42:42,926 INFO [master/b7cc9d764de6:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-07T14:42:42,926 INFO [master/b7cc9d764de6:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-07T14:42:42,926 INFO [master/b7cc9d764de6:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-07T14:42:42,926 INFO [master/b7cc9d764de6:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-07T14:42:42,926 INFO [master/b7cc9d764de6:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-07T14:42:42,926 INFO [master/b7cc9d764de6:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-07T14:42:42,926 INFO [master/b7cc9d764de6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-07T14:42:42,927 INFO [master/b7cc9d764de6:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-07T14:42:42,927 INFO [master/b7cc9d764de6:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-07T14:42:42,927 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-07T14:42:42,927 INFO [master/b7cc9d764de6:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-07T14:42:42,927 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-07T14:42:42,927 INFO [master/b7cc9d764de6:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-07T14:42:42,927 INFO [master/b7cc9d764de6:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-07T14:42:42,927 DEBUG [master/b7cc9d764de6:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/b7cc9d764de6:0:becomeActiveMaster-HFileCleaner.large.0-1730990562927,5,FailOnTimeoutGroup] 2024-11-07T14:42:42,928 DEBUG [master/b7cc9d764de6:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/b7cc9d764de6:0:becomeActiveMaster-HFileCleaner.small.0-1730990562927,5,FailOnTimeoutGroup] 2024-11-07T14:42:42,928 INFO [master/b7cc9d764de6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-07T14:42:42,928 INFO [master/b7cc9d764de6:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-07T14:42:42,928 INFO [master/b7cc9d764de6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-07T14:42:42,928 INFO [master/b7cc9d764de6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-07T14:42:42,928 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T14:42:42,928 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-07T14:42:42,932 INFO [RS:0;b7cc9d764de6:45523 {}] regionserver.HRegionServer(746): ClusterId : 58904625-c89a-42f3-ae1c-60d98df9a141 2024-11-07T14:42:42,932 DEBUG [RS:0;b7cc9d764de6:45523 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-07T14:42:42,938 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44781 is added to blk_1073741831_1007 (size=1321) 2024-11-07T14:42:42,939 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33761 is added to blk_1073741831_1007 (size=1321) 2024-11-07T14:42:42,940 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:44129/user/jenkins/test-data/7896e230-c23d-4b26-cf37-faf8e4437c2b/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-07T14:42:42,940 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:44129/user/jenkins/test-data/7896e230-c23d-4b26-cf37-faf8e4437c2b 2024-11-07T14:42:42,943 DEBUG [RS:0;b7cc9d764de6:45523 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-07T14:42:42,943 DEBUG [RS:0;b7cc9d764de6:45523 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-07T14:42:42,947 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44781 is added to blk_1073741832_1008 (size=32) 2024-11-07T14:42:42,948 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33761 is added to blk_1073741832_1008 (size=32) 2024-11-07T14:42:42,948 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-07T14:42:42,950 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-07T14:42:42,951 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-07T14:42:42,952 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T14:42:42,952 DEBUG [RS:0;b7cc9d764de6:45523 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-07T14:42:42,952 DEBUG [RS:0;b7cc9d764de6:45523 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4ef7efc4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=b7cc9d764de6/172.17.0.3:0 2024-11-07T14:42:42,952 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-07T14:42:42,952 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-07T14:42:42,954 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-07T14:42:42,954 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T14:42:42,954 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-07T14:42:42,955 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-07T14:42:42,956 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-07T14:42:42,956 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T14:42:42,957 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-07T14:42:42,957 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-07T14:42:42,959 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-07T14:42:42,959 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T14:42:42,960 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-07T14:42:42,960 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-07T14:42:42,960 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44129/user/jenkins/test-data/7896e230-c23d-4b26-cf37-faf8e4437c2b/data/hbase/meta/1588230740 2024-11-07T14:42:42,961 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44129/user/jenkins/test-data/7896e230-c23d-4b26-cf37-faf8e4437c2b/data/hbase/meta/1588230740 2024-11-07T14:42:42,962 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-07T14:42:42,962 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-07T14:42:42,963 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-07T14:42:42,964 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-07T14:42:42,964 DEBUG [RS:0;b7cc9d764de6:45523 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;b7cc9d764de6:45523 2024-11-07T14:42:42,965 INFO [RS:0;b7cc9d764de6:45523 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-07T14:42:42,965 INFO [RS:0;b7cc9d764de6:45523 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-07T14:42:42,965 DEBUG [RS:0;b7cc9d764de6:45523 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-07T14:42:42,965 INFO [RS:0;b7cc9d764de6:45523 {}] regionserver.HRegionServer(2659): reportForDuty to master=b7cc9d764de6,44595,1730990562462 with port=45523, startcode=1730990562613 2024-11-07T14:42:42,966 DEBUG [RS:0;b7cc9d764de6:45523 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-07T14:42:42,966 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44129/user/jenkins/test-data/7896e230-c23d-4b26-cf37-faf8e4437c2b/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-07T14:42:42,967 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=16384, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=786762, jitterRate=4.1969120502471924E-4}}}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-07T14:42:42,968 INFO [HMaster-EventLoopGroup-7-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:44175, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.2 (auth:SIMPLE), service=RegionServerStatusService 2024-11-07T14:42:42,968 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1730990562948Initializing all the Stores at 1730990562949 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1730990562949Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1730990562950 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1730990562950Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1730990562950Cleaning up temporary data from old regions at 1730990562962 (+12 ms)Region opened successfully at 1730990562968 (+6 ms) 2024-11-07T14:42:42,968 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-07T14:42:42,968 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-07T14:42:42,968 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-07T14:42:42,968 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-07T14:42:42,968 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=44595 {}] master.ServerManager(363): Checking decommissioned status of RegionServer b7cc9d764de6,45523,1730990562613 2024-11-07T14:42:42,968 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-07T14:42:42,968 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=44595 {}] master.ServerManager(517): Registering regionserver=b7cc9d764de6,45523,1730990562613 2024-11-07T14:42:42,969 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-07T14:42:42,969 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1730990562968Disabling compacts and flushes for region at 1730990562968Disabling writes for close at 1730990562968Writing region close event to WAL at 1730990562969 (+1 ms)Closed at 1730990562969 2024-11-07T14:42:42,970 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-07T14:42:42,970 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-07T14:42:42,970 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-07T14:42:42,970 DEBUG [RS:0;b7cc9d764de6:45523 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:44129/user/jenkins/test-data/7896e230-c23d-4b26-cf37-faf8e4437c2b 2024-11-07T14:42:42,970 DEBUG [RS:0;b7cc9d764de6:45523 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:44129 2024-11-07T14:42:42,970 DEBUG [RS:0;b7cc9d764de6:45523 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-07T14:42:42,972 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-07T14:42:42,973 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-07T14:42:42,976 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44595-0x10116eda2310000, quorum=127.0.0.1:55100, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-07T14:42:42,976 DEBUG [RS:0;b7cc9d764de6:45523 {}] zookeeper.ZKUtil(111): regionserver:45523-0x10116eda2310001, quorum=127.0.0.1:55100, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/b7cc9d764de6,45523,1730990562613 2024-11-07T14:42:42,976 WARN [RS:0;b7cc9d764de6:45523 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-07T14:42:42,976 INFO [RS:0;b7cc9d764de6:45523 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-07T14:42:42,977 DEBUG [RS:0;b7cc9d764de6:45523 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:44129/user/jenkins/test-data/7896e230-c23d-4b26-cf37-faf8e4437c2b/WALs/b7cc9d764de6,45523,1730990562613 2024-11-07T14:42:42,977 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [b7cc9d764de6,45523,1730990562613] 2024-11-07T14:42:42,980 INFO [RS:0;b7cc9d764de6:45523 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-07T14:42:42,982 INFO [RS:0;b7cc9d764de6:45523 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-07T14:42:42,982 INFO [RS:0;b7cc9d764de6:45523 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-07T14:42:42,982 INFO [RS:0;b7cc9d764de6:45523 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-07T14:42:42,986 INFO [RS:0;b7cc9d764de6:45523 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-07T14:42:42,988 INFO [RS:0;b7cc9d764de6:45523 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-07T14:42:42,988 INFO [RS:0;b7cc9d764de6:45523 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-07T14:42:42,988 DEBUG [RS:0;b7cc9d764de6:45523 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/b7cc9d764de6:0, corePoolSize=1, maxPoolSize=1 2024-11-07T14:42:42,988 DEBUG [RS:0;b7cc9d764de6:45523 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/b7cc9d764de6:0, corePoolSize=1, maxPoolSize=1 2024-11-07T14:42:42,988 DEBUG [RS:0;b7cc9d764de6:45523 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/b7cc9d764de6:0, corePoolSize=1, maxPoolSize=1 2024-11-07T14:42:42,988 DEBUG [RS:0;b7cc9d764de6:45523 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/b7cc9d764de6:0, corePoolSize=1, maxPoolSize=1 2024-11-07T14:42:42,988 DEBUG [RS:0;b7cc9d764de6:45523 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/b7cc9d764de6:0, corePoolSize=1, maxPoolSize=1 2024-11-07T14:42:42,989 DEBUG [RS:0;b7cc9d764de6:45523 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/b7cc9d764de6:0, corePoolSize=2, maxPoolSize=2 2024-11-07T14:42:42,989 DEBUG [RS:0;b7cc9d764de6:45523 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/b7cc9d764de6:0, corePoolSize=1, maxPoolSize=1 2024-11-07T14:42:42,989 DEBUG [RS:0;b7cc9d764de6:45523 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/b7cc9d764de6:0, corePoolSize=1, maxPoolSize=1 2024-11-07T14:42:42,989 DEBUG [RS:0;b7cc9d764de6:45523 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/b7cc9d764de6:0, corePoolSize=1, maxPoolSize=1 2024-11-07T14:42:42,989 DEBUG [RS:0;b7cc9d764de6:45523 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/b7cc9d764de6:0, corePoolSize=1, maxPoolSize=1 2024-11-07T14:42:42,989 DEBUG [RS:0;b7cc9d764de6:45523 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/b7cc9d764de6:0, corePoolSize=1, maxPoolSize=1 2024-11-07T14:42:42,989 DEBUG [RS:0;b7cc9d764de6:45523 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/b7cc9d764de6:0, corePoolSize=1, maxPoolSize=1 2024-11-07T14:42:42,989 DEBUG [RS:0;b7cc9d764de6:45523 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/b7cc9d764de6:0, corePoolSize=3, maxPoolSize=3 2024-11-07T14:42:42,989 DEBUG [RS:0;b7cc9d764de6:45523 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/b7cc9d764de6:0, corePoolSize=3, maxPoolSize=3 2024-11-07T14:42:42,990 INFO [RS:0;b7cc9d764de6:45523 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-07T14:42:42,990 INFO [RS:0;b7cc9d764de6:45523 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-07T14:42:42,990 INFO [RS:0;b7cc9d764de6:45523 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-07T14:42:42,990 INFO [RS:0;b7cc9d764de6:45523 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-07T14:42:42,990 INFO [RS:0;b7cc9d764de6:45523 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-07T14:42:42,990 INFO [RS:0;b7cc9d764de6:45523 {}] hbase.ChoreService(168): Chore ScheduledChore name=b7cc9d764de6,45523,1730990562613-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-07T14:42:43,003 INFO [RS:0;b7cc9d764de6:45523 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-07T14:42:43,003 INFO [RS:0;b7cc9d764de6:45523 {}] hbase.ChoreService(168): Chore ScheduledChore name=b7cc9d764de6,45523,1730990562613-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-07T14:42:43,003 INFO [RS:0;b7cc9d764de6:45523 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-07T14:42:43,003 INFO [RS:0;b7cc9d764de6:45523 {}] regionserver.Replication(171): b7cc9d764de6,45523,1730990562613 started 2024-11-07T14:42:43,017 INFO [RS:0;b7cc9d764de6:45523 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-07T14:42:43,017 INFO [RS:0;b7cc9d764de6:45523 {}] regionserver.HRegionServer(1482): Serving as b7cc9d764de6,45523,1730990562613, RpcServer on b7cc9d764de6/172.17.0.3:45523, sessionid=0x10116eda2310001 2024-11-07T14:42:43,017 DEBUG [RS:0;b7cc9d764de6:45523 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-07T14:42:43,017 DEBUG [RS:0;b7cc9d764de6:45523 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager b7cc9d764de6,45523,1730990562613 2024-11-07T14:42:43,017 DEBUG [RS:0;b7cc9d764de6:45523 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'b7cc9d764de6,45523,1730990562613' 2024-11-07T14:42:43,017 DEBUG [RS:0;b7cc9d764de6:45523 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-07T14:42:43,018 DEBUG [RS:0;b7cc9d764de6:45523 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-07T14:42:43,018 DEBUG [RS:0;b7cc9d764de6:45523 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-07T14:42:43,018 DEBUG [RS:0;b7cc9d764de6:45523 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-07T14:42:43,018 DEBUG [RS:0;b7cc9d764de6:45523 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager b7cc9d764de6,45523,1730990562613 2024-11-07T14:42:43,018 DEBUG [RS:0;b7cc9d764de6:45523 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'b7cc9d764de6,45523,1730990562613' 2024-11-07T14:42:43,018 DEBUG [RS:0;b7cc9d764de6:45523 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-07T14:42:43,019 DEBUG [RS:0;b7cc9d764de6:45523 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-07T14:42:43,019 DEBUG [RS:0;b7cc9d764de6:45523 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-07T14:42:43,019 INFO [RS:0;b7cc9d764de6:45523 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-07T14:42:43,019 INFO [RS:0;b7cc9d764de6:45523 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-07T14:42:43,120 INFO [RS:0;b7cc9d764de6:45523 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-07T14:42:43,123 WARN [b7cc9d764de6:44595 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions. 2024-11-07T14:42:43,124 INFO [RS:0;b7cc9d764de6:45523 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=b7cc9d764de6%2C45523%2C1730990562613, suffix=, logDir=hdfs://localhost:44129/user/jenkins/test-data/7896e230-c23d-4b26-cf37-faf8e4437c2b/WALs/b7cc9d764de6,45523,1730990562613, archiveDir=hdfs://localhost:44129/user/jenkins/test-data/7896e230-c23d-4b26-cf37-faf8e4437c2b/oldWALs, maxLogs=32 2024-11-07T14:42:43,142 DEBUG [RS:0;b7cc9d764de6:45523 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/7896e230-c23d-4b26-cf37-faf8e4437c2b/WALs/b7cc9d764de6,45523,1730990562613/b7cc9d764de6%2C45523%2C1730990562613.1730990563126, exclude list is [], retry=0 2024-11-07T14:42:43,145 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44781,DS-d544a978-39b6-45ef-8a70-12d4e7a4033d,DISK] 2024-11-07T14:42:43,145 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33761,DS-a43834ce-12f5-41ea-b293-908795e79887,DISK] 2024-11-07T14:42:43,148 INFO [RS:0;b7cc9d764de6:45523 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/7896e230-c23d-4b26-cf37-faf8e4437c2b/WALs/b7cc9d764de6,45523,1730990562613/b7cc9d764de6%2C45523%2C1730990562613.1730990563126 2024-11-07T14:42:43,149 DEBUG [RS:0;b7cc9d764de6:45523 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46467:46467),(127.0.0.1/127.0.0.1:43325:43325)] 2024-11-07T14:42:43,374 DEBUG [b7cc9d764de6:44595 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-07T14:42:43,375 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=b7cc9d764de6,45523,1730990562613 2024-11-07T14:42:43,379 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as b7cc9d764de6,45523,1730990562613, state=OPENING 2024-11-07T14:42:43,418 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-07T14:42:43,426 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44595-0x10116eda2310000, quorum=127.0.0.1:55100, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-07T14:42:43,427 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45523-0x10116eda2310001, quorum=127.0.0.1:55100, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-07T14:42:43,427 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-07T14:42:43,427 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-07T14:42:43,427 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-07T14:42:43,427 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=b7cc9d764de6,45523,1730990562613}] 2024-11-07T14:42:43,583 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-07T14:42:43,586 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:36117, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-07T14:42:43,595 INFO [RS_OPEN_META-regionserver/b7cc9d764de6:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-07T14:42:43,595 INFO [RS_OPEN_META-regionserver/b7cc9d764de6:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-07T14:42:43,595 INFO [RS_OPEN_META-regionserver/b7cc9d764de6:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-07T14:42:43,597 INFO [RS_OPEN_META-regionserver/b7cc9d764de6:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=b7cc9d764de6%2C45523%2C1730990562613.meta, suffix=.meta, logDir=hdfs://localhost:44129/user/jenkins/test-data/7896e230-c23d-4b26-cf37-faf8e4437c2b/WALs/b7cc9d764de6,45523,1730990562613, archiveDir=hdfs://localhost:44129/user/jenkins/test-data/7896e230-c23d-4b26-cf37-faf8e4437c2b/oldWALs, maxLogs=32 2024-11-07T14:42:43,611 DEBUG [RS_OPEN_META-regionserver/b7cc9d764de6:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/7896e230-c23d-4b26-cf37-faf8e4437c2b/WALs/b7cc9d764de6,45523,1730990562613/b7cc9d764de6%2C45523%2C1730990562613.meta.1730990563598.meta, exclude list is [], retry=0 2024-11-07T14:42:43,614 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33761,DS-a43834ce-12f5-41ea-b293-908795e79887,DISK] 2024-11-07T14:42:43,614 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44781,DS-d544a978-39b6-45ef-8a70-12d4e7a4033d,DISK] 2024-11-07T14:42:43,616 INFO [RS_OPEN_META-regionserver/b7cc9d764de6:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/7896e230-c23d-4b26-cf37-faf8e4437c2b/WALs/b7cc9d764de6,45523,1730990562613/b7cc9d764de6%2C45523%2C1730990562613.meta.1730990563598.meta 2024-11-07T14:42:43,616 DEBUG [RS_OPEN_META-regionserver/b7cc9d764de6:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46467:46467),(127.0.0.1/127.0.0.1:43325:43325)] 2024-11-07T14:42:43,616 DEBUG [RS_OPEN_META-regionserver/b7cc9d764de6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-07T14:42:43,617 DEBUG [RS_OPEN_META-regionserver/b7cc9d764de6:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-07T14:42:43,617 DEBUG [RS_OPEN_META-regionserver/b7cc9d764de6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-07T14:42:43,617 INFO [RS_OPEN_META-regionserver/b7cc9d764de6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-07T14:42:43,617 DEBUG [RS_OPEN_META-regionserver/b7cc9d764de6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-07T14:42:43,617 DEBUG [RS_OPEN_META-regionserver/b7cc9d764de6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-07T14:42:43,617 DEBUG [RS_OPEN_META-regionserver/b7cc9d764de6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-07T14:42:43,617 DEBUG [RS_OPEN_META-regionserver/b7cc9d764de6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-07T14:42:43,619 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-07T14:42:43,620 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-07T14:42:43,620 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T14:42:43,620 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-07T14:42:43,620 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-07T14:42:43,621 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-07T14:42:43,621 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T14:42:43,622 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-07T14:42:43,622 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-07T14:42:43,622 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-07T14:42:43,623 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T14:42:43,623 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-07T14:42:43,623 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-07T14:42:43,624 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-07T14:42:43,624 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T14:42:43,624 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-07T14:42:43,625 DEBUG [RS_OPEN_META-regionserver/b7cc9d764de6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-07T14:42:43,626 DEBUG [RS_OPEN_META-regionserver/b7cc9d764de6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44129/user/jenkins/test-data/7896e230-c23d-4b26-cf37-faf8e4437c2b/data/hbase/meta/1588230740 2024-11-07T14:42:43,627 DEBUG [RS_OPEN_META-regionserver/b7cc9d764de6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44129/user/jenkins/test-data/7896e230-c23d-4b26-cf37-faf8e4437c2b/data/hbase/meta/1588230740 2024-11-07T14:42:43,629 DEBUG [RS_OPEN_META-regionserver/b7cc9d764de6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-07T14:42:43,629 DEBUG [RS_OPEN_META-regionserver/b7cc9d764de6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-07T14:42:43,630 DEBUG [RS_OPEN_META-regionserver/b7cc9d764de6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-07T14:42:43,631 DEBUG [RS_OPEN_META-regionserver/b7cc9d764de6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-07T14:42:43,632 INFO [RS_OPEN_META-regionserver/b7cc9d764de6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=16384, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=836266, jitterRate=0.06336833536624908}}}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-07T14:42:43,632 DEBUG [RS_OPEN_META-regionserver/b7cc9d764de6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-07T14:42:43,633 DEBUG [RS_OPEN_META-regionserver/b7cc9d764de6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1730990563617Writing region info on filesystem at 1730990563617Initializing all the Stores at 1730990563618 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1730990563618Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1730990563619 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1730990563619Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1730990563619Cleaning up temporary data from old regions at 1730990563629 (+10 ms)Running coprocessor post-open hooks at 1730990563632 (+3 ms)Region opened successfully at 1730990563633 (+1 ms) 2024-11-07T14:42:43,634 INFO [RS_OPEN_META-regionserver/b7cc9d764de6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1730990563582 2024-11-07T14:42:43,636 DEBUG [RS_OPEN_META-regionserver/b7cc9d764de6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-07T14:42:43,636 INFO [RS_OPEN_META-regionserver/b7cc9d764de6:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-07T14:42:43,637 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=b7cc9d764de6,45523,1730990562613 2024-11-07T14:42:43,638 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as b7cc9d764de6,45523,1730990562613, state=OPEN 2024-11-07T14:42:43,660 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44595-0x10116eda2310000, quorum=127.0.0.1:55100, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-07T14:42:43,660 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45523-0x10116eda2310001, quorum=127.0.0.1:55100, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-07T14:42:43,660 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=b7cc9d764de6,45523,1730990562613 2024-11-07T14:42:43,661 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-07T14:42:43,661 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-07T14:42:43,665 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-07T14:42:43,665 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=b7cc9d764de6,45523,1730990562613 in 234 msec 2024-11-07T14:42:43,669 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-07T14:42:43,669 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 695 msec 2024-11-07T14:42:43,676 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-07T14:42:43,677 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-07T14:42:43,678 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-07T14:42:43,678 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b7cc9d764de6,45523,1730990562613, seqNum=-1] 2024-11-07T14:42:43,678 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-07T14:42:43,680 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:53745, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-07T14:42:43,687 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 763 msec 2024-11-07T14:42:43,687 INFO [master/b7cc9d764de6:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1730990563687, completionTime=-1 2024-11-07T14:42:43,687 INFO [master/b7cc9d764de6:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-07T14:42:43,687 DEBUG [master/b7cc9d764de6:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-07T14:42:43,690 INFO [master/b7cc9d764de6:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-07T14:42:43,690 INFO [master/b7cc9d764de6:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1730990623690 2024-11-07T14:42:43,690 INFO [master/b7cc9d764de6:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1730990683690 2024-11-07T14:42:43,690 INFO [master/b7cc9d764de6:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 2 msec 2024-11-07T14:42:43,690 INFO [master/b7cc9d764de6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b7cc9d764de6,44595,1730990562462-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-07T14:42:43,691 INFO [master/b7cc9d764de6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b7cc9d764de6,44595,1730990562462-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-07T14:42:43,691 INFO [master/b7cc9d764de6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b7cc9d764de6,44595,1730990562462-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-07T14:42:43,691 INFO [master/b7cc9d764de6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-b7cc9d764de6:44595, period=300000, unit=MILLISECONDS is enabled. 2024-11-07T14:42:43,691 INFO [master/b7cc9d764de6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-07T14:42:43,691 INFO [master/b7cc9d764de6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-07T14:42:43,693 DEBUG [master/b7cc9d764de6:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-07T14:42:43,696 INFO [master/b7cc9d764de6:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 1.028sec 2024-11-07T14:42:43,696 INFO [master/b7cc9d764de6:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-07T14:42:43,696 INFO [master/b7cc9d764de6:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-07T14:42:43,697 INFO [master/b7cc9d764de6:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-07T14:42:43,697 INFO [master/b7cc9d764de6:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-07T14:42:43,697 INFO [master/b7cc9d764de6:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-07T14:42:43,697 INFO [master/b7cc9d764de6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b7cc9d764de6,44595,1730990562462-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-07T14:42:43,697 INFO [master/b7cc9d764de6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b7cc9d764de6,44595,1730990562462-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-07T14:42:43,700 DEBUG [master/b7cc9d764de6:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-07T14:42:43,701 INFO [master/b7cc9d764de6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-07T14:42:43,701 INFO [master/b7cc9d764de6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b7cc9d764de6,44595,1730990562462-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-07T14:42:43,733 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@481da30, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T14:42:43,733 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request b7cc9d764de6,44595,-1 for getting cluster id 2024-11-07T14:42:43,733 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-07T14:42:43,735 DEBUG [HMaster-EventLoopGroup-7-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '58904625-c89a-42f3-ae1c-60d98df9a141' 2024-11-07T14:42:43,736 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-07T14:42:43,736 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "58904625-c89a-42f3-ae1c-60d98df9a141" 2024-11-07T14:42:43,736 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3fa49935, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T14:42:43,736 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b7cc9d764de6,44595,-1] 2024-11-07T14:42:43,737 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-07T14:42:43,737 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T14:42:43,739 INFO [HMaster-EventLoopGroup-7-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:46370, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-07T14:42:43,740 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2f2af847, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T14:42:43,740 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-07T14:42:43,741 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b7cc9d764de6,45523,1730990562613, seqNum=-1] 2024-11-07T14:42:43,742 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-07T14:42:43,744 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-8-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:60168, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-07T14:42:43,747 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=b7cc9d764de6,44595,1730990562462 2024-11-07T14:42:43,747 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-07T14:42:43,750 INFO [Time-limited test {}] master.MasterRpcServices(567): Client=null/null set balanceSwitch=false 2024-11-07T14:42:43,751 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-07T14:42:43,752 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncConnectionImpl(321): The fetched master address is b7cc9d764de6,44595,1730990562462 2024-11-07T14:42:43,752 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@6584c70e 2024-11-07T14:42:43,753 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-07T14:42:43,755 INFO [HMaster-EventLoopGroup-7-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:46382, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-07T14:42:43,756 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] util.TableDescriptorChecker(321): MAX_FILESIZE for table descriptor or "hbase.hregion.max.filesize" (786432) is too small, which might cause over splitting into unmanageable number of regions. 2024-11-07T14:42:43,756 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (8192) is too small, which might cause very frequent flushing. 2024-11-07T14:42:43,756 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'TestLogRolling-testCompactionRecordDoesntBlockRolling', {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-07T14:42:43,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=TestLogRolling-testCompactionRecordDoesntBlockRolling 2024-11-07T14:42:43,760 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=TestLogRolling-testCompactionRecordDoesntBlockRolling execute state=CREATE_TABLE_PRE_OPERATION 2024-11-07T14:42:43,760 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T14:42:43,760 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "TestLogRolling-testCompactionRecordDoesntBlockRolling" procId is: 4 2024-11-07T14:42:43,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-07T14:42:43,762 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=TestLogRolling-testCompactionRecordDoesntBlockRolling execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-07T14:42:43,774 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44781 is added to blk_1073741835_1011 (size=405) 2024-11-07T14:42:43,774 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33761 is added to blk_1073741835_1011 (size=405) 2024-11-07T14:42:43,777 INFO [RegionOpenAndInit-TestLogRolling-testCompactionRecordDoesntBlockRolling-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 8ba3dae66bfdc6366cacc3a736e72f3b, NAME => 'TestLogRolling-testCompactionRecordDoesntBlockRolling,,1730990563755.8ba3dae66bfdc6366cacc3a736e72f3b.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='TestLogRolling-testCompactionRecordDoesntBlockRolling', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:44129/user/jenkins/test-data/7896e230-c23d-4b26-cf37-faf8e4437c2b 2024-11-07T14:42:43,784 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44781 is added to blk_1073741836_1012 (size=88) 2024-11-07T14:42:43,785 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33761 is added to blk_1073741836_1012 (size=88) 2024-11-07T14:42:43,785 DEBUG [RegionOpenAndInit-TestLogRolling-testCompactionRecordDoesntBlockRolling-pool-0 {}] regionserver.HRegion(898): Instantiated TestLogRolling-testCompactionRecordDoesntBlockRolling,,1730990563755.8ba3dae66bfdc6366cacc3a736e72f3b.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-07T14:42:43,785 DEBUG [RegionOpenAndInit-TestLogRolling-testCompactionRecordDoesntBlockRolling-pool-0 {}] regionserver.HRegion(1722): Closing 8ba3dae66bfdc6366cacc3a736e72f3b, disabling compactions & flushes 2024-11-07T14:42:43,786 INFO [RegionOpenAndInit-TestLogRolling-testCompactionRecordDoesntBlockRolling-pool-0 {}] regionserver.HRegion(1755): Closing region TestLogRolling-testCompactionRecordDoesntBlockRolling,,1730990563755.8ba3dae66bfdc6366cacc3a736e72f3b. 2024-11-07T14:42:43,786 DEBUG [RegionOpenAndInit-TestLogRolling-testCompactionRecordDoesntBlockRolling-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on TestLogRolling-testCompactionRecordDoesntBlockRolling,,1730990563755.8ba3dae66bfdc6366cacc3a736e72f3b. 2024-11-07T14:42:43,786 DEBUG [RegionOpenAndInit-TestLogRolling-testCompactionRecordDoesntBlockRolling-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on TestLogRolling-testCompactionRecordDoesntBlockRolling,,1730990563755.8ba3dae66bfdc6366cacc3a736e72f3b. after waiting 0 ms 2024-11-07T14:42:43,786 DEBUG [RegionOpenAndInit-TestLogRolling-testCompactionRecordDoesntBlockRolling-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region TestLogRolling-testCompactionRecordDoesntBlockRolling,,1730990563755.8ba3dae66bfdc6366cacc3a736e72f3b. 2024-11-07T14:42:43,786 INFO [RegionOpenAndInit-TestLogRolling-testCompactionRecordDoesntBlockRolling-pool-0 {}] regionserver.HRegion(1973): Closed TestLogRolling-testCompactionRecordDoesntBlockRolling,,1730990563755.8ba3dae66bfdc6366cacc3a736e72f3b. 2024-11-07T14:42:43,786 DEBUG [RegionOpenAndInit-TestLogRolling-testCompactionRecordDoesntBlockRolling-pool-0 {}] regionserver.HRegion(1676): Region close journal for 8ba3dae66bfdc6366cacc3a736e72f3b: Waiting for close lock at 1730990563785Disabling compacts and flushes for region at 1730990563785Disabling writes for close at 1730990563786 (+1 ms)Writing region close event to WAL at 1730990563786Closed at 1730990563786 2024-11-07T14:42:43,788 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=TestLogRolling-testCompactionRecordDoesntBlockRolling execute state=CREATE_TABLE_ADD_TO_META 2024-11-07T14:42:43,788 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"TestLogRolling-testCompactionRecordDoesntBlockRolling,,1730990563755.8ba3dae66bfdc6366cacc3a736e72f3b.","families":{"info":[{"qualifier":"regioninfo","vlen":87,"tag":[],"timestamp":"1730990563788"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1730990563788"}]},"ts":"1730990563788"} 2024-11-07T14:42:43,791 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-07T14:42:43,793 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=TestLogRolling-testCompactionRecordDoesntBlockRolling execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-07T14:42:43,793 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestLogRolling-testCompactionRecordDoesntBlockRolling","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1730990563793"}]},"ts":"1730990563793"} 2024-11-07T14:42:43,796 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=TestLogRolling-testCompactionRecordDoesntBlockRolling, state=ENABLING in hbase:meta 2024-11-07T14:42:43,796 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestLogRolling-testCompactionRecordDoesntBlockRolling, region=8ba3dae66bfdc6366cacc3a736e72f3b, ASSIGN}] 2024-11-07T14:42:43,798 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestLogRolling-testCompactionRecordDoesntBlockRolling, region=8ba3dae66bfdc6366cacc3a736e72f3b, ASSIGN 2024-11-07T14:42:43,799 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=TestLogRolling-testCompactionRecordDoesntBlockRolling, region=8ba3dae66bfdc6366cacc3a736e72f3b, ASSIGN; state=OFFLINE, location=b7cc9d764de6,45523,1730990562613; forceNewPlan=false, retain=false 2024-11-07T14:42:43,950 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=8ba3dae66bfdc6366cacc3a736e72f3b, regionState=OPENING, regionLocation=b7cc9d764de6,45523,1730990562613 2024-11-07T14:42:43,953 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=TestLogRolling-testCompactionRecordDoesntBlockRolling, region=8ba3dae66bfdc6366cacc3a736e72f3b, ASSIGN because future has completed 2024-11-07T14:42:43,953 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 8ba3dae66bfdc6366cacc3a736e72f3b, server=b7cc9d764de6,45523,1730990562613}] 2024-11-07T14:42:44,111 INFO [RS_OPEN_REGION-regionserver/b7cc9d764de6:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open TestLogRolling-testCompactionRecordDoesntBlockRolling,,1730990563755.8ba3dae66bfdc6366cacc3a736e72f3b. 2024-11-07T14:42:44,111 DEBUG [RS_OPEN_REGION-regionserver/b7cc9d764de6:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 8ba3dae66bfdc6366cacc3a736e72f3b, NAME => 'TestLogRolling-testCompactionRecordDoesntBlockRolling,,1730990563755.8ba3dae66bfdc6366cacc3a736e72f3b.', STARTKEY => '', ENDKEY => ''} 2024-11-07T14:42:44,112 DEBUG [RS_OPEN_REGION-regionserver/b7cc9d764de6:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestLogRolling-testCompactionRecordDoesntBlockRolling 8ba3dae66bfdc6366cacc3a736e72f3b 2024-11-07T14:42:44,112 DEBUG [RS_OPEN_REGION-regionserver/b7cc9d764de6:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated TestLogRolling-testCompactionRecordDoesntBlockRolling,,1730990563755.8ba3dae66bfdc6366cacc3a736e72f3b.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-07T14:42:44,112 DEBUG [RS_OPEN_REGION-regionserver/b7cc9d764de6:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 8ba3dae66bfdc6366cacc3a736e72f3b 2024-11-07T14:42:44,112 DEBUG [RS_OPEN_REGION-regionserver/b7cc9d764de6:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 8ba3dae66bfdc6366cacc3a736e72f3b 2024-11-07T14:42:44,113 INFO [StoreOpener-8ba3dae66bfdc6366cacc3a736e72f3b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 8ba3dae66bfdc6366cacc3a736e72f3b 2024-11-07T14:42:44,115 INFO [StoreOpener-8ba3dae66bfdc6366cacc3a736e72f3b-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 8ba3dae66bfdc6366cacc3a736e72f3b columnFamilyName info 2024-11-07T14:42:44,115 DEBUG [StoreOpener-8ba3dae66bfdc6366cacc3a736e72f3b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T14:42:44,116 INFO [StoreOpener-8ba3dae66bfdc6366cacc3a736e72f3b-1 {}] regionserver.HStore(327): Store=8ba3dae66bfdc6366cacc3a736e72f3b/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-07T14:42:44,116 DEBUG [RS_OPEN_REGION-regionserver/b7cc9d764de6:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 8ba3dae66bfdc6366cacc3a736e72f3b 2024-11-07T14:42:44,117 DEBUG [RS_OPEN_REGION-regionserver/b7cc9d764de6:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44129/user/jenkins/test-data/7896e230-c23d-4b26-cf37-faf8e4437c2b/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/8ba3dae66bfdc6366cacc3a736e72f3b 2024-11-07T14:42:44,117 DEBUG [RS_OPEN_REGION-regionserver/b7cc9d764de6:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44129/user/jenkins/test-data/7896e230-c23d-4b26-cf37-faf8e4437c2b/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/8ba3dae66bfdc6366cacc3a736e72f3b 2024-11-07T14:42:44,117 DEBUG [RS_OPEN_REGION-regionserver/b7cc9d764de6:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 8ba3dae66bfdc6366cacc3a736e72f3b 2024-11-07T14:42:44,117 DEBUG [RS_OPEN_REGION-regionserver/b7cc9d764de6:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 8ba3dae66bfdc6366cacc3a736e72f3b 2024-11-07T14:42:44,119 DEBUG [RS_OPEN_REGION-regionserver/b7cc9d764de6:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 8ba3dae66bfdc6366cacc3a736e72f3b 2024-11-07T14:42:44,122 DEBUG [RS_OPEN_REGION-regionserver/b7cc9d764de6:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44129/user/jenkins/test-data/7896e230-c23d-4b26-cf37-faf8e4437c2b/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/8ba3dae66bfdc6366cacc3a736e72f3b/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-07T14:42:44,122 INFO [RS_OPEN_REGION-regionserver/b7cc9d764de6:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 8ba3dae66bfdc6366cacc3a736e72f3b; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=16384, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=878364, jitterRate=0.11689852178096771}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-07T14:42:44,122 DEBUG [RS_OPEN_REGION-regionserver/b7cc9d764de6:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 8ba3dae66bfdc6366cacc3a736e72f3b 2024-11-07T14:42:44,123 DEBUG [RS_OPEN_REGION-regionserver/b7cc9d764de6:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 8ba3dae66bfdc6366cacc3a736e72f3b: Running coprocessor pre-open hook at 1730990564112Writing region info on filesystem at 1730990564112Initializing all the Stores at 1730990564113 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1730990564113Cleaning up temporary data from old regions at 1730990564117 (+4 ms)Running coprocessor post-open hooks at 1730990564122 (+5 ms)Region opened successfully at 1730990564123 (+1 ms) 2024-11-07T14:42:44,124 INFO [RS_OPEN_REGION-regionserver/b7cc9d764de6:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for TestLogRolling-testCompactionRecordDoesntBlockRolling,,1730990563755.8ba3dae66bfdc6366cacc3a736e72f3b., pid=6, masterSystemTime=1730990564107 2024-11-07T14:42:44,126 DEBUG [RS_OPEN_REGION-regionserver/b7cc9d764de6:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for TestLogRolling-testCompactionRecordDoesntBlockRolling,,1730990563755.8ba3dae66bfdc6366cacc3a736e72f3b. 2024-11-07T14:42:44,126 INFO [RS_OPEN_REGION-regionserver/b7cc9d764de6:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened TestLogRolling-testCompactionRecordDoesntBlockRolling,,1730990563755.8ba3dae66bfdc6366cacc3a736e72f3b. 2024-11-07T14:42:44,127 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=8ba3dae66bfdc6366cacc3a736e72f3b, regionState=OPEN, openSeqNum=2, regionLocation=b7cc9d764de6,45523,1730990562613 2024-11-07T14:42:44,129 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 8ba3dae66bfdc6366cacc3a736e72f3b, server=b7cc9d764de6,45523,1730990562613 because future has completed 2024-11-07T14:42:44,133 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-07T14:42:44,134 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 8ba3dae66bfdc6366cacc3a736e72f3b, server=b7cc9d764de6,45523,1730990562613 in 178 msec 2024-11-07T14:42:44,136 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-07T14:42:44,136 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestLogRolling-testCompactionRecordDoesntBlockRolling, region=8ba3dae66bfdc6366cacc3a736e72f3b, ASSIGN in 337 msec 2024-11-07T14:42:44,137 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=TestLogRolling-testCompactionRecordDoesntBlockRolling execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-07T14:42:44,138 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestLogRolling-testCompactionRecordDoesntBlockRolling","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1730990564137"}]},"ts":"1730990564137"} 2024-11-07T14:42:44,140 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=TestLogRolling-testCompactionRecordDoesntBlockRolling, state=ENABLED in hbase:meta 2024-11-07T14:42:44,141 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=TestLogRolling-testCompactionRecordDoesntBlockRolling execute state=CREATE_TABLE_POST_OPERATION 2024-11-07T14:42:44,143 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=TestLogRolling-testCompactionRecordDoesntBlockRolling in 385 msec 2024-11-07T14:42:47,459 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-07T14:42:47,459 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-07T14:42:47,461 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-07T14:42:47,461 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-11-07T14:42:47,461 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-07T14:42:47,461 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-11-07T14:42:47,462 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_TestLogRolling-testCompactionRecordDoesntBlockRolling 2024-11-07T14:42:47,462 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_TestLogRolling-testCompactionRecordDoesntBlockRolling Metrics about Tables on a single HBase RegionServer 2024-11-07T14:42:48,619 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T14:42:48,633 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T14:42:48,633 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T14:42:48,634 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T14:42:48,634 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T14:42:48,634 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T14:42:48,634 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T14:42:48,637 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T14:42:49,142 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-07T14:42:49,157 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T14:42:49,157 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T14:42:49,157 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T14:42:49,158 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T14:42:49,158 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T14:42:49,158 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T14:42:49,161 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T14:42:49,163 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T14:42:49,177 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-07T14:42:49,177 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'TestLogRolling-testCompactionRecordDoesntBlockRolling' 2024-11-07T14:42:53,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-07T14:42:53,825 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:TestLogRolling-testCompactionRecordDoesntBlockRolling completed 2024-11-07T14:42:53,825 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=TestLogRolling-testCompactionRecordDoesntBlockRolling,, stopping at row=TestLogRolling-testCompactionRecordDoesntBlockRolling ,, for max=2147483647 with caching=100 2024-11-07T14:42:53,831 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(2234): Found 1 regions for table TestLogRolling-testCompactionRecordDoesntBlockRolling 2024-11-07T14:42:53,831 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(2240): firstRegionName=TestLogRolling-testCompactionRecordDoesntBlockRolling,,1730990563755.8ba3dae66bfdc6366cacc3a736e72f3b. 2024-11-07T14:42:53,838 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestLogRolling-testCompactionRecordDoesntBlockRolling', row='row0001', locateType=CURRENT is [region=TestLogRolling-testCompactionRecordDoesntBlockRolling,,1730990563755.8ba3dae66bfdc6366cacc3a736e72f3b., hostname=b7cc9d764de6,45523,1730990562613, seqNum=2] 2024-11-07T14:42:53,846 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.3 flush TestLogRolling-testCompactionRecordDoesntBlockRolling 2024-11-07T14:42:53,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=7, table=TestLogRolling-testCompactionRecordDoesntBlockRolling 2024-11-07T14:42:53,852 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=7, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=7, table=TestLogRolling-testCompactionRecordDoesntBlockRolling execute state=FLUSH_TABLE_PREPARE 2024-11-07T14:42:53,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-07T14:42:53,853 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=7, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=7, table=TestLogRolling-testCompactionRecordDoesntBlockRolling execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-07T14:42:53,855 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=8, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-07T14:42:54,016 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45523 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=8 2024-11-07T14:42:54,017 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b7cc9d764de6:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(51): Starting region operation on TestLogRolling-testCompactionRecordDoesntBlockRolling,,1730990563755.8ba3dae66bfdc6366cacc3a736e72f3b. 2024-11-07T14:42:54,017 INFO [RS_FLUSH_OPERATIONS-regionserver/b7cc9d764de6:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegion(2902): Flushing 8ba3dae66bfdc6366cacc3a736e72f3b 1/1 column families, dataSize=1.03 KB heapSize=1.35 KB 2024-11-07T14:42:54,040 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b7cc9d764de6:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44129/user/jenkins/test-data/7896e230-c23d-4b26-cf37-faf8e4437c2b/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/8ba3dae66bfdc6366cacc3a736e72f3b/.tmp/info/d2244ed3fb944355ba01ff0b3a500586 is 1055, key is row0001/info:/1730990573840/Put/seqid=0 2024-11-07T14:42:54,046 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33761 is added to blk_1073741837_1013 (size=6008) 2024-11-07T14:42:54,047 INFO [RS_FLUSH_OPERATIONS-regionserver/b7cc9d764de6:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.03 KB at sequenceid=5 (bloomFilter=true), to=hdfs://localhost:44129/user/jenkins/test-data/7896e230-c23d-4b26-cf37-faf8e4437c2b/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/8ba3dae66bfdc6366cacc3a736e72f3b/.tmp/info/d2244ed3fb944355ba01ff0b3a500586 2024-11-07T14:42:54,048 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44781 is added to blk_1073741837_1013 (size=6008) 2024-11-07T14:42:54,057 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b7cc9d764de6:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44129/user/jenkins/test-data/7896e230-c23d-4b26-cf37-faf8e4437c2b/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/8ba3dae66bfdc6366cacc3a736e72f3b/.tmp/info/d2244ed3fb944355ba01ff0b3a500586 as hdfs://localhost:44129/user/jenkins/test-data/7896e230-c23d-4b26-cf37-faf8e4437c2b/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/8ba3dae66bfdc6366cacc3a736e72f3b/info/d2244ed3fb944355ba01ff0b3a500586 2024-11-07T14:42:54,066 INFO [RS_FLUSH_OPERATIONS-regionserver/b7cc9d764de6:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44129/user/jenkins/test-data/7896e230-c23d-4b26-cf37-faf8e4437c2b/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/8ba3dae66bfdc6366cacc3a736e72f3b/info/d2244ed3fb944355ba01ff0b3a500586, entries=1, sequenceid=5, filesize=5.9 K 2024-11-07T14:42:54,068 INFO [RS_FLUSH_OPERATIONS-regionserver/b7cc9d764de6:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegion(3140): Finished flush of dataSize ~1.03 KB/1051, heapSize ~1.34 KB/1368, currentSize=0 B/0 for 8ba3dae66bfdc6366cacc3a736e72f3b in 51ms, sequenceid=5, compaction requested=false 2024-11-07T14:42:54,068 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b7cc9d764de6:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegion(2603): Flush status journal for 8ba3dae66bfdc6366cacc3a736e72f3b: 2024-11-07T14:42:54,068 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b7cc9d764de6:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(64): Closing region operation on TestLogRolling-testCompactionRecordDoesntBlockRolling,,1730990563755.8ba3dae66bfdc6366cacc3a736e72f3b. 2024-11-07T14:42:54,070 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b7cc9d764de6:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=8 2024-11-07T14:42:54,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] master.HMaster(4169): Remote procedure done, pid=8 2024-11-07T14:42:54,076 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=8, resume processing ppid=7 2024-11-07T14:42:54,076 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 219 msec 2024-11-07T14:42:54,079 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=7, table=TestLogRolling-testCompactionRecordDoesntBlockRolling in 229 msec 2024-11-07T14:43:03,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-07T14:43:03,874 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestLogRolling-testCompactionRecordDoesntBlockRolling completed 2024-11-07T14:43:03,878 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.3 flush TestLogRolling-testCompactionRecordDoesntBlockRolling 2024-11-07T14:43:03,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] procedure2.ProcedureExecutor(1139): Stored pid=9, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=9, table=TestLogRolling-testCompactionRecordDoesntBlockRolling 2024-11-07T14:43:03,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=9 2024-11-07T14:43:03,881 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=9, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=9, table=TestLogRolling-testCompactionRecordDoesntBlockRolling execute state=FLUSH_TABLE_PREPARE 2024-11-07T14:43:03,883 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=9, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=9, table=TestLogRolling-testCompactionRecordDoesntBlockRolling execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-07T14:43:03,883 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-07T14:43:04,037 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45523 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=10 2024-11-07T14:43:04,038 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b7cc9d764de6:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.FlushRegionCallable(51): Starting region operation on TestLogRolling-testCompactionRecordDoesntBlockRolling,,1730990563755.8ba3dae66bfdc6366cacc3a736e72f3b. 2024-11-07T14:43:04,038 INFO [RS_FLUSH_OPERATIONS-regionserver/b7cc9d764de6:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HRegion(2902): Flushing 8ba3dae66bfdc6366cacc3a736e72f3b 1/1 column families, dataSize=1.03 KB heapSize=1.35 KB 2024-11-07T14:43:04,045 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b7cc9d764de6:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44129/user/jenkins/test-data/7896e230-c23d-4b26-cf37-faf8e4437c2b/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/8ba3dae66bfdc6366cacc3a736e72f3b/.tmp/info/4608d942d13e484aa7d0aaccfd2a3c00 is 1055, key is row0002/info:/1730990583875/Put/seqid=0 2024-11-07T14:43:04,051 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44781 is added to blk_1073741838_1014 (size=6008) 2024-11-07T14:43:04,052 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33761 is added to blk_1073741838_1014 (size=6008) 2024-11-07T14:43:04,052 INFO [RS_FLUSH_OPERATIONS-regionserver/b7cc9d764de6:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.03 KB at sequenceid=9 (bloomFilter=true), to=hdfs://localhost:44129/user/jenkins/test-data/7896e230-c23d-4b26-cf37-faf8e4437c2b/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/8ba3dae66bfdc6366cacc3a736e72f3b/.tmp/info/4608d942d13e484aa7d0aaccfd2a3c00 2024-11-07T14:43:04,060 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b7cc9d764de6:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44129/user/jenkins/test-data/7896e230-c23d-4b26-cf37-faf8e4437c2b/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/8ba3dae66bfdc6366cacc3a736e72f3b/.tmp/info/4608d942d13e484aa7d0aaccfd2a3c00 as hdfs://localhost:44129/user/jenkins/test-data/7896e230-c23d-4b26-cf37-faf8e4437c2b/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/8ba3dae66bfdc6366cacc3a736e72f3b/info/4608d942d13e484aa7d0aaccfd2a3c00 2024-11-07T14:43:04,067 INFO [RS_FLUSH_OPERATIONS-regionserver/b7cc9d764de6:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44129/user/jenkins/test-data/7896e230-c23d-4b26-cf37-faf8e4437c2b/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/8ba3dae66bfdc6366cacc3a736e72f3b/info/4608d942d13e484aa7d0aaccfd2a3c00, entries=1, sequenceid=9, filesize=5.9 K 2024-11-07T14:43:04,068 INFO [RS_FLUSH_OPERATIONS-regionserver/b7cc9d764de6:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HRegion(3140): Finished flush of dataSize ~1.03 KB/1051, heapSize ~1.34 KB/1368, currentSize=0 B/0 for 8ba3dae66bfdc6366cacc3a736e72f3b in 30ms, sequenceid=9, compaction requested=false 2024-11-07T14:43:04,068 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b7cc9d764de6:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HRegion(2603): Flush status journal for 8ba3dae66bfdc6366cacc3a736e72f3b: 2024-11-07T14:43:04,068 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b7cc9d764de6:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.FlushRegionCallable(64): Closing region operation on TestLogRolling-testCompactionRecordDoesntBlockRolling,,1730990563755.8ba3dae66bfdc6366cacc3a736e72f3b. 2024-11-07T14:43:04,068 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b7cc9d764de6:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=10 2024-11-07T14:43:04,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] master.HMaster(4169): Remote procedure done, pid=10 2024-11-07T14:43:04,073 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-07T14:43:04,073 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 187 msec 2024-11-07T14:43:04,075 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=9, table=TestLogRolling-testCompactionRecordDoesntBlockRolling in 195 msec 2024-11-07T14:43:12,436 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-07T14:43:13,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=9 2024-11-07T14:43:13,895 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestLogRolling-testCompactionRecordDoesntBlockRolling completed 2024-11-07T14:43:13,920 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/7896e230-c23d-4b26-cf37-faf8e4437c2b/WALs/b7cc9d764de6,45523,1730990562613/b7cc9d764de6%2C45523%2C1730990562613.1730990593902, exclude list is [], retry=0 2024-11-07T14:43:13,923 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33761,DS-a43834ce-12f5-41ea-b293-908795e79887,DISK] 2024-11-07T14:43:13,923 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44781,DS-d544a978-39b6-45ef-8a70-12d4e7a4033d,DISK] 2024-11-07T14:43:13,924 INFO [Time-limited test {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/7896e230-c23d-4b26-cf37-faf8e4437c2b/WALs/b7cc9d764de6,45523,1730990562613/b7cc9d764de6%2C45523%2C1730990562613.1730990563126 with entries=8, filesize=5.33 KB; new WAL /user/jenkins/test-data/7896e230-c23d-4b26-cf37-faf8e4437c2b/WALs/b7cc9d764de6,45523,1730990562613/b7cc9d764de6%2C45523%2C1730990562613.1730990593902 2024-11-07T14:43:13,924 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43325:43325),(127.0.0.1/127.0.0.1:46467:46467)] 2024-11-07T14:43:13,925 DEBUG [Time-limited test {}] wal.AbstractFSWAL(879): hdfs://localhost:44129/user/jenkins/test-data/7896e230-c23d-4b26-cf37-faf8e4437c2b/WALs/b7cc9d764de6,45523,1730990562613/b7cc9d764de6%2C45523%2C1730990562613.1730990563126 is not closed yet, will try archiving it next time 2024-11-07T14:43:13,925 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.3 flush TestLogRolling-testCompactionRecordDoesntBlockRolling 2024-11-07T14:43:13,926 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33761 is added to blk_1073741833_1009 (size=5471) 2024-11-07T14:43:13,926 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/7896e230-c23d-4b26-cf37-faf8e4437c2b/WALs/b7cc9d764de6,45523,1730990562613/b7cc9d764de6%2C45523%2C1730990562613.1730990563126 not finished, retry = 0 2024-11-07T14:43:13,926 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44781 is added to blk_1073741833_1009 (size=5471) 2024-11-07T14:43:13,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] procedure2.ProcedureExecutor(1139): Stored pid=11, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=11, table=TestLogRolling-testCompactionRecordDoesntBlockRolling 2024-11-07T14:43:13,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=11 2024-11-07T14:43:13,928 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=11, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=11, table=TestLogRolling-testCompactionRecordDoesntBlockRolling execute state=FLUSH_TABLE_PREPARE 2024-11-07T14:43:13,929 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=11, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=11, table=TestLogRolling-testCompactionRecordDoesntBlockRolling execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-07T14:43:13,929 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=12, ppid=11, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-07T14:43:14,083 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45523 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=12 2024-11-07T14:43:14,084 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b7cc9d764de6:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.FlushRegionCallable(51): Starting region operation on TestLogRolling-testCompactionRecordDoesntBlockRolling,,1730990563755.8ba3dae66bfdc6366cacc3a736e72f3b. 2024-11-07T14:43:14,085 INFO [RS_FLUSH_OPERATIONS-regionserver/b7cc9d764de6:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HRegion(2902): Flushing 8ba3dae66bfdc6366cacc3a736e72f3b 1/1 column families, dataSize=1.03 KB heapSize=1.35 KB 2024-11-07T14:43:14,094 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b7cc9d764de6:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44129/user/jenkins/test-data/7896e230-c23d-4b26-cf37-faf8e4437c2b/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/8ba3dae66bfdc6366cacc3a736e72f3b/.tmp/info/d3503875856547bca319deab639c7058 is 1055, key is row0003/info:/1730990593898/Put/seqid=0 2024-11-07T14:43:14,101 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44781 is added to blk_1073741840_1016 (size=6008) 2024-11-07T14:43:14,101 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33761 is added to blk_1073741840_1016 (size=6008) 2024-11-07T14:43:14,101 INFO [RS_FLUSH_OPERATIONS-regionserver/b7cc9d764de6:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.03 KB at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:44129/user/jenkins/test-data/7896e230-c23d-4b26-cf37-faf8e4437c2b/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/8ba3dae66bfdc6366cacc3a736e72f3b/.tmp/info/d3503875856547bca319deab639c7058 2024-11-07T14:43:14,111 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b7cc9d764de6:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44129/user/jenkins/test-data/7896e230-c23d-4b26-cf37-faf8e4437c2b/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/8ba3dae66bfdc6366cacc3a736e72f3b/.tmp/info/d3503875856547bca319deab639c7058 as hdfs://localhost:44129/user/jenkins/test-data/7896e230-c23d-4b26-cf37-faf8e4437c2b/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/8ba3dae66bfdc6366cacc3a736e72f3b/info/d3503875856547bca319deab639c7058 2024-11-07T14:43:14,119 INFO [RS_FLUSH_OPERATIONS-regionserver/b7cc9d764de6:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44129/user/jenkins/test-data/7896e230-c23d-4b26-cf37-faf8e4437c2b/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/8ba3dae66bfdc6366cacc3a736e72f3b/info/d3503875856547bca319deab639c7058, entries=1, sequenceid=13, filesize=5.9 K 2024-11-07T14:43:14,120 INFO [RS_FLUSH_OPERATIONS-regionserver/b7cc9d764de6:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HRegion(3140): Finished flush of dataSize ~1.03 KB/1051, heapSize ~1.34 KB/1368, currentSize=0 B/0 for 8ba3dae66bfdc6366cacc3a736e72f3b in 35ms, sequenceid=13, compaction requested=true 2024-11-07T14:43:14,120 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b7cc9d764de6:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HRegion(2603): Flush status journal for 8ba3dae66bfdc6366cacc3a736e72f3b: 2024-11-07T14:43:14,120 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b7cc9d764de6:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.FlushRegionCallable(64): Closing region operation on TestLogRolling-testCompactionRecordDoesntBlockRolling,,1730990563755.8ba3dae66bfdc6366cacc3a736e72f3b. 2024-11-07T14:43:14,120 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b7cc9d764de6:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=12 2024-11-07T14:43:14,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] master.HMaster(4169): Remote procedure done, pid=12 2024-11-07T14:43:14,124 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=12, resume processing ppid=11 2024-11-07T14:43:14,125 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=12, ppid=11, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 193 msec 2024-11-07T14:43:14,127 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=11, table=TestLogRolling-testCompactionRecordDoesntBlockRolling in 200 msec 2024-11-07T14:43:23,744 INFO [master/b7cc9d764de6:0.Chore.1 {}] migrate.RollingUpgradeChore(116): There is no table to migrate StoreFileTracker! 2024-11-07T14:43:23,744 INFO [master/b7cc9d764de6:0.Chore.1 {}] migrate.RollingUpgradeChore(85): All Rolling-Upgrade tasks are complete, shutdown RollingUpgradeChore! 2024-11-07T14:43:24,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=11 2024-11-07T14:43:24,033 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestLogRolling-testCompactionRecordDoesntBlockRolling completed 2024-11-07T14:43:24,038 DEBUG [Time-limited test {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-07T14:43:24,043 DEBUG [Time-limited test {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 18024 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-07T14:43:24,046 DEBUG [Time-limited test {}] regionserver.HStore(1541): 8ba3dae66bfdc6366cacc3a736e72f3b/info is initiating minor compaction (all files) 2024-11-07T14:43:24,047 INFO [Time-limited test {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-07T14:43:24,047 INFO [Time-limited test {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-07T14:43:24,047 INFO [Time-limited test {}] regionserver.HRegion(2416): Starting compaction of 8ba3dae66bfdc6366cacc3a736e72f3b/info in TestLogRolling-testCompactionRecordDoesntBlockRolling,,1730990563755.8ba3dae66bfdc6366cacc3a736e72f3b. 2024-11-07T14:43:24,047 INFO [Time-limited test {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44129/user/jenkins/test-data/7896e230-c23d-4b26-cf37-faf8e4437c2b/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/8ba3dae66bfdc6366cacc3a736e72f3b/info/d2244ed3fb944355ba01ff0b3a500586, hdfs://localhost:44129/user/jenkins/test-data/7896e230-c23d-4b26-cf37-faf8e4437c2b/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/8ba3dae66bfdc6366cacc3a736e72f3b/info/4608d942d13e484aa7d0aaccfd2a3c00, hdfs://localhost:44129/user/jenkins/test-data/7896e230-c23d-4b26-cf37-faf8e4437c2b/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/8ba3dae66bfdc6366cacc3a736e72f3b/info/d3503875856547bca319deab639c7058] into tmpdir=hdfs://localhost:44129/user/jenkins/test-data/7896e230-c23d-4b26-cf37-faf8e4437c2b/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/8ba3dae66bfdc6366cacc3a736e72f3b/.tmp, totalSize=17.6 K 2024-11-07T14:43:24,048 DEBUG [Time-limited test {}] compactions.Compactor(225): Compacting d2244ed3fb944355ba01ff0b3a500586, keycount=1, bloomtype=ROW, size=5.9 K, encoding=NONE, compression=NONE, seqNum=5, earliestPutTs=1730990573840 2024-11-07T14:43:24,049 DEBUG [Time-limited test {}] compactions.Compactor(225): Compacting 4608d942d13e484aa7d0aaccfd2a3c00, keycount=1, bloomtype=ROW, size=5.9 K, encoding=NONE, compression=NONE, seqNum=9, earliestPutTs=1730990583875 2024-11-07T14:43:24,049 DEBUG [Time-limited test {}] compactions.Compactor(225): Compacting d3503875856547bca319deab639c7058, keycount=1, bloomtype=ROW, size=5.9 K, encoding=NONE, compression=NONE, seqNum=13, earliestPutTs=1730990593898 2024-11-07T14:43:24,070 INFO [Time-limited test {}] throttle.PressureAwareThroughputController(145): 8ba3dae66bfdc6366cacc3a736e72f3b#info#compaction#21 average throughput is unlimited, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-07T14:43:24,071 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44129/user/jenkins/test-data/7896e230-c23d-4b26-cf37-faf8e4437c2b/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/8ba3dae66bfdc6366cacc3a736e72f3b/.tmp/info/71133996b0cf431bbb61c196110b5f4a is 1055, key is row0001/info:/1730990573840/Put/seqid=0 2024-11-07T14:43:24,075 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33761 is added to blk_1073741841_1017 (size=8221) 2024-11-07T14:43:24,076 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44781 is added to blk_1073741841_1017 (size=8221) 2024-11-07T14:43:24,082 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44129/user/jenkins/test-data/7896e230-c23d-4b26-cf37-faf8e4437c2b/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/8ba3dae66bfdc6366cacc3a736e72f3b/.tmp/info/71133996b0cf431bbb61c196110b5f4a as hdfs://localhost:44129/user/jenkins/test-data/7896e230-c23d-4b26-cf37-faf8e4437c2b/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/8ba3dae66bfdc6366cacc3a736e72f3b/info/71133996b0cf431bbb61c196110b5f4a 2024-11-07T14:43:24,094 INFO [Time-limited test {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 8ba3dae66bfdc6366cacc3a736e72f3b/info of 8ba3dae66bfdc6366cacc3a736e72f3b into 71133996b0cf431bbb61c196110b5f4a(size=8.0 K), total size for store is 8.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-07T14:43:24,095 DEBUG [Time-limited test {}] regionserver.HRegion(2446): Compaction status journal for 8ba3dae66bfdc6366cacc3a736e72f3b: 2024-11-07T14:43:24,109 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/7896e230-c23d-4b26-cf37-faf8e4437c2b/WALs/b7cc9d764de6,45523,1730990562613/b7cc9d764de6%2C45523%2C1730990562613.1730990604097, exclude list is [], retry=0 2024-11-07T14:43:24,111 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33761,DS-a43834ce-12f5-41ea-b293-908795e79887,DISK] 2024-11-07T14:43:24,111 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44781,DS-d544a978-39b6-45ef-8a70-12d4e7a4033d,DISK] 2024-11-07T14:43:24,113 INFO [Time-limited test {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/7896e230-c23d-4b26-cf37-faf8e4437c2b/WALs/b7cc9d764de6,45523,1730990562613/b7cc9d764de6%2C45523%2C1730990562613.1730990593902 with entries=4, filesize=2.43 KB; new WAL /user/jenkins/test-data/7896e230-c23d-4b26-cf37-faf8e4437c2b/WALs/b7cc9d764de6,45523,1730990562613/b7cc9d764de6%2C45523%2C1730990562613.1730990604097 2024-11-07T14:43:24,113 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43325:43325),(127.0.0.1/127.0.0.1:46467:46467)] 2024-11-07T14:43:24,113 DEBUG [Time-limited test {}] wal.AbstractFSWAL(879): hdfs://localhost:44129/user/jenkins/test-data/7896e230-c23d-4b26-cf37-faf8e4437c2b/WALs/b7cc9d764de6,45523,1730990562613/b7cc9d764de6%2C45523%2C1730990562613.1730990593902 is not closed yet, will try archiving it next time 2024-11-07T14:43:24,114 INFO [WAL-Archive-0 {}] wal.AbstractFSWAL(968): Archiving hdfs://localhost:44129/user/jenkins/test-data/7896e230-c23d-4b26-cf37-faf8e4437c2b/WALs/b7cc9d764de6,45523,1730990562613/b7cc9d764de6%2C45523%2C1730990562613.1730990563126 to hdfs://localhost:44129/user/jenkins/test-data/7896e230-c23d-4b26-cf37-faf8e4437c2b/oldWALs/b7cc9d764de6%2C45523%2C1730990562613.1730990563126 2024-11-07T14:43:24,114 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.3 flush TestLogRolling-testCompactionRecordDoesntBlockRolling 2024-11-07T14:43:24,115 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44781 is added to blk_1073741839_1015 (size=2495) 2024-11-07T14:43:24,115 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33761 is added to blk_1073741839_1015 (size=2495) 2024-11-07T14:43:24,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] procedure2.ProcedureExecutor(1139): Stored pid=13, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=13, table=TestLogRolling-testCompactionRecordDoesntBlockRolling 2024-11-07T14:43:24,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=13 2024-11-07T14:43:24,117 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=13, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=13, table=TestLogRolling-testCompactionRecordDoesntBlockRolling execute state=FLUSH_TABLE_PREPARE 2024-11-07T14:43:24,118 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=13, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=13, table=TestLogRolling-testCompactionRecordDoesntBlockRolling execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-07T14:43:24,118 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=14, ppid=13, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-07T14:43:24,271 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45523 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=14 2024-11-07T14:43:24,271 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b7cc9d764de6:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.FlushRegionCallable(51): Starting region operation on TestLogRolling-testCompactionRecordDoesntBlockRolling,,1730990563755.8ba3dae66bfdc6366cacc3a736e72f3b. 2024-11-07T14:43:24,272 INFO [RS_FLUSH_OPERATIONS-regionserver/b7cc9d764de6:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.HRegion(2902): Flushing 8ba3dae66bfdc6366cacc3a736e72f3b 1/1 column families, dataSize=1.03 KB heapSize=1.35 KB 2024-11-07T14:43:24,277 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b7cc9d764de6:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44129/user/jenkins/test-data/7896e230-c23d-4b26-cf37-faf8e4437c2b/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/8ba3dae66bfdc6366cacc3a736e72f3b/.tmp/info/3959b74240714f9da76795452f03ae1f is 1055, key is row0000/info:/1730990604096/Put/seqid=0 2024-11-07T14:43:24,282 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44781 is added to blk_1073741843_1019 (size=6008) 2024-11-07T14:43:24,282 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33761 is added to blk_1073741843_1019 (size=6008) 2024-11-07T14:43:24,282 INFO [RS_FLUSH_OPERATIONS-regionserver/b7cc9d764de6:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.03 KB at sequenceid=18 (bloomFilter=true), to=hdfs://localhost:44129/user/jenkins/test-data/7896e230-c23d-4b26-cf37-faf8e4437c2b/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/8ba3dae66bfdc6366cacc3a736e72f3b/.tmp/info/3959b74240714f9da76795452f03ae1f 2024-11-07T14:43:24,289 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b7cc9d764de6:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44129/user/jenkins/test-data/7896e230-c23d-4b26-cf37-faf8e4437c2b/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/8ba3dae66bfdc6366cacc3a736e72f3b/.tmp/info/3959b74240714f9da76795452f03ae1f as hdfs://localhost:44129/user/jenkins/test-data/7896e230-c23d-4b26-cf37-faf8e4437c2b/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/8ba3dae66bfdc6366cacc3a736e72f3b/info/3959b74240714f9da76795452f03ae1f 2024-11-07T14:43:24,295 INFO [RS_FLUSH_OPERATIONS-regionserver/b7cc9d764de6:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44129/user/jenkins/test-data/7896e230-c23d-4b26-cf37-faf8e4437c2b/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/8ba3dae66bfdc6366cacc3a736e72f3b/info/3959b74240714f9da76795452f03ae1f, entries=1, sequenceid=18, filesize=5.9 K 2024-11-07T14:43:24,296 INFO [RS_FLUSH_OPERATIONS-regionserver/b7cc9d764de6:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.HRegion(3140): Finished flush of dataSize ~1.03 KB/1051, heapSize ~1.34 KB/1368, currentSize=0 B/0 for 8ba3dae66bfdc6366cacc3a736e72f3b in 24ms, sequenceid=18, compaction requested=false 2024-11-07T14:43:24,296 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b7cc9d764de6:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.HRegion(2603): Flush status journal for 8ba3dae66bfdc6366cacc3a736e72f3b: 2024-11-07T14:43:24,296 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b7cc9d764de6:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.FlushRegionCallable(64): Closing region operation on TestLogRolling-testCompactionRecordDoesntBlockRolling,,1730990563755.8ba3dae66bfdc6366cacc3a736e72f3b. 2024-11-07T14:43:24,296 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b7cc9d764de6:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=14 2024-11-07T14:43:24,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] master.HMaster(4169): Remote procedure done, pid=14 2024-11-07T14:43:24,300 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=14, resume processing ppid=13 2024-11-07T14:43:24,300 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=14, ppid=13, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 180 msec 2024-11-07T14:43:24,302 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=13, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=13, table=TestLogRolling-testCompactionRecordDoesntBlockRolling in 185 msec 2024-11-07T14:43:29,112 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsRegionWrapperImpl$HRegionMetricsWrapperRunnable(329): Region 8ba3dae66bfdc6366cacc3a736e72f3b, had cached 0 bytes from a total of 14229 2024-11-07T14:43:34,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=13 2024-11-07T14:43:34,145 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestLogRolling-testCompactionRecordDoesntBlockRolling completed 2024-11-07T14:43:34,170 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/7896e230-c23d-4b26-cf37-faf8e4437c2b/WALs/b7cc9d764de6,45523,1730990562613/b7cc9d764de6%2C45523%2C1730990562613.1730990614152, exclude list is [], retry=0 2024-11-07T14:43:34,172 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33761,DS-a43834ce-12f5-41ea-b293-908795e79887,DISK] 2024-11-07T14:43:34,172 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44781,DS-d544a978-39b6-45ef-8a70-12d4e7a4033d,DISK] 2024-11-07T14:43:34,174 INFO [Time-limited test {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/7896e230-c23d-4b26-cf37-faf8e4437c2b/WALs/b7cc9d764de6,45523,1730990562613/b7cc9d764de6%2C45523%2C1730990562613.1730990604097 with entries=3, filesize=1.95 KB; new WAL /user/jenkins/test-data/7896e230-c23d-4b26-cf37-faf8e4437c2b/WALs/b7cc9d764de6,45523,1730990562613/b7cc9d764de6%2C45523%2C1730990562613.1730990614152 2024-11-07T14:43:34,174 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46467:46467),(127.0.0.1/127.0.0.1:43325:43325)] 2024-11-07T14:43:34,175 DEBUG [Time-limited test {}] wal.AbstractFSWAL(879): hdfs://localhost:44129/user/jenkins/test-data/7896e230-c23d-4b26-cf37-faf8e4437c2b/WALs/b7cc9d764de6,45523,1730990562613/b7cc9d764de6%2C45523%2C1730990562613.1730990604097 is not closed yet, will try archiving it next time 2024-11-07T14:43:34,175 INFO [WAL-Archive-0 {}] wal.AbstractFSWAL(968): Archiving hdfs://localhost:44129/user/jenkins/test-data/7896e230-c23d-4b26-cf37-faf8e4437c2b/WALs/b7cc9d764de6,45523,1730990562613/b7cc9d764de6%2C45523%2C1730990562613.1730990593902 to hdfs://localhost:44129/user/jenkins/test-data/7896e230-c23d-4b26-cf37-faf8e4437c2b/oldWALs/b7cc9d764de6%2C45523%2C1730990562613.1730990593902 2024-11-07T14:43:34,175 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-07T14:43:34,175 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-07T14:43:34,175 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.regionserver.wal.AbstractTestLogRolling.tearDown(AbstractTestLogRolling.java:163) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-07T14:43:34,175 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T14:43:34,175 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-07T14:43:34,175 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T14:43:34,176 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-07T14:43:34,176 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1966929134, stopped=false 2024-11-07T14:43:34,176 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=b7cc9d764de6,44595,1730990562462 2024-11-07T14:43:34,176 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44781 is added to blk_1073741842_1018 (size=2001) 2024-11-07T14:43:34,176 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33761 is added to blk_1073741842_1018 (size=2001) 2024-11-07T14:43:34,207 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45523-0x10116eda2310001, quorum=127.0.0.1:55100, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-07T14:43:34,207 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44595-0x10116eda2310000, quorum=127.0.0.1:55100, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-07T14:43:34,207 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44595-0x10116eda2310000, quorum=127.0.0.1:55100, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-07T14:43:34,207 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45523-0x10116eda2310001, quorum=127.0.0.1:55100, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-07T14:43:34,207 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-07T14:43:34,207 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-07T14:43:34,208 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.regionserver.wal.AbstractTestLogRolling.tearDown(AbstractTestLogRolling.java:163) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-07T14:43:34,208 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T14:43:34,208 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:45523-0x10116eda2310001, quorum=127.0.0.1:55100, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-07T14:43:34,208 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'b7cc9d764de6,45523,1730990562613' ***** 2024-11-07T14:43:34,208 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-07T14:43:34,208 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:44595-0x10116eda2310000, quorum=127.0.0.1:55100, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-07T14:43:34,209 INFO [RS:0;b7cc9d764de6:45523 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-07T14:43:34,209 INFO [RS:0;b7cc9d764de6:45523 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-07T14:43:34,209 INFO [RS:0;b7cc9d764de6:45523 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-07T14:43:34,209 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-07T14:43:34,209 INFO [RS:0;b7cc9d764de6:45523 {}] regionserver.HRegionServer(3091): Received CLOSE for 8ba3dae66bfdc6366cacc3a736e72f3b 2024-11-07T14:43:34,210 INFO [RS:0;b7cc9d764de6:45523 {}] regionserver.HRegionServer(959): stopping server b7cc9d764de6,45523,1730990562613 2024-11-07T14:43:34,210 INFO [RS:0;b7cc9d764de6:45523 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-07T14:43:34,210 INFO [RS:0;b7cc9d764de6:45523 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;b7cc9d764de6:45523. 2024-11-07T14:43:34,210 DEBUG [RS:0;b7cc9d764de6:45523 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-07T14:43:34,210 DEBUG [RS_CLOSE_REGION-regionserver/b7cc9d764de6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 8ba3dae66bfdc6366cacc3a736e72f3b, disabling compactions & flushes 2024-11-07T14:43:34,210 DEBUG [RS:0;b7cc9d764de6:45523 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T14:43:34,210 INFO [RS_CLOSE_REGION-regionserver/b7cc9d764de6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region TestLogRolling-testCompactionRecordDoesntBlockRolling,,1730990563755.8ba3dae66bfdc6366cacc3a736e72f3b. 2024-11-07T14:43:34,210 INFO [RS:0;b7cc9d764de6:45523 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-07T14:43:34,210 DEBUG [RS_CLOSE_REGION-regionserver/b7cc9d764de6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on TestLogRolling-testCompactionRecordDoesntBlockRolling,,1730990563755.8ba3dae66bfdc6366cacc3a736e72f3b. 2024-11-07T14:43:34,210 INFO [RS:0;b7cc9d764de6:45523 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-07T14:43:34,210 INFO [RS:0;b7cc9d764de6:45523 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-07T14:43:34,210 DEBUG [RS_CLOSE_REGION-regionserver/b7cc9d764de6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on TestLogRolling-testCompactionRecordDoesntBlockRolling,,1730990563755.8ba3dae66bfdc6366cacc3a736e72f3b. after waiting 0 ms 2024-11-07T14:43:34,210 INFO [RS:0;b7cc9d764de6:45523 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-07T14:43:34,210 DEBUG [RS_CLOSE_REGION-regionserver/b7cc9d764de6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region TestLogRolling-testCompactionRecordDoesntBlockRolling,,1730990563755.8ba3dae66bfdc6366cacc3a736e72f3b. 2024-11-07T14:43:34,211 INFO [RS:0;b7cc9d764de6:45523 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-07T14:43:34,211 INFO [RS_CLOSE_REGION-regionserver/b7cc9d764de6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 8ba3dae66bfdc6366cacc3a736e72f3b 1/1 column families, dataSize=1.03 KB heapSize=1.35 KB 2024-11-07T14:43:34,211 DEBUG [RS:0;b7cc9d764de6:45523 {}] regionserver.HRegionServer(1325): Online Regions={8ba3dae66bfdc6366cacc3a736e72f3b=TestLogRolling-testCompactionRecordDoesntBlockRolling,,1730990563755.8ba3dae66bfdc6366cacc3a736e72f3b., 1588230740=hbase:meta,,1.1588230740} 2024-11-07T14:43:34,211 DEBUG [RS:0;b7cc9d764de6:45523 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 8ba3dae66bfdc6366cacc3a736e72f3b 2024-11-07T14:43:34,211 DEBUG [RS_CLOSE_META-regionserver/b7cc9d764de6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-07T14:43:34,211 INFO [RS_CLOSE_META-regionserver/b7cc9d764de6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-07T14:43:34,211 DEBUG [RS_CLOSE_META-regionserver/b7cc9d764de6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-07T14:43:34,211 DEBUG [RS_CLOSE_META-regionserver/b7cc9d764de6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-07T14:43:34,211 DEBUG [RS_CLOSE_META-regionserver/b7cc9d764de6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-07T14:43:34,211 INFO [RS_CLOSE_META-regionserver/b7cc9d764de6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=1.89 KB heapSize=3.91 KB 2024-11-07T14:43:34,217 DEBUG [RS_CLOSE_REGION-regionserver/b7cc9d764de6:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44129/user/jenkins/test-data/7896e230-c23d-4b26-cf37-faf8e4437c2b/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/8ba3dae66bfdc6366cacc3a736e72f3b/.tmp/info/47ec8afeeade416ab1ee4a75ee8d6105 is 1055, key is row0001/info:/1730990614148/Put/seqid=0 2024-11-07T14:43:34,224 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33761 is added to blk_1073741845_1021 (size=6008) 2024-11-07T14:43:34,225 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44781 is added to blk_1073741845_1021 (size=6008) 2024-11-07T14:43:34,225 INFO [RS_CLOSE_REGION-regionserver/b7cc9d764de6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.03 KB at sequenceid=22 (bloomFilter=true), to=hdfs://localhost:44129/user/jenkins/test-data/7896e230-c23d-4b26-cf37-faf8e4437c2b/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/8ba3dae66bfdc6366cacc3a736e72f3b/.tmp/info/47ec8afeeade416ab1ee4a75ee8d6105 2024-11-07T14:43:34,232 DEBUG [RS_CLOSE_META-regionserver/b7cc9d764de6:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44129/user/jenkins/test-data/7896e230-c23d-4b26-cf37-faf8e4437c2b/data/hbase/meta/1588230740/.tmp/info/79854e7871954c7e9e9978cc00e245e7 is 227, key is TestLogRolling-testCompactionRecordDoesntBlockRolling,,1730990563755.8ba3dae66bfdc6366cacc3a736e72f3b./info:regioninfo/1730990564127/Put/seqid=0 2024-11-07T14:43:34,233 DEBUG [RS_CLOSE_REGION-regionserver/b7cc9d764de6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44129/user/jenkins/test-data/7896e230-c23d-4b26-cf37-faf8e4437c2b/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/8ba3dae66bfdc6366cacc3a736e72f3b/.tmp/info/47ec8afeeade416ab1ee4a75ee8d6105 as hdfs://localhost:44129/user/jenkins/test-data/7896e230-c23d-4b26-cf37-faf8e4437c2b/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/8ba3dae66bfdc6366cacc3a736e72f3b/info/47ec8afeeade416ab1ee4a75ee8d6105 2024-11-07T14:43:34,238 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33761 is added to blk_1073741846_1022 (size=7308) 2024-11-07T14:43:34,238 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44781 is added to blk_1073741846_1022 (size=7308) 2024-11-07T14:43:34,239 INFO [RS_CLOSE_META-regionserver/b7cc9d764de6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.65 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:44129/user/jenkins/test-data/7896e230-c23d-4b26-cf37-faf8e4437c2b/data/hbase/meta/1588230740/.tmp/info/79854e7871954c7e9e9978cc00e245e7 2024-11-07T14:43:34,240 INFO [RS_CLOSE_REGION-regionserver/b7cc9d764de6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44129/user/jenkins/test-data/7896e230-c23d-4b26-cf37-faf8e4437c2b/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/8ba3dae66bfdc6366cacc3a736e72f3b/info/47ec8afeeade416ab1ee4a75ee8d6105, entries=1, sequenceid=22, filesize=5.9 K 2024-11-07T14:43:34,241 INFO [RS_CLOSE_REGION-regionserver/b7cc9d764de6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~1.03 KB/1051, heapSize ~1.34 KB/1368, currentSize=0 B/0 for 8ba3dae66bfdc6366cacc3a736e72f3b in 31ms, sequenceid=22, compaction requested=true 2024-11-07T14:43:34,242 DEBUG [StoreCloser-TestLogRolling-testCompactionRecordDoesntBlockRolling,,1730990563755.8ba3dae66bfdc6366cacc3a736e72f3b.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:44129/user/jenkins/test-data/7896e230-c23d-4b26-cf37-faf8e4437c2b/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/8ba3dae66bfdc6366cacc3a736e72f3b/info/d2244ed3fb944355ba01ff0b3a500586, hdfs://localhost:44129/user/jenkins/test-data/7896e230-c23d-4b26-cf37-faf8e4437c2b/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/8ba3dae66bfdc6366cacc3a736e72f3b/info/4608d942d13e484aa7d0aaccfd2a3c00, hdfs://localhost:44129/user/jenkins/test-data/7896e230-c23d-4b26-cf37-faf8e4437c2b/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/8ba3dae66bfdc6366cacc3a736e72f3b/info/d3503875856547bca319deab639c7058] to archive 2024-11-07T14:43:34,245 DEBUG [StoreCloser-TestLogRolling-testCompactionRecordDoesntBlockRolling,,1730990563755.8ba3dae66bfdc6366cacc3a736e72f3b.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-07T14:43:34,248 DEBUG [StoreCloser-TestLogRolling-testCompactionRecordDoesntBlockRolling,,1730990563755.8ba3dae66bfdc6366cacc3a736e72f3b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44129/user/jenkins/test-data/7896e230-c23d-4b26-cf37-faf8e4437c2b/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/8ba3dae66bfdc6366cacc3a736e72f3b/info/d2244ed3fb944355ba01ff0b3a500586 to hdfs://localhost:44129/user/jenkins/test-data/7896e230-c23d-4b26-cf37-faf8e4437c2b/archive/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/8ba3dae66bfdc6366cacc3a736e72f3b/info/d2244ed3fb944355ba01ff0b3a500586 2024-11-07T14:43:34,249 DEBUG [StoreCloser-TestLogRolling-testCompactionRecordDoesntBlockRolling,,1730990563755.8ba3dae66bfdc6366cacc3a736e72f3b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44129/user/jenkins/test-data/7896e230-c23d-4b26-cf37-faf8e4437c2b/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/8ba3dae66bfdc6366cacc3a736e72f3b/info/4608d942d13e484aa7d0aaccfd2a3c00 to hdfs://localhost:44129/user/jenkins/test-data/7896e230-c23d-4b26-cf37-faf8e4437c2b/archive/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/8ba3dae66bfdc6366cacc3a736e72f3b/info/4608d942d13e484aa7d0aaccfd2a3c00 2024-11-07T14:43:34,251 DEBUG [StoreCloser-TestLogRolling-testCompactionRecordDoesntBlockRolling,,1730990563755.8ba3dae66bfdc6366cacc3a736e72f3b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44129/user/jenkins/test-data/7896e230-c23d-4b26-cf37-faf8e4437c2b/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/8ba3dae66bfdc6366cacc3a736e72f3b/info/d3503875856547bca319deab639c7058 to hdfs://localhost:44129/user/jenkins/test-data/7896e230-c23d-4b26-cf37-faf8e4437c2b/archive/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/8ba3dae66bfdc6366cacc3a736e72f3b/info/d3503875856547bca319deab639c7058 2024-11-07T14:43:34,260 DEBUG [RS_CLOSE_META-regionserver/b7cc9d764de6:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44129/user/jenkins/test-data/7896e230-c23d-4b26-cf37-faf8e4437c2b/data/hbase/meta/1588230740/.tmp/ns/a69f856f0b42409c991642d6ed0310dd is 43, key is default/ns:d/1730990563680/Put/seqid=0 2024-11-07T14:43:34,262 DEBUG [StoreCloser-TestLogRolling-testCompactionRecordDoesntBlockRolling,,1730990563755.8ba3dae66bfdc6366cacc3a736e72f3b.-1 {}] regionserver.HRegionServer(3532): Failed to report file archival(s) to Master. This will be retried. org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=b7cc9d764de6:44595 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportFileArchival(RegionServerStatusProtos.java:17350) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.reportFileArchivalForQuotas(HRegionServer.java:3516) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HStore.reportArchivedFilesForQuota(HStore.java:2412) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HStore.removeCompactedfiles(HStore.java:2347) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HStore.closeWithoutLock(HStore.java:738) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HStore.close(HStore.java:804) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion$2.call(HRegion.java:1912) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion$2.call(HRegion.java:1909) ~[classes/:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) ~[?:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-11-07T14:43:34,263 WARN [StoreCloser-TestLogRolling-testCompactionRecordDoesntBlockRolling,,1730990563755.8ba3dae66bfdc6366cacc3a736e72f3b.-1 {}] regionserver.HStore(2414): Failed to report archival of files: [d2244ed3fb944355ba01ff0b3a500586=6008, 4608d942d13e484aa7d0aaccfd2a3c00=6008, d3503875856547bca319deab639c7058=6008] 2024-11-07T14:43:34,266 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33761 is added to blk_1073741847_1023 (size=5153) 2024-11-07T14:43:34,266 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44781 is added to blk_1073741847_1023 (size=5153) 2024-11-07T14:43:34,267 DEBUG [RS_CLOSE_REGION-regionserver/b7cc9d764de6:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44129/user/jenkins/test-data/7896e230-c23d-4b26-cf37-faf8e4437c2b/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/8ba3dae66bfdc6366cacc3a736e72f3b/recovered.edits/25.seqid, newMaxSeqId=25, maxSeqId=1 2024-11-07T14:43:34,268 INFO [RS_CLOSE_REGION-regionserver/b7cc9d764de6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed TestLogRolling-testCompactionRecordDoesntBlockRolling,,1730990563755.8ba3dae66bfdc6366cacc3a736e72f3b. 2024-11-07T14:43:34,268 DEBUG [RS_CLOSE_REGION-regionserver/b7cc9d764de6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 8ba3dae66bfdc6366cacc3a736e72f3b: Waiting for close lock at 1730990614210Running coprocessor pre-close hooks at 1730990614210Disabling compacts and flushes for region at 1730990614210Disabling writes for close at 1730990614210Obtaining lock to block concurrent updates at 1730990614211 (+1 ms)Preparing flush snapshotting stores in 8ba3dae66bfdc6366cacc3a736e72f3b at 1730990614211Finished memstore snapshotting TestLogRolling-testCompactionRecordDoesntBlockRolling,,1730990563755.8ba3dae66bfdc6366cacc3a736e72f3b., syncing WAL and waiting on mvcc, flushsize=dataSize=1051, getHeapSize=1368, getOffHeapSize=0, getCellsCount=1 at 1730990614211Flushing stores of TestLogRolling-testCompactionRecordDoesntBlockRolling,,1730990563755.8ba3dae66bfdc6366cacc3a736e72f3b. at 1730990614212 (+1 ms)Flushing 8ba3dae66bfdc6366cacc3a736e72f3b/info: creating writer at 1730990614212Flushing 8ba3dae66bfdc6366cacc3a736e72f3b/info: appending metadata at 1730990614216 (+4 ms)Flushing 8ba3dae66bfdc6366cacc3a736e72f3b/info: closing flushed file at 1730990614216Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1c7e6a10: reopening flushed file at 1730990614232 (+16 ms)Finished flush of dataSize ~1.03 KB/1051, heapSize ~1.34 KB/1368, currentSize=0 B/0 for 8ba3dae66bfdc6366cacc3a736e72f3b in 31ms, sequenceid=22, compaction requested=true at 1730990614241 (+9 ms)Writing region close event to WAL at 1730990614263 (+22 ms)Running coprocessor post-close hooks at 1730990614267 (+4 ms)Closed at 1730990614268 (+1 ms) 2024-11-07T14:43:34,268 DEBUG [RS_CLOSE_REGION-regionserver/b7cc9d764de6:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed TestLogRolling-testCompactionRecordDoesntBlockRolling,,1730990563755.8ba3dae66bfdc6366cacc3a736e72f3b. 2024-11-07T14:43:34,411 DEBUG [RS:0;b7cc9d764de6:45523 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-07T14:43:34,612 DEBUG [RS:0;b7cc9d764de6:45523 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-07T14:43:34,668 INFO [RS_CLOSE_META-regionserver/b7cc9d764de6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:44129/user/jenkins/test-data/7896e230-c23d-4b26-cf37-faf8e4437c2b/data/hbase/meta/1588230740/.tmp/ns/a69f856f0b42409c991642d6ed0310dd 2024-11-07T14:43:34,697 DEBUG [RS_CLOSE_META-regionserver/b7cc9d764de6:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44129/user/jenkins/test-data/7896e230-c23d-4b26-cf37-faf8e4437c2b/data/hbase/meta/1588230740/.tmp/table/00f0f17d5b464b06aa9c82949a720cc7 is 89, key is TestLogRolling-testCompactionRecordDoesntBlockRolling/table:state/1730990564137/Put/seqid=0 2024-11-07T14:43:34,702 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33761 is added to blk_1073741848_1024 (size=5508) 2024-11-07T14:43:34,702 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44781 is added to blk_1073741848_1024 (size=5508) 2024-11-07T14:43:34,703 INFO [RS_CLOSE_META-regionserver/b7cc9d764de6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:44129/user/jenkins/test-data/7896e230-c23d-4b26-cf37-faf8e4437c2b/data/hbase/meta/1588230740/.tmp/table/00f0f17d5b464b06aa9c82949a720cc7 2024-11-07T14:43:34,710 DEBUG [RS_CLOSE_META-regionserver/b7cc9d764de6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44129/user/jenkins/test-data/7896e230-c23d-4b26-cf37-faf8e4437c2b/data/hbase/meta/1588230740/.tmp/info/79854e7871954c7e9e9978cc00e245e7 as hdfs://localhost:44129/user/jenkins/test-data/7896e230-c23d-4b26-cf37-faf8e4437c2b/data/hbase/meta/1588230740/info/79854e7871954c7e9e9978cc00e245e7 2024-11-07T14:43:34,716 INFO [RS_CLOSE_META-regionserver/b7cc9d764de6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44129/user/jenkins/test-data/7896e230-c23d-4b26-cf37-faf8e4437c2b/data/hbase/meta/1588230740/info/79854e7871954c7e9e9978cc00e245e7, entries=10, sequenceid=11, filesize=7.1 K 2024-11-07T14:43:34,717 DEBUG [RS_CLOSE_META-regionserver/b7cc9d764de6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44129/user/jenkins/test-data/7896e230-c23d-4b26-cf37-faf8e4437c2b/data/hbase/meta/1588230740/.tmp/ns/a69f856f0b42409c991642d6ed0310dd as hdfs://localhost:44129/user/jenkins/test-data/7896e230-c23d-4b26-cf37-faf8e4437c2b/data/hbase/meta/1588230740/ns/a69f856f0b42409c991642d6ed0310dd 2024-11-07T14:43:34,723 INFO [RS_CLOSE_META-regionserver/b7cc9d764de6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44129/user/jenkins/test-data/7896e230-c23d-4b26-cf37-faf8e4437c2b/data/hbase/meta/1588230740/ns/a69f856f0b42409c991642d6ed0310dd, entries=2, sequenceid=11, filesize=5.0 K 2024-11-07T14:43:34,724 DEBUG [RS_CLOSE_META-regionserver/b7cc9d764de6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44129/user/jenkins/test-data/7896e230-c23d-4b26-cf37-faf8e4437c2b/data/hbase/meta/1588230740/.tmp/table/00f0f17d5b464b06aa9c82949a720cc7 as hdfs://localhost:44129/user/jenkins/test-data/7896e230-c23d-4b26-cf37-faf8e4437c2b/data/hbase/meta/1588230740/table/00f0f17d5b464b06aa9c82949a720cc7 2024-11-07T14:43:34,730 INFO [RS_CLOSE_META-regionserver/b7cc9d764de6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44129/user/jenkins/test-data/7896e230-c23d-4b26-cf37-faf8e4437c2b/data/hbase/meta/1588230740/table/00f0f17d5b464b06aa9c82949a720cc7, entries=2, sequenceid=11, filesize=5.4 K 2024-11-07T14:43:34,731 INFO [RS_CLOSE_META-regionserver/b7cc9d764de6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~1.89 KB/1932, heapSize ~3.61 KB/3696, currentSize=0 B/0 for 1588230740 in 520ms, sequenceid=11, compaction requested=false 2024-11-07T14:43:34,736 DEBUG [RS_CLOSE_META-regionserver/b7cc9d764de6:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44129/user/jenkins/test-data/7896e230-c23d-4b26-cf37-faf8e4437c2b/data/hbase/meta/1588230740/recovered.edits/14.seqid, newMaxSeqId=14, maxSeqId=1 2024-11-07T14:43:34,736 DEBUG [RS_CLOSE_META-regionserver/b7cc9d764de6:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-07T14:43:34,736 INFO [RS_CLOSE_META-regionserver/b7cc9d764de6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-07T14:43:34,736 DEBUG [RS_CLOSE_META-regionserver/b7cc9d764de6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1730990614211Running coprocessor pre-close hooks at 1730990614211Disabling compacts and flushes for region at 1730990614211Disabling writes for close at 1730990614211Obtaining lock to block concurrent updates at 1730990614211Preparing flush snapshotting stores in 1588230740 at 1730990614211Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=1932, getHeapSize=3936, getOffHeapSize=0, getCellsCount=14 at 1730990614212 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1730990614212Flushing 1588230740/info: creating writer at 1730990614213 (+1 ms)Flushing 1588230740/info: appending metadata at 1730990614231 (+18 ms)Flushing 1588230740/info: closing flushed file at 1730990614231Flushing 1588230740/ns: creating writer at 1730990614245 (+14 ms)Flushing 1588230740/ns: appending metadata at 1730990614260 (+15 ms)Flushing 1588230740/ns: closing flushed file at 1730990614260Flushing 1588230740/table: creating writer at 1730990614681 (+421 ms)Flushing 1588230740/table: appending metadata at 1730990614697 (+16 ms)Flushing 1588230740/table: closing flushed file at 1730990614697Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@30013cf5: reopening flushed file at 1730990614709 (+12 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@61048c74: reopening flushed file at 1730990614716 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3db4e7fd: reopening flushed file at 1730990614724 (+8 ms)Finished flush of dataSize ~1.89 KB/1932, heapSize ~3.61 KB/3696, currentSize=0 B/0 for 1588230740 in 520ms, sequenceid=11, compaction requested=false at 1730990614731 (+7 ms)Writing region close event to WAL at 1730990614732 (+1 ms)Running coprocessor post-close hooks at 1730990614736 (+4 ms)Closed at 1730990614736 2024-11-07T14:43:34,737 DEBUG [RS_CLOSE_META-regionserver/b7cc9d764de6:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-07T14:43:34,812 INFO [RS:0;b7cc9d764de6:45523 {}] regionserver.HRegionServer(976): stopping server b7cc9d764de6,45523,1730990562613; all regions closed. 2024-11-07T14:43:34,817 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44781 is added to blk_1073741834_1010 (size=3306) 2024-11-07T14:43:34,817 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33761 is added to blk_1073741834_1010 (size=3306) 2024-11-07T14:43:34,822 DEBUG [RS:0;b7cc9d764de6:45523 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/7896e230-c23d-4b26-cf37-faf8e4437c2b/oldWALs 2024-11-07T14:43:34,822 INFO [RS:0;b7cc9d764de6:45523 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL b7cc9d764de6%2C45523%2C1730990562613.meta:.meta(num 1730990563598) 2024-11-07T14:43:34,824 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44781 is added to blk_1073741844_1020 (size=1252) 2024-11-07T14:43:34,824 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33761 is added to blk_1073741844_1020 (size=1252) 2024-11-07T14:43:34,827 DEBUG [RS:0;b7cc9d764de6:45523 {}] wal.AbstractFSWAL(1256): Moved 2 WAL file(s) to /user/jenkins/test-data/7896e230-c23d-4b26-cf37-faf8e4437c2b/oldWALs 2024-11-07T14:43:34,827 INFO [RS:0;b7cc9d764de6:45523 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL b7cc9d764de6%2C45523%2C1730990562613:(num 1730990614152) 2024-11-07T14:43:34,827 DEBUG [RS:0;b7cc9d764de6:45523 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T14:43:34,827 INFO [RS:0;b7cc9d764de6:45523 {}] regionserver.LeaseManager(133): Closed leases 2024-11-07T14:43:34,827 INFO [RS:0;b7cc9d764de6:45523 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-07T14:43:34,828 INFO [RS:0;b7cc9d764de6:45523 {}] hbase.ChoreService(370): Chore service for: regionserver/b7cc9d764de6:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-07T14:43:34,828 INFO [RS:0;b7cc9d764de6:45523 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-07T14:43:34,828 INFO [regionserver/b7cc9d764de6:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-07T14:43:34,828 INFO [RS:0;b7cc9d764de6:45523 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:45523 2024-11-07T14:43:34,864 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45523-0x10116eda2310001, quorum=127.0.0.1:55100, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/b7cc9d764de6,45523,1730990562613 2024-11-07T14:43:34,864 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44595-0x10116eda2310000, quorum=127.0.0.1:55100, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-07T14:43:34,864 INFO [RS:0;b7cc9d764de6:45523 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-07T14:43:34,873 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [b7cc9d764de6,45523,1730990562613] 2024-11-07T14:43:34,881 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/b7cc9d764de6,45523,1730990562613 already deleted, retry=false 2024-11-07T14:43:34,881 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; b7cc9d764de6,45523,1730990562613 expired; onlineServers=0 2024-11-07T14:43:34,882 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'b7cc9d764de6,44595,1730990562462' ***** 2024-11-07T14:43:34,882 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-07T14:43:34,882 INFO [M:0;b7cc9d764de6:44595 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-07T14:43:34,882 INFO [M:0;b7cc9d764de6:44595 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-07T14:43:34,882 DEBUG [M:0;b7cc9d764de6:44595 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-07T14:43:34,882 DEBUG [M:0;b7cc9d764de6:44595 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-07T14:43:34,882 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-07T14:43:34,882 DEBUG [master/b7cc9d764de6:0:becomeActiveMaster-HFileCleaner.small.0-1730990562927 {}] cleaner.HFileCleaner(306): Exit Thread[master/b7cc9d764de6:0:becomeActiveMaster-HFileCleaner.small.0-1730990562927,5,FailOnTimeoutGroup] 2024-11-07T14:43:34,882 DEBUG [master/b7cc9d764de6:0:becomeActiveMaster-HFileCleaner.large.0-1730990562927 {}] cleaner.HFileCleaner(306): Exit Thread[master/b7cc9d764de6:0:becomeActiveMaster-HFileCleaner.large.0-1730990562927,5,FailOnTimeoutGroup] 2024-11-07T14:43:34,882 INFO [M:0;b7cc9d764de6:44595 {}] hbase.ChoreService(370): Chore service for: master/b7cc9d764de6:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-07T14:43:34,883 INFO [M:0;b7cc9d764de6:44595 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-07T14:43:34,883 DEBUG [M:0;b7cc9d764de6:44595 {}] master.HMaster(1795): Stopping service threads 2024-11-07T14:43:34,883 INFO [M:0;b7cc9d764de6:44595 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-07T14:43:34,883 INFO [M:0;b7cc9d764de6:44595 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-07T14:43:34,883 INFO [M:0;b7cc9d764de6:44595 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-07T14:43:34,884 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-07T14:43:34,890 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44595-0x10116eda2310000, quorum=127.0.0.1:55100, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master 2024-11-07T14:43:34,890 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44595-0x10116eda2310000, quorum=127.0.0.1:55100, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-07T14:43:34,890 DEBUG [M:0;b7cc9d764de6:44595 {}] zookeeper.ZKUtil(347): master:44595-0x10116eda2310000, quorum=127.0.0.1:55100, baseZNode=/hbase Unable to get data of znode /hbase/master because node does not exist (not an error) 2024-11-07T14:43:34,890 WARN [M:0;b7cc9d764de6:44595 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-07T14:43:34,893 INFO [M:0;b7cc9d764de6:44595 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:44129/user/jenkins/test-data/7896e230-c23d-4b26-cf37-faf8e4437c2b/.lastflushedseqids 2024-11-07T14:43:34,903 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33761 is added to blk_1073741849_1025 (size=130) 2024-11-07T14:43:34,904 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44781 is added to blk_1073741849_1025 (size=130) 2024-11-07T14:43:34,904 INFO [M:0;b7cc9d764de6:44595 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-07T14:43:34,904 INFO [M:0;b7cc9d764de6:44595 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-07T14:43:34,904 DEBUG [M:0;b7cc9d764de6:44595 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-07T14:43:34,904 INFO [M:0;b7cc9d764de6:44595 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-07T14:43:34,904 DEBUG [M:0;b7cc9d764de6:44595 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-07T14:43:34,904 DEBUG [M:0;b7cc9d764de6:44595 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-07T14:43:34,904 DEBUG [M:0;b7cc9d764de6:44595 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-07T14:43:34,905 INFO [M:0;b7cc9d764de6:44595 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=43.59 KB heapSize=55 KB 2024-11-07T14:43:34,919 DEBUG [M:0;b7cc9d764de6:44595 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44129/user/jenkins/test-data/7896e230-c23d-4b26-cf37-faf8e4437c2b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/a3682abc0f1346738a9466be97d96d32 is 82, key is hbase:meta,,1/info:regioninfo/1730990563637/Put/seqid=0 2024-11-07T14:43:34,924 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44781 is added to blk_1073741850_1026 (size=5672) 2024-11-07T14:43:34,924 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33761 is added to blk_1073741850_1026 (size=5672) 2024-11-07T14:43:34,925 INFO [M:0;b7cc9d764de6:44595 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=121 (bloomFilter=true), to=hdfs://localhost:44129/user/jenkins/test-data/7896e230-c23d-4b26-cf37-faf8e4437c2b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/a3682abc0f1346738a9466be97d96d32 2024-11-07T14:43:34,946 DEBUG [M:0;b7cc9d764de6:44595 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44129/user/jenkins/test-data/7896e230-c23d-4b26-cf37-faf8e4437c2b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/04cd8e7c0cb14a309d755356a7bd82ee is 798, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1730990564142/Put/seqid=0 2024-11-07T14:43:34,951 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33761 is added to blk_1073741851_1027 (size=7823) 2024-11-07T14:43:34,951 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44781 is added to blk_1073741851_1027 (size=7823) 2024-11-07T14:43:34,952 INFO [M:0;b7cc9d764de6:44595 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.99 KB at sequenceid=121 (bloomFilter=true), to=hdfs://localhost:44129/user/jenkins/test-data/7896e230-c23d-4b26-cf37-faf8e4437c2b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/04cd8e7c0cb14a309d755356a7bd82ee 2024-11-07T14:43:34,957 INFO [M:0;b7cc9d764de6:44595 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 04cd8e7c0cb14a309d755356a7bd82ee 2024-11-07T14:43:34,971 DEBUG [M:0;b7cc9d764de6:44595 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44129/user/jenkins/test-data/7896e230-c23d-4b26-cf37-faf8e4437c2b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/d51e5e41a9114f9fabdabfc386040dff is 69, key is b7cc9d764de6,45523,1730990562613/rs:state/1730990562969/Put/seqid=0 2024-11-07T14:43:34,973 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45523-0x10116eda2310001, quorum=127.0.0.1:55100, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-07T14:43:34,973 INFO [RS:0;b7cc9d764de6:45523 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-07T14:43:34,973 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45523-0x10116eda2310001, quorum=127.0.0.1:55100, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-07T14:43:34,973 INFO [RS:0;b7cc9d764de6:45523 {}] regionserver.HRegionServer(1031): Exiting; stopping=b7cc9d764de6,45523,1730990562613; zookeeper connection closed. 2024-11-07T14:43:34,974 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@1c489c25 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@1c489c25 2024-11-07T14:43:34,974 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-07T14:43:34,976 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44781 is added to blk_1073741852_1028 (size=5156) 2024-11-07T14:43:34,977 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33761 is added to blk_1073741852_1028 (size=5156) 2024-11-07T14:43:34,977 INFO [M:0;b7cc9d764de6:44595 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=121 (bloomFilter=true), to=hdfs://localhost:44129/user/jenkins/test-data/7896e230-c23d-4b26-cf37-faf8e4437c2b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/d51e5e41a9114f9fabdabfc386040dff 2024-11-07T14:43:34,993 INFO [regionserver/b7cc9d764de6:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-07T14:43:34,997 DEBUG [M:0;b7cc9d764de6:44595 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44129/user/jenkins/test-data/7896e230-c23d-4b26-cf37-faf8e4437c2b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/state/d7d15a742cb0412ba017ac436b968c34 is 52, key is load_balancer_on/state:d/1730990563749/Put/seqid=0 2024-11-07T14:43:35,002 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33761 is added to blk_1073741853_1029 (size=5056) 2024-11-07T14:43:35,002 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44781 is added to blk_1073741853_1029 (size=5056) 2024-11-07T14:43:35,002 INFO [M:0;b7cc9d764de6:44595 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=48 B at sequenceid=121 (bloomFilter=true), to=hdfs://localhost:44129/user/jenkins/test-data/7896e230-c23d-4b26-cf37-faf8e4437c2b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/state/d7d15a742cb0412ba017ac436b968c34 2024-11-07T14:43:35,008 DEBUG [M:0;b7cc9d764de6:44595 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44129/user/jenkins/test-data/7896e230-c23d-4b26-cf37-faf8e4437c2b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/a3682abc0f1346738a9466be97d96d32 as hdfs://localhost:44129/user/jenkins/test-data/7896e230-c23d-4b26-cf37-faf8e4437c2b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/a3682abc0f1346738a9466be97d96d32 2024-11-07T14:43:35,015 INFO [M:0;b7cc9d764de6:44595 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44129/user/jenkins/test-data/7896e230-c23d-4b26-cf37-faf8e4437c2b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/a3682abc0f1346738a9466be97d96d32, entries=8, sequenceid=121, filesize=5.5 K 2024-11-07T14:43:35,016 DEBUG [M:0;b7cc9d764de6:44595 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44129/user/jenkins/test-data/7896e230-c23d-4b26-cf37-faf8e4437c2b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/04cd8e7c0cb14a309d755356a7bd82ee as hdfs://localhost:44129/user/jenkins/test-data/7896e230-c23d-4b26-cf37-faf8e4437c2b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/04cd8e7c0cb14a309d755356a7bd82ee 2024-11-07T14:43:35,024 INFO [M:0;b7cc9d764de6:44595 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 04cd8e7c0cb14a309d755356a7bd82ee 2024-11-07T14:43:35,024 INFO [M:0;b7cc9d764de6:44595 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44129/user/jenkins/test-data/7896e230-c23d-4b26-cf37-faf8e4437c2b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/04cd8e7c0cb14a309d755356a7bd82ee, entries=14, sequenceid=121, filesize=7.6 K 2024-11-07T14:43:35,026 DEBUG [M:0;b7cc9d764de6:44595 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44129/user/jenkins/test-data/7896e230-c23d-4b26-cf37-faf8e4437c2b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/d51e5e41a9114f9fabdabfc386040dff as hdfs://localhost:44129/user/jenkins/test-data/7896e230-c23d-4b26-cf37-faf8e4437c2b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/d51e5e41a9114f9fabdabfc386040dff 2024-11-07T14:43:35,034 INFO [M:0;b7cc9d764de6:44595 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44129/user/jenkins/test-data/7896e230-c23d-4b26-cf37-faf8e4437c2b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/d51e5e41a9114f9fabdabfc386040dff, entries=1, sequenceid=121, filesize=5.0 K 2024-11-07T14:43:35,036 DEBUG [M:0;b7cc9d764de6:44595 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44129/user/jenkins/test-data/7896e230-c23d-4b26-cf37-faf8e4437c2b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/state/d7d15a742cb0412ba017ac436b968c34 as hdfs://localhost:44129/user/jenkins/test-data/7896e230-c23d-4b26-cf37-faf8e4437c2b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/state/d7d15a742cb0412ba017ac436b968c34 2024-11-07T14:43:35,044 INFO [M:0;b7cc9d764de6:44595 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44129/user/jenkins/test-data/7896e230-c23d-4b26-cf37-faf8e4437c2b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/state/d7d15a742cb0412ba017ac436b968c34, entries=1, sequenceid=121, filesize=4.9 K 2024-11-07T14:43:35,046 INFO [M:0;b7cc9d764de6:44595 {}] regionserver.HRegion(3140): Finished flush of dataSize ~43.59 KB/44638, heapSize ~54.94 KB/56256, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 141ms, sequenceid=121, compaction requested=false 2024-11-07T14:43:35,051 INFO [M:0;b7cc9d764de6:44595 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-07T14:43:35,051 DEBUG [M:0;b7cc9d764de6:44595 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1730990614904Disabling compacts and flushes for region at 1730990614904Disabling writes for close at 1730990614904Obtaining lock to block concurrent updates at 1730990614905 (+1 ms)Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1730990614905Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=44638, getHeapSize=56256, getOffHeapSize=0, getCellsCount=140 at 1730990614905Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1730990614906 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1730990614906Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1730990614919 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1730990614919Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1730990614930 (+11 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1730990614945 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1730990614945Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1730990614957 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1730990614971 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1730990614971Flushing 1595e783b53d99cd5eef43b6debb2682/state: creating writer at 1730990614982 (+11 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/state: appending metadata at 1730990614996 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/state: closing flushed file at 1730990614996Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@488f1822: reopening flushed file at 1730990615007 (+11 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@13bcd035: reopening flushed file at 1730990615015 (+8 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@19cead0a: reopening flushed file at 1730990615024 (+9 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4cc6fc51: reopening flushed file at 1730990615034 (+10 ms)Finished flush of dataSize ~43.59 KB/44638, heapSize ~54.94 KB/56256, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 141ms, sequenceid=121, compaction requested=false at 1730990615046 (+12 ms)Writing region close event to WAL at 1730990615051 (+5 ms)Closed at 1730990615051 2024-11-07T14:43:35,054 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44781 is added to blk_1073741830_1006 (size=53035) 2024-11-07T14:43:35,054 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33761 is added to blk_1073741830_1006 (size=53035) 2024-11-07T14:43:35,055 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-07T14:43:35,056 INFO [M:0;b7cc9d764de6:44595 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-07T14:43:35,056 INFO [M:0;b7cc9d764de6:44595 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:44595 2024-11-07T14:43:35,056 INFO [M:0;b7cc9d764de6:44595 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-07T14:43:35,165 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44595-0x10116eda2310000, quorum=127.0.0.1:55100, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-07T14:43:35,165 INFO [M:0;b7cc9d764de6:44595 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-07T14:43:35,165 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44595-0x10116eda2310000, quorum=127.0.0.1:55100, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-07T14:43:35,168 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@41597565{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-07T14:43:35,168 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@4e9da0f0{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-07T14:43:35,168 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-07T14:43:35,169 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@48f3e0ac{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-07T14:43:35,169 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@622bfb7d{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/efe1b845-c222-ddca-85ba-e57b7530bac5/hadoop.log.dir/,STOPPED} 2024-11-07T14:43:35,170 WARN [BP-1488783125-172.17.0.3-1730990561118 heartbeating to localhost/127.0.0.1:44129 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-07T14:43:35,170 WARN [BP-1488783125-172.17.0.3-1730990561118 heartbeating to localhost/127.0.0.1:44129 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1488783125-172.17.0.3-1730990561118 (Datanode Uuid 8a6fdef5-71ef-495f-8388-1dbf281ffccf) service to localhost/127.0.0.1:44129 2024-11-07T14:43:35,170 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-07T14:43:35,170 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-07T14:43:35,171 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/efe1b845-c222-ddca-85ba-e57b7530bac5/cluster_6f45ea55-8a20-3ccb-1eb3-3ca5ab8a9841/data/data3/current/BP-1488783125-172.17.0.3-1730990561118 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-07T14:43:35,171 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/efe1b845-c222-ddca-85ba-e57b7530bac5/cluster_6f45ea55-8a20-3ccb-1eb3-3ca5ab8a9841/data/data4/current/BP-1488783125-172.17.0.3-1730990561118 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-07T14:43:35,171 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-07T14:43:35,173 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@75fd277f{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-07T14:43:35,173 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@1716726d{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-07T14:43:35,173 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-07T14:43:35,174 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@24e0b120{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-07T14:43:35,174 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3b2ec2b8{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/efe1b845-c222-ddca-85ba-e57b7530bac5/hadoop.log.dir/,STOPPED} 2024-11-07T14:43:35,175 WARN [BP-1488783125-172.17.0.3-1730990561118 heartbeating to localhost/127.0.0.1:44129 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-07T14:43:35,175 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-07T14:43:35,175 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-07T14:43:35,175 WARN [BP-1488783125-172.17.0.3-1730990561118 heartbeating to localhost/127.0.0.1:44129 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1488783125-172.17.0.3-1730990561118 (Datanode Uuid ca38e9b6-ac21-4384-9d89-2308bc40c2d2) service to localhost/127.0.0.1:44129 2024-11-07T14:43:35,176 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/efe1b845-c222-ddca-85ba-e57b7530bac5/cluster_6f45ea55-8a20-3ccb-1eb3-3ca5ab8a9841/data/data1/current/BP-1488783125-172.17.0.3-1730990561118 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-07T14:43:35,176 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/efe1b845-c222-ddca-85ba-e57b7530bac5/cluster_6f45ea55-8a20-3ccb-1eb3-3ca5ab8a9841/data/data2/current/BP-1488783125-172.17.0.3-1730990561118 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-07T14:43:35,176 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-07T14:43:35,182 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@73129f86{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-07T14:43:35,182 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@352188e8{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-07T14:43:35,182 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-07T14:43:35,183 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3bbad3cd{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-07T14:43:35,183 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@33a94890{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/efe1b845-c222-ddca-85ba-e57b7530bac5/hadoop.log.dir/,STOPPED} 2024-11-07T14:43:35,189 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-07T14:43:35,215 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-07T14:43:35,222 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.wal.TestAsyncLogRolling#testCompactionRecordDoesntBlockRolling Thread=96 (was 101), OpenFileDescriptor=428 (was 444), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=119 (was 104) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=4802 (was 4993) 2024-11-07T14:43:35,229 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.wal.TestAsyncLogRolling#testLogRolling Thread=96, OpenFileDescriptor=428, MaxFileDescriptor=1048576, SystemLoadAverage=119, ProcessCount=11, AvailableMemoryMB=4802 2024-11-07T14:43:35,229 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=2, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-07T14:43:35,229 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/efe1b845-c222-ddca-85ba-e57b7530bac5/hadoop.log.dir so I do NOT create it in target/test-data/933236ba-1143-4fda-5b1a-5948bddcb597 2024-11-07T14:43:35,229 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/efe1b845-c222-ddca-85ba-e57b7530bac5/hadoop.tmp.dir so I do NOT create it in target/test-data/933236ba-1143-4fda-5b1a-5948bddcb597 2024-11-07T14:43:35,229 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/933236ba-1143-4fda-5b1a-5948bddcb597/cluster_9f96ccd7-69db-8eeb-61fe-8f08b8b24b76, deleteOnExit=true 2024-11-07T14:43:35,229 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-07T14:43:35,230 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/933236ba-1143-4fda-5b1a-5948bddcb597/test.cache.data in system properties and HBase conf 2024-11-07T14:43:35,230 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/933236ba-1143-4fda-5b1a-5948bddcb597/hadoop.tmp.dir in system properties and HBase conf 2024-11-07T14:43:35,230 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/933236ba-1143-4fda-5b1a-5948bddcb597/hadoop.log.dir in system properties and HBase conf 2024-11-07T14:43:35,230 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/933236ba-1143-4fda-5b1a-5948bddcb597/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-07T14:43:35,230 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/933236ba-1143-4fda-5b1a-5948bddcb597/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-07T14:43:35,230 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-07T14:43:35,230 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-07T14:43:35,230 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/933236ba-1143-4fda-5b1a-5948bddcb597/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-07T14:43:35,230 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/933236ba-1143-4fda-5b1a-5948bddcb597/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-07T14:43:35,230 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/933236ba-1143-4fda-5b1a-5948bddcb597/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-07T14:43:35,230 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/933236ba-1143-4fda-5b1a-5948bddcb597/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-07T14:43:35,231 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/933236ba-1143-4fda-5b1a-5948bddcb597/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-07T14:43:35,231 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/933236ba-1143-4fda-5b1a-5948bddcb597/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-07T14:43:35,231 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/933236ba-1143-4fda-5b1a-5948bddcb597/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-07T14:43:35,231 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/933236ba-1143-4fda-5b1a-5948bddcb597/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-07T14:43:35,231 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/933236ba-1143-4fda-5b1a-5948bddcb597/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-07T14:43:35,231 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/933236ba-1143-4fda-5b1a-5948bddcb597/nfs.dump.dir in system properties and HBase conf 2024-11-07T14:43:35,231 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/933236ba-1143-4fda-5b1a-5948bddcb597/java.io.tmpdir in system properties and HBase conf 2024-11-07T14:43:35,231 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/933236ba-1143-4fda-5b1a-5948bddcb597/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-07T14:43:35,231 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/933236ba-1143-4fda-5b1a-5948bddcb597/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-07T14:43:35,231 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/933236ba-1143-4fda-5b1a-5948bddcb597/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-07T14:43:35,471 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-07T14:43:35,475 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-07T14:43:35,476 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-07T14:43:35,476 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-07T14:43:35,476 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-07T14:43:35,477 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-07T14:43:35,477 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@67eae968{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/933236ba-1143-4fda-5b1a-5948bddcb597/hadoop.log.dir/,AVAILABLE} 2024-11-07T14:43:35,478 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@57007496{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-07T14:43:35,569 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@3fc3681e{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/933236ba-1143-4fda-5b1a-5948bddcb597/java.io.tmpdir/jetty-localhost-44593-hadoop-hdfs-3_4_1-tests_jar-_-any-10813899274280148444/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-07T14:43:35,569 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@a45361b{HTTP/1.1, (http/1.1)}{localhost:44593} 2024-11-07T14:43:35,570 INFO [Time-limited test {}] server.Server(415): Started @143598ms 2024-11-07T14:43:35,738 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-07T14:43:35,741 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-07T14:43:35,742 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-07T14:43:35,742 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-07T14:43:35,742 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-07T14:43:35,742 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7b74b067{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/933236ba-1143-4fda-5b1a-5948bddcb597/hadoop.log.dir/,AVAILABLE} 2024-11-07T14:43:35,743 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@cad7559{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-07T14:43:35,834 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@7838999e{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/933236ba-1143-4fda-5b1a-5948bddcb597/java.io.tmpdir/jetty-localhost-33111-hadoop-hdfs-3_4_1-tests_jar-_-any-13365541383015594446/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-07T14:43:35,834 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@554e43f8{HTTP/1.1, (http/1.1)}{localhost:33111} 2024-11-07T14:43:35,835 INFO [Time-limited test {}] server.Server(415): Started @143864ms 2024-11-07T14:43:35,836 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-07T14:43:35,863 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-07T14:43:35,867 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-07T14:43:35,868 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-07T14:43:35,868 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-07T14:43:35,868 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-07T14:43:35,869 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2d8760ac{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/933236ba-1143-4fda-5b1a-5948bddcb597/hadoop.log.dir/,AVAILABLE} 2024-11-07T14:43:35,870 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7228c28a{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-07T14:43:35,962 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@1d98abf6{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/933236ba-1143-4fda-5b1a-5948bddcb597/java.io.tmpdir/jetty-localhost-32991-hadoop-hdfs-3_4_1-tests_jar-_-any-13140843462620006073/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-07T14:43:35,963 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@87f5fbd{HTTP/1.1, (http/1.1)}{localhost:32991} 2024-11-07T14:43:35,963 INFO [Time-limited test {}] server.Server(415): Started @143992ms 2024-11-07T14:43:35,964 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-07T14:43:36,451 WARN [Thread-1105 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/933236ba-1143-4fda-5b1a-5948bddcb597/cluster_9f96ccd7-69db-8eeb-61fe-8f08b8b24b76/data/data1/current/BP-409178871-172.17.0.3-1730990615248/current, will proceed with Du for space computation calculation, 2024-11-07T14:43:36,451 WARN [Thread-1106 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/933236ba-1143-4fda-5b1a-5948bddcb597/cluster_9f96ccd7-69db-8eeb-61fe-8f08b8b24b76/data/data2/current/BP-409178871-172.17.0.3-1730990615248/current, will proceed with Du for space computation calculation, 2024-11-07T14:43:36,472 WARN [Thread-1069 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-07T14:43:36,474 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xf2d7804c495f4cd7 with lease ID 0x189e4ddb086f1897: Processing first storage report for DS-c3ff0046-32b1-4d4c-8c75-0b8e9847f394 from datanode DatanodeRegistration(127.0.0.1:45615, datanodeUuid=581a027d-f5f0-4f6d-92cd-7153c223a765, infoPort=45419, infoSecurePort=0, ipcPort=41787, storageInfo=lv=-57;cid=testClusterID;nsid=731507414;c=1730990615248) 2024-11-07T14:43:36,475 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xf2d7804c495f4cd7 with lease ID 0x189e4ddb086f1897: from storage DS-c3ff0046-32b1-4d4c-8c75-0b8e9847f394 node DatanodeRegistration(127.0.0.1:45615, datanodeUuid=581a027d-f5f0-4f6d-92cd-7153c223a765, infoPort=45419, infoSecurePort=0, ipcPort=41787, storageInfo=lv=-57;cid=testClusterID;nsid=731507414;c=1730990615248), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-07T14:43:36,475 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xf2d7804c495f4cd7 with lease ID 0x189e4ddb086f1897: Processing first storage report for DS-dcadcbf2-d3b8-4b83-8a58-30461ac783af from datanode DatanodeRegistration(127.0.0.1:45615, datanodeUuid=581a027d-f5f0-4f6d-92cd-7153c223a765, infoPort=45419, infoSecurePort=0, ipcPort=41787, storageInfo=lv=-57;cid=testClusterID;nsid=731507414;c=1730990615248) 2024-11-07T14:43:36,475 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xf2d7804c495f4cd7 with lease ID 0x189e4ddb086f1897: from storage DS-dcadcbf2-d3b8-4b83-8a58-30461ac783af node DatanodeRegistration(127.0.0.1:45615, datanodeUuid=581a027d-f5f0-4f6d-92cd-7153c223a765, infoPort=45419, infoSecurePort=0, ipcPort=41787, storageInfo=lv=-57;cid=testClusterID;nsid=731507414;c=1730990615248), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-07T14:43:36,568 WARN [Thread-1116 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/933236ba-1143-4fda-5b1a-5948bddcb597/cluster_9f96ccd7-69db-8eeb-61fe-8f08b8b24b76/data/data3/current/BP-409178871-172.17.0.3-1730990615248/current, will proceed with Du for space computation calculation, 2024-11-07T14:43:36,568 WARN [Thread-1117 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/933236ba-1143-4fda-5b1a-5948bddcb597/cluster_9f96ccd7-69db-8eeb-61fe-8f08b8b24b76/data/data4/current/BP-409178871-172.17.0.3-1730990615248/current, will proceed with Du for space computation calculation, 2024-11-07T14:43:36,590 WARN [Thread-1092 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-07T14:43:36,593 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xab276be5a55e4379 with lease ID 0x189e4ddb086f1898: Processing first storage report for DS-51e745e5-ff44-4fc9-bae7-0456db3391b5 from datanode DatanodeRegistration(127.0.0.1:45887, datanodeUuid=fa768e46-7d83-462e-a853-302e0840beee, infoPort=46217, infoSecurePort=0, ipcPort=36863, storageInfo=lv=-57;cid=testClusterID;nsid=731507414;c=1730990615248) 2024-11-07T14:43:36,593 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xab276be5a55e4379 with lease ID 0x189e4ddb086f1898: from storage DS-51e745e5-ff44-4fc9-bae7-0456db3391b5 node DatanodeRegistration(127.0.0.1:45887, datanodeUuid=fa768e46-7d83-462e-a853-302e0840beee, infoPort=46217, infoSecurePort=0, ipcPort=36863, storageInfo=lv=-57;cid=testClusterID;nsid=731507414;c=1730990615248), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-07T14:43:36,593 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xab276be5a55e4379 with lease ID 0x189e4ddb086f1898: Processing first storage report for DS-daa0fbe7-04ae-4879-9ccf-59d935b907a8 from datanode DatanodeRegistration(127.0.0.1:45887, datanodeUuid=fa768e46-7d83-462e-a853-302e0840beee, infoPort=46217, infoSecurePort=0, ipcPort=36863, storageInfo=lv=-57;cid=testClusterID;nsid=731507414;c=1730990615248) 2024-11-07T14:43:36,593 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xab276be5a55e4379 with lease ID 0x189e4ddb086f1898: from storage DS-daa0fbe7-04ae-4879-9ccf-59d935b907a8 node DatanodeRegistration(127.0.0.1:45887, datanodeUuid=fa768e46-7d83-462e-a853-302e0840beee, infoPort=46217, infoSecurePort=0, ipcPort=36863, storageInfo=lv=-57;cid=testClusterID;nsid=731507414;c=1730990615248), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-07T14:43:36,697 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/933236ba-1143-4fda-5b1a-5948bddcb597 2024-11-07T14:43:36,702 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/933236ba-1143-4fda-5b1a-5948bddcb597/cluster_9f96ccd7-69db-8eeb-61fe-8f08b8b24b76/zookeeper_0, clientPort=54033, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/933236ba-1143-4fda-5b1a-5948bddcb597/cluster_9f96ccd7-69db-8eeb-61fe-8f08b8b24b76/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/933236ba-1143-4fda-5b1a-5948bddcb597/cluster_9f96ccd7-69db-8eeb-61fe-8f08b8b24b76/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-07T14:43:36,702 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=54033 2024-11-07T14:43:36,703 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-07T14:43:36,704 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-07T14:43:36,711 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45887 is added to blk_1073741825_1001 (size=7) 2024-11-07T14:43:36,712 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45615 is added to blk_1073741825_1001 (size=7) 2024-11-07T14:43:36,713 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:38149/user/jenkins/test-data/8f7e6163-acb4-de8a-dfb5-d9752af67ccf with version=8 2024-11-07T14:43:36,713 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1141): The hbase.fs.tmp.dir is set to hdfs://localhost:44087/user/jenkins/test-data/12c0d4ca-8086-2565-7d3b-6602d5340d03/hbase-staging 2024-11-07T14:43:36,715 INFO [Time-limited test {}] client.ConnectionUtils(128): master/b7cc9d764de6:0 server-side Connection retries=45 2024-11-07T14:43:36,715 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-07T14:43:36,715 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-07T14:43:36,715 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-07T14:43:36,716 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-07T14:43:36,716 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-07T14:43:36,716 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-07T14:43:36,716 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-07T14:43:36,717 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:38349 2024-11-07T14:43:36,718 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:38349 connecting to ZooKeeper ensemble=127.0.0.1:54033 2024-11-07T14:43:36,758 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:383490x0, quorum=127.0.0.1:54033, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-07T14:43:36,759 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:38349-0x10116ee76260000 connected 2024-11-07T14:43:36,815 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-07T14:43:36,817 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-07T14:43:36,819 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:38349-0x10116ee76260000, quorum=127.0.0.1:54033, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-07T14:43:36,819 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:38149/user/jenkins/test-data/8f7e6163-acb4-de8a-dfb5-d9752af67ccf, hbase.cluster.distributed=false 2024-11-07T14:43:36,821 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:38349-0x10116ee76260000, quorum=127.0.0.1:54033, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-07T14:43:36,822 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=38349 2024-11-07T14:43:36,822 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=38349 2024-11-07T14:43:36,822 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=38349 2024-11-07T14:43:36,823 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=38349 2024-11-07T14:43:36,823 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=38349 2024-11-07T14:43:36,841 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/b7cc9d764de6:0 server-side Connection retries=45 2024-11-07T14:43:36,841 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-07T14:43:36,841 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-07T14:43:36,841 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-07T14:43:36,841 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-07T14:43:36,841 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-07T14:43:36,841 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-07T14:43:36,842 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-07T14:43:36,842 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:40219 2024-11-07T14:43:36,843 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:40219 connecting to ZooKeeper ensemble=127.0.0.1:54033 2024-11-07T14:43:36,844 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-07T14:43:36,845 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-07T14:43:36,856 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:402190x0, quorum=127.0.0.1:54033, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-07T14:43:36,857 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:40219-0x10116ee76260001 connected 2024-11-07T14:43:36,857 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:40219-0x10116ee76260001, quorum=127.0.0.1:54033, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-07T14:43:36,857 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-07T14:43:36,858 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-07T14:43:36,858 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:40219-0x10116ee76260001, quorum=127.0.0.1:54033, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-07T14:43:36,860 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:40219-0x10116ee76260001, quorum=127.0.0.1:54033, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-07T14:43:36,862 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=40219 2024-11-07T14:43:36,863 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=40219 2024-11-07T14:43:36,863 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=40219 2024-11-07T14:43:36,863 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=40219 2024-11-07T14:43:36,864 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=40219 2024-11-07T14:43:36,876 DEBUG [M:0;b7cc9d764de6:38349 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;b7cc9d764de6:38349 2024-11-07T14:43:36,877 INFO [master/b7cc9d764de6:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /hbase/backup-masters/b7cc9d764de6,38349,1730990616715 2024-11-07T14:43:36,881 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40219-0x10116ee76260001, quorum=127.0.0.1:54033, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-07T14:43:36,881 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38349-0x10116ee76260000, quorum=127.0.0.1:54033, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-07T14:43:36,882 DEBUG [master/b7cc9d764de6:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:38349-0x10116ee76260000, quorum=127.0.0.1:54033, baseZNode=/hbase Set watcher on existing znode=/hbase/backup-masters/b7cc9d764de6,38349,1730990616715 2024-11-07T14:43:36,889 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40219-0x10116ee76260001, quorum=127.0.0.1:54033, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-07T14:43:36,889 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38349-0x10116ee76260000, quorum=127.0.0.1:54033, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-07T14:43:36,889 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40219-0x10116ee76260001, quorum=127.0.0.1:54033, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-07T14:43:36,890 DEBUG [master/b7cc9d764de6:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:38349-0x10116ee76260000, quorum=127.0.0.1:54033, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-11-07T14:43:36,890 INFO [master/b7cc9d764de6:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /hbase/backup-masters/b7cc9d764de6,38349,1730990616715 from backup master directory 2024-11-07T14:43:36,898 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38349-0x10116ee76260000, quorum=127.0.0.1:54033, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/backup-masters/b7cc9d764de6,38349,1730990616715 2024-11-07T14:43:36,898 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40219-0x10116ee76260001, quorum=127.0.0.1:54033, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-07T14:43:36,898 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38349-0x10116ee76260000, quorum=127.0.0.1:54033, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-07T14:43:36,898 WARN [master/b7cc9d764de6:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-07T14:43:36,898 INFO [master/b7cc9d764de6:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=b7cc9d764de6,38349,1730990616715 2024-11-07T14:43:36,904 DEBUG [master/b7cc9d764de6:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:38149/user/jenkins/test-data/8f7e6163-acb4-de8a-dfb5-d9752af67ccf/hbase.id] with ID: 40bb829e-097b-4d73-b150-a804bdb5aed3 2024-11-07T14:43:36,904 DEBUG [master/b7cc9d764de6:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:38149/user/jenkins/test-data/8f7e6163-acb4-de8a-dfb5-d9752af67ccf/.tmp/hbase.id 2024-11-07T14:43:36,912 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45615 is added to blk_1073741826_1002 (size=42) 2024-11-07T14:43:36,913 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45887 is added to blk_1073741826_1002 (size=42) 2024-11-07T14:43:36,914 DEBUG [master/b7cc9d764de6:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:38149/user/jenkins/test-data/8f7e6163-acb4-de8a-dfb5-d9752af67ccf/.tmp/hbase.id]:[hdfs://localhost:38149/user/jenkins/test-data/8f7e6163-acb4-de8a-dfb5-d9752af67ccf/hbase.id] 2024-11-07T14:43:36,934 INFO [master/b7cc9d764de6:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-07T14:43:36,935 INFO [master/b7cc9d764de6:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-07T14:43:36,937 INFO [master/b7cc9d764de6:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 2ms. 2024-11-07T14:43:36,947 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38349-0x10116ee76260000, quorum=127.0.0.1:54033, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-07T14:43:36,947 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40219-0x10116ee76260001, quorum=127.0.0.1:54033, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-07T14:43:36,953 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45615 is added to blk_1073741827_1003 (size=196) 2024-11-07T14:43:36,954 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45887 is added to blk_1073741827_1003 (size=196) 2024-11-07T14:43:36,954 INFO [master/b7cc9d764de6:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-07T14:43:36,955 INFO [master/b7cc9d764de6:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-07T14:43:36,955 INFO [master/b7cc9d764de6:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-07T14:43:36,962 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45615 is added to blk_1073741828_1004 (size=1189) 2024-11-07T14:43:36,963 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45887 is added to blk_1073741828_1004 (size=1189) 2024-11-07T14:43:36,964 INFO [master/b7cc9d764de6:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:38149/user/jenkins/test-data/8f7e6163-acb4-de8a-dfb5-d9752af67ccf/MasterData/data/master/store 2024-11-07T14:43:36,970 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45887 is added to blk_1073741829_1005 (size=34) 2024-11-07T14:43:36,970 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45615 is added to blk_1073741829_1005 (size=34) 2024-11-07T14:43:36,971 DEBUG [master/b7cc9d764de6:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-07T14:43:36,971 DEBUG [master/b7cc9d764de6:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-07T14:43:36,971 INFO [master/b7cc9d764de6:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-07T14:43:36,971 DEBUG [master/b7cc9d764de6:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-07T14:43:36,971 DEBUG [master/b7cc9d764de6:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-07T14:43:36,971 DEBUG [master/b7cc9d764de6:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-07T14:43:36,971 INFO [master/b7cc9d764de6:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-07T14:43:36,971 DEBUG [master/b7cc9d764de6:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1730990616971Disabling compacts and flushes for region at 1730990616971Disabling writes for close at 1730990616971Writing region close event to WAL at 1730990616971Closed at 1730990616971 2024-11-07T14:43:36,972 WARN [master/b7cc9d764de6:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:38149/user/jenkins/test-data/8f7e6163-acb4-de8a-dfb5-d9752af67ccf/MasterData/data/master/store/.initializing 2024-11-07T14:43:36,972 DEBUG [master/b7cc9d764de6:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:38149/user/jenkins/test-data/8f7e6163-acb4-de8a-dfb5-d9752af67ccf/MasterData/WALs/b7cc9d764de6,38349,1730990616715 2024-11-07T14:43:36,973 INFO [master/b7cc9d764de6:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-07T14:43:36,975 INFO [master/b7cc9d764de6:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=b7cc9d764de6%2C38349%2C1730990616715, suffix=, logDir=hdfs://localhost:38149/user/jenkins/test-data/8f7e6163-acb4-de8a-dfb5-d9752af67ccf/MasterData/WALs/b7cc9d764de6,38349,1730990616715, archiveDir=hdfs://localhost:38149/user/jenkins/test-data/8f7e6163-acb4-de8a-dfb5-d9752af67ccf/MasterData/oldWALs, maxLogs=10 2024-11-07T14:43:36,986 DEBUG [master/b7cc9d764de6:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/8f7e6163-acb4-de8a-dfb5-d9752af67ccf/MasterData/WALs/b7cc9d764de6,38349,1730990616715/b7cc9d764de6%2C38349%2C1730990616715.1730990616975, exclude list is [], retry=0 2024-11-07T14:43:36,989 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45615,DS-c3ff0046-32b1-4d4c-8c75-0b8e9847f394,DISK] 2024-11-07T14:43:36,989 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45887,DS-51e745e5-ff44-4fc9-bae7-0456db3391b5,DISK] 2024-11-07T14:43:36,991 INFO [master/b7cc9d764de6:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/8f7e6163-acb4-de8a-dfb5-d9752af67ccf/MasterData/WALs/b7cc9d764de6,38349,1730990616715/b7cc9d764de6%2C38349%2C1730990616715.1730990616975 2024-11-07T14:43:36,992 DEBUG [master/b7cc9d764de6:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45419:45419),(127.0.0.1/127.0.0.1:46217:46217)] 2024-11-07T14:43:36,992 DEBUG [master/b7cc9d764de6:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-07T14:43:36,992 DEBUG [master/b7cc9d764de6:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-07T14:43:36,992 DEBUG [master/b7cc9d764de6:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-07T14:43:36,992 DEBUG [master/b7cc9d764de6:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-07T14:43:36,993 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-07T14:43:36,995 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-07T14:43:36,995 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T14:43:36,995 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-07T14:43:36,995 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-07T14:43:36,997 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-07T14:43:36,997 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T14:43:36,997 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-07T14:43:36,997 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-07T14:43:36,998 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-07T14:43:36,998 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T14:43:36,999 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-07T14:43:36,999 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-07T14:43:37,000 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-07T14:43:37,000 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T14:43:37,000 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-07T14:43:37,000 DEBUG [master/b7cc9d764de6:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-07T14:43:37,001 DEBUG [master/b7cc9d764de6:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38149/user/jenkins/test-data/8f7e6163-acb4-de8a-dfb5-d9752af67ccf/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-07T14:43:37,001 DEBUG [master/b7cc9d764de6:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38149/user/jenkins/test-data/8f7e6163-acb4-de8a-dfb5-d9752af67ccf/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-07T14:43:37,003 DEBUG [master/b7cc9d764de6:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-07T14:43:37,003 DEBUG [master/b7cc9d764de6:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-07T14:43:37,003 DEBUG [master/b7cc9d764de6:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-07T14:43:37,004 DEBUG [master/b7cc9d764de6:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-07T14:43:37,006 DEBUG [master/b7cc9d764de6:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38149/user/jenkins/test-data/8f7e6163-acb4-de8a-dfb5-d9752af67ccf/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-07T14:43:37,007 INFO [master/b7cc9d764de6:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=718590, jitterRate=-0.08626596629619598}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-07T14:43:37,007 DEBUG [master/b7cc9d764de6:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1730990616992Initializing all the Stores at 1730990616993 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1730990616993Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1730990616993Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1730990616993Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1730990616993Cleaning up temporary data from old regions at 1730990617003 (+10 ms)Region opened successfully at 1730990617007 (+4 ms) 2024-11-07T14:43:37,008 INFO [master/b7cc9d764de6:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-07T14:43:37,011 DEBUG [master/b7cc9d764de6:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2de207e2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=b7cc9d764de6/172.17.0.3:0 2024-11-07T14:43:37,012 INFO [master/b7cc9d764de6:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-07T14:43:37,012 INFO [master/b7cc9d764de6:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-07T14:43:37,012 INFO [master/b7cc9d764de6:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-07T14:43:37,012 INFO [master/b7cc9d764de6:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-07T14:43:37,013 INFO [master/b7cc9d764de6:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-07T14:43:37,013 INFO [master/b7cc9d764de6:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-07T14:43:37,013 INFO [master/b7cc9d764de6:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-07T14:43:37,015 INFO [master/b7cc9d764de6:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-07T14:43:37,016 DEBUG [master/b7cc9d764de6:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38349-0x10116ee76260000, quorum=127.0.0.1:54033, baseZNode=/hbase Unable to get data of znode /hbase/balancer because node does not exist (not necessarily an error) 2024-11-07T14:43:37,023 DEBUG [master/b7cc9d764de6:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/balancer already deleted, retry=false 2024-11-07T14:43:37,023 INFO [master/b7cc9d764de6:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-07T14:43:37,024 DEBUG [master/b7cc9d764de6:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38349-0x10116ee76260000, quorum=127.0.0.1:54033, baseZNode=/hbase Unable to get data of znode /hbase/normalizer because node does not exist (not necessarily an error) 2024-11-07T14:43:37,031 DEBUG [master/b7cc9d764de6:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/normalizer already deleted, retry=false 2024-11-07T14:43:37,032 INFO [master/b7cc9d764de6:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-07T14:43:37,033 DEBUG [master/b7cc9d764de6:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38349-0x10116ee76260000, quorum=127.0.0.1:54033, baseZNode=/hbase Unable to get data of znode /hbase/switch/split because node does not exist (not necessarily an error) 2024-11-07T14:43:37,040 DEBUG [master/b7cc9d764de6:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/split already deleted, retry=false 2024-11-07T14:43:37,041 DEBUG [master/b7cc9d764de6:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38349-0x10116ee76260000, quorum=127.0.0.1:54033, baseZNode=/hbase Unable to get data of znode /hbase/switch/merge because node does not exist (not necessarily an error) 2024-11-07T14:43:37,048 DEBUG [master/b7cc9d764de6:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/merge already deleted, retry=false 2024-11-07T14:43:37,051 DEBUG [master/b7cc9d764de6:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38349-0x10116ee76260000, quorum=127.0.0.1:54033, baseZNode=/hbase Unable to get data of znode /hbase/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-07T14:43:37,056 DEBUG [master/b7cc9d764de6:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/snapshot-cleanup already deleted, retry=false 2024-11-07T14:43:37,065 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40219-0x10116ee76260001, quorum=127.0.0.1:54033, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-07T14:43:37,065 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38349-0x10116ee76260000, quorum=127.0.0.1:54033, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-07T14:43:37,065 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40219-0x10116ee76260001, quorum=127.0.0.1:54033, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-07T14:43:37,065 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38349-0x10116ee76260000, quorum=127.0.0.1:54033, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-07T14:43:37,066 INFO [master/b7cc9d764de6:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=b7cc9d764de6,38349,1730990616715, sessionid=0x10116ee76260000, setting cluster-up flag (Was=false) 2024-11-07T14:43:37,082 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40219-0x10116ee76260001, quorum=127.0.0.1:54033, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-07T14:43:37,082 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38349-0x10116ee76260000, quorum=127.0.0.1:54033, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-07T14:43:37,107 DEBUG [master/b7cc9d764de6:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/flush-table-proc/acquired, /hbase/flush-table-proc/reached, /hbase/flush-table-proc/abort 2024-11-07T14:43:37,110 DEBUG [master/b7cc9d764de6:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=b7cc9d764de6,38349,1730990616715 2024-11-07T14:43:37,132 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40219-0x10116ee76260001, quorum=127.0.0.1:54033, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-07T14:43:37,132 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38349-0x10116ee76260000, quorum=127.0.0.1:54033, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-07T14:43:37,157 DEBUG [master/b7cc9d764de6:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/online-snapshot/acquired, /hbase/online-snapshot/reached, /hbase/online-snapshot/abort 2024-11-07T14:43:37,160 DEBUG [master/b7cc9d764de6:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=b7cc9d764de6,38349,1730990616715 2024-11-07T14:43:37,162 INFO [master/b7cc9d764de6:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:38149/user/jenkins/test-data/8f7e6163-acb4-de8a-dfb5-d9752af67ccf/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-07T14:43:37,165 DEBUG [master/b7cc9d764de6:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-07T14:43:37,165 INFO [master/b7cc9d764de6:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-07T14:43:37,166 INFO [master/b7cc9d764de6:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-07T14:43:37,166 INFO [RS:0;b7cc9d764de6:40219 {}] regionserver.HRegionServer(746): ClusterId : 40bb829e-097b-4d73-b150-a804bdb5aed3 2024-11-07T14:43:37,166 DEBUG [RS:0;b7cc9d764de6:40219 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-07T14:43:37,166 DEBUG [master/b7cc9d764de6:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: b7cc9d764de6,38349,1730990616715 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-07T14:43:37,174 DEBUG [RS:0;b7cc9d764de6:40219 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-07T14:43:37,174 DEBUG [RS:0;b7cc9d764de6:40219 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-07T14:43:37,174 DEBUG [master/b7cc9d764de6:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/b7cc9d764de6:0, corePoolSize=5, maxPoolSize=5 2024-11-07T14:43:37,174 DEBUG [master/b7cc9d764de6:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/b7cc9d764de6:0, corePoolSize=5, maxPoolSize=5 2024-11-07T14:43:37,174 DEBUG [master/b7cc9d764de6:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/b7cc9d764de6:0, corePoolSize=5, maxPoolSize=5 2024-11-07T14:43:37,174 DEBUG [master/b7cc9d764de6:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/b7cc9d764de6:0, corePoolSize=5, maxPoolSize=5 2024-11-07T14:43:37,174 DEBUG [master/b7cc9d764de6:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/b7cc9d764de6:0, corePoolSize=10, maxPoolSize=10 2024-11-07T14:43:37,174 DEBUG [master/b7cc9d764de6:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/b7cc9d764de6:0, corePoolSize=1, maxPoolSize=1 2024-11-07T14:43:37,174 DEBUG [master/b7cc9d764de6:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/b7cc9d764de6:0, corePoolSize=2, maxPoolSize=2 2024-11-07T14:43:37,175 DEBUG [master/b7cc9d764de6:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/b7cc9d764de6:0, corePoolSize=1, maxPoolSize=1 2024-11-07T14:43:37,175 INFO [master/b7cc9d764de6:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1730990647175 2024-11-07T14:43:37,175 INFO [master/b7cc9d764de6:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-07T14:43:37,175 INFO [master/b7cc9d764de6:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-07T14:43:37,175 INFO [master/b7cc9d764de6:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-07T14:43:37,175 INFO [master/b7cc9d764de6:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-07T14:43:37,175 INFO [master/b7cc9d764de6:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-07T14:43:37,175 INFO [master/b7cc9d764de6:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-07T14:43:37,175 INFO [master/b7cc9d764de6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-07T14:43:37,176 INFO [master/b7cc9d764de6:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-07T14:43:37,176 INFO [master/b7cc9d764de6:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-07T14:43:37,176 INFO [master/b7cc9d764de6:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-07T14:43:37,176 INFO [master/b7cc9d764de6:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-07T14:43:37,176 INFO [master/b7cc9d764de6:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-07T14:43:37,176 DEBUG [master/b7cc9d764de6:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/b7cc9d764de6:0:becomeActiveMaster-HFileCleaner.large.0-1730990617176,5,FailOnTimeoutGroup] 2024-11-07T14:43:37,176 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-07T14:43:37,176 DEBUG [master/b7cc9d764de6:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/b7cc9d764de6:0:becomeActiveMaster-HFileCleaner.small.0-1730990617176,5,FailOnTimeoutGroup] 2024-11-07T14:43:37,176 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-07T14:43:37,176 INFO [master/b7cc9d764de6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-07T14:43:37,176 INFO [master/b7cc9d764de6:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-07T14:43:37,177 INFO [master/b7cc9d764de6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-07T14:43:37,177 INFO [master/b7cc9d764de6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-07T14:43:37,178 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T14:43:37,178 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-07T14:43:37,182 DEBUG [RS:0;b7cc9d764de6:40219 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-07T14:43:37,183 DEBUG [RS:0;b7cc9d764de6:40219 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5b475247, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=b7cc9d764de6/172.17.0.3:0 2024-11-07T14:43:37,185 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45887 is added to blk_1073741831_1007 (size=1321) 2024-11-07T14:43:37,185 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45615 is added to blk_1073741831_1007 (size=1321) 2024-11-07T14:43:37,187 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:38149/user/jenkins/test-data/8f7e6163-acb4-de8a-dfb5-d9752af67ccf/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-07T14:43:37,187 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:38149/user/jenkins/test-data/8f7e6163-acb4-de8a-dfb5-d9752af67ccf 2024-11-07T14:43:37,193 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45887 is added to blk_1073741832_1008 (size=32) 2024-11-07T14:43:37,193 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45615 is added to blk_1073741832_1008 (size=32) 2024-11-07T14:43:37,194 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-07T14:43:37,195 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-07T14:43:37,196 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-07T14:43:37,196 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T14:43:37,197 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-07T14:43:37,197 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-07T14:43:37,198 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-07T14:43:37,198 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T14:43:37,199 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-07T14:43:37,199 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-07T14:43:37,200 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-07T14:43:37,200 DEBUG [RS:0;b7cc9d764de6:40219 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;b7cc9d764de6:40219 2024-11-07T14:43:37,200 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T14:43:37,200 INFO [RS:0;b7cc9d764de6:40219 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-07T14:43:37,200 INFO [RS:0;b7cc9d764de6:40219 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-07T14:43:37,200 DEBUG [RS:0;b7cc9d764de6:40219 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-07T14:43:37,200 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-07T14:43:37,201 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-07T14:43:37,201 INFO [RS:0;b7cc9d764de6:40219 {}] regionserver.HRegionServer(2659): reportForDuty to master=b7cc9d764de6,38349,1730990616715 with port=40219, startcode=1730990616841 2024-11-07T14:43:37,201 DEBUG [RS:0;b7cc9d764de6:40219 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-07T14:43:37,202 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-07T14:43:37,202 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T14:43:37,203 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-07T14:43:37,203 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-07T14:43:37,203 INFO [HMaster-EventLoopGroup-9-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:42997, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.3 (auth:SIMPLE), service=RegionServerStatusService 2024-11-07T14:43:37,203 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=38349 {}] master.ServerManager(363): Checking decommissioned status of RegionServer b7cc9d764de6,40219,1730990616841 2024-11-07T14:43:37,203 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=38349 {}] master.ServerManager(517): Registering regionserver=b7cc9d764de6,40219,1730990616841 2024-11-07T14:43:37,204 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38149/user/jenkins/test-data/8f7e6163-acb4-de8a-dfb5-d9752af67ccf/data/hbase/meta/1588230740 2024-11-07T14:43:37,204 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38149/user/jenkins/test-data/8f7e6163-acb4-de8a-dfb5-d9752af67ccf/data/hbase/meta/1588230740 2024-11-07T14:43:37,205 DEBUG [RS:0;b7cc9d764de6:40219 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:38149/user/jenkins/test-data/8f7e6163-acb4-de8a-dfb5-d9752af67ccf 2024-11-07T14:43:37,205 DEBUG [RS:0;b7cc9d764de6:40219 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:38149 2024-11-07T14:43:37,205 DEBUG [RS:0;b7cc9d764de6:40219 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-07T14:43:37,205 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-07T14:43:37,205 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-07T14:43:37,206 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-07T14:43:37,207 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-07T14:43:37,209 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38149/user/jenkins/test-data/8f7e6163-acb4-de8a-dfb5-d9752af67ccf/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-07T14:43:37,210 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=16384, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=859434, jitterRate=0.09282781183719635}}}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-07T14:43:37,210 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1730990617194Initializing all the Stores at 1730990617195 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1730990617195Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1730990617195Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1730990617195Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1730990617195Cleaning up temporary data from old regions at 1730990617205 (+10 ms)Region opened successfully at 1730990617210 (+5 ms) 2024-11-07T14:43:37,210 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-07T14:43:37,210 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-07T14:43:37,211 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-07T14:43:37,211 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-07T14:43:37,211 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-07T14:43:37,211 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-07T14:43:37,211 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1730990617210Disabling compacts and flushes for region at 1730990617210Disabling writes for close at 1730990617211 (+1 ms)Writing region close event to WAL at 1730990617211Closed at 1730990617211 2024-11-07T14:43:37,212 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-07T14:43:37,212 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-07T14:43:37,212 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-07T14:43:37,213 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-07T14:43:37,214 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-07T14:43:37,215 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38349-0x10116ee76260000, quorum=127.0.0.1:54033, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-07T14:43:37,216 DEBUG [RS:0;b7cc9d764de6:40219 {}] zookeeper.ZKUtil(111): regionserver:40219-0x10116ee76260001, quorum=127.0.0.1:54033, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/b7cc9d764de6,40219,1730990616841 2024-11-07T14:43:37,216 WARN [RS:0;b7cc9d764de6:40219 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-07T14:43:37,216 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [b7cc9d764de6,40219,1730990616841] 2024-11-07T14:43:37,216 INFO [RS:0;b7cc9d764de6:40219 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-07T14:43:37,216 DEBUG [RS:0;b7cc9d764de6:40219 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:38149/user/jenkins/test-data/8f7e6163-acb4-de8a-dfb5-d9752af67ccf/WALs/b7cc9d764de6,40219,1730990616841 2024-11-07T14:43:37,220 INFO [RS:0;b7cc9d764de6:40219 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-07T14:43:37,221 INFO [RS:0;b7cc9d764de6:40219 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-07T14:43:37,222 INFO [RS:0;b7cc9d764de6:40219 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-07T14:43:37,222 INFO [RS:0;b7cc9d764de6:40219 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-07T14:43:37,222 INFO [RS:0;b7cc9d764de6:40219 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-07T14:43:37,223 INFO [RS:0;b7cc9d764de6:40219 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-07T14:43:37,223 INFO [RS:0;b7cc9d764de6:40219 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-07T14:43:37,223 DEBUG [RS:0;b7cc9d764de6:40219 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/b7cc9d764de6:0, corePoolSize=1, maxPoolSize=1 2024-11-07T14:43:37,223 DEBUG [RS:0;b7cc9d764de6:40219 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/b7cc9d764de6:0, corePoolSize=1, maxPoolSize=1 2024-11-07T14:43:37,223 DEBUG [RS:0;b7cc9d764de6:40219 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/b7cc9d764de6:0, corePoolSize=1, maxPoolSize=1 2024-11-07T14:43:37,223 DEBUG [RS:0;b7cc9d764de6:40219 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/b7cc9d764de6:0, corePoolSize=1, maxPoolSize=1 2024-11-07T14:43:37,224 DEBUG [RS:0;b7cc9d764de6:40219 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/b7cc9d764de6:0, corePoolSize=1, maxPoolSize=1 2024-11-07T14:43:37,224 DEBUG [RS:0;b7cc9d764de6:40219 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/b7cc9d764de6:0, corePoolSize=2, maxPoolSize=2 2024-11-07T14:43:37,224 DEBUG [RS:0;b7cc9d764de6:40219 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/b7cc9d764de6:0, corePoolSize=1, maxPoolSize=1 2024-11-07T14:43:37,224 DEBUG [RS:0;b7cc9d764de6:40219 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/b7cc9d764de6:0, corePoolSize=1, maxPoolSize=1 2024-11-07T14:43:37,224 DEBUG [RS:0;b7cc9d764de6:40219 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/b7cc9d764de6:0, corePoolSize=1, maxPoolSize=1 2024-11-07T14:43:37,224 DEBUG [RS:0;b7cc9d764de6:40219 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/b7cc9d764de6:0, corePoolSize=1, maxPoolSize=1 2024-11-07T14:43:37,224 DEBUG [RS:0;b7cc9d764de6:40219 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/b7cc9d764de6:0, corePoolSize=1, maxPoolSize=1 2024-11-07T14:43:37,224 DEBUG [RS:0;b7cc9d764de6:40219 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/b7cc9d764de6:0, corePoolSize=1, maxPoolSize=1 2024-11-07T14:43:37,224 DEBUG [RS:0;b7cc9d764de6:40219 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/b7cc9d764de6:0, corePoolSize=3, maxPoolSize=3 2024-11-07T14:43:37,224 DEBUG [RS:0;b7cc9d764de6:40219 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/b7cc9d764de6:0, corePoolSize=3, maxPoolSize=3 2024-11-07T14:43:37,225 INFO [RS:0;b7cc9d764de6:40219 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-07T14:43:37,225 INFO [RS:0;b7cc9d764de6:40219 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-07T14:43:37,225 INFO [RS:0;b7cc9d764de6:40219 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-07T14:43:37,225 INFO [RS:0;b7cc9d764de6:40219 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-07T14:43:37,225 INFO [RS:0;b7cc9d764de6:40219 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-07T14:43:37,225 INFO [RS:0;b7cc9d764de6:40219 {}] hbase.ChoreService(168): Chore ScheduledChore name=b7cc9d764de6,40219,1730990616841-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-07T14:43:37,244 INFO [RS:0;b7cc9d764de6:40219 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-07T14:43:37,244 INFO [RS:0;b7cc9d764de6:40219 {}] hbase.ChoreService(168): Chore ScheduledChore name=b7cc9d764de6,40219,1730990616841-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-07T14:43:37,245 INFO [RS:0;b7cc9d764de6:40219 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-07T14:43:37,245 INFO [RS:0;b7cc9d764de6:40219 {}] regionserver.Replication(171): b7cc9d764de6,40219,1730990616841 started 2024-11-07T14:43:37,257 INFO [RS:0;b7cc9d764de6:40219 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-07T14:43:37,257 INFO [RS:0;b7cc9d764de6:40219 {}] regionserver.HRegionServer(1482): Serving as b7cc9d764de6,40219,1730990616841, RpcServer on b7cc9d764de6/172.17.0.3:40219, sessionid=0x10116ee76260001 2024-11-07T14:43:37,257 DEBUG [RS:0;b7cc9d764de6:40219 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-07T14:43:37,257 DEBUG [RS:0;b7cc9d764de6:40219 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager b7cc9d764de6,40219,1730990616841 2024-11-07T14:43:37,257 DEBUG [RS:0;b7cc9d764de6:40219 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'b7cc9d764de6,40219,1730990616841' 2024-11-07T14:43:37,257 DEBUG [RS:0;b7cc9d764de6:40219 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-07T14:43:37,258 DEBUG [RS:0;b7cc9d764de6:40219 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-07T14:43:37,258 DEBUG [RS:0;b7cc9d764de6:40219 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-07T14:43:37,258 DEBUG [RS:0;b7cc9d764de6:40219 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-07T14:43:37,258 DEBUG [RS:0;b7cc9d764de6:40219 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager b7cc9d764de6,40219,1730990616841 2024-11-07T14:43:37,258 DEBUG [RS:0;b7cc9d764de6:40219 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'b7cc9d764de6,40219,1730990616841' 2024-11-07T14:43:37,258 DEBUG [RS:0;b7cc9d764de6:40219 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-07T14:43:37,259 DEBUG [RS:0;b7cc9d764de6:40219 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-07T14:43:37,259 DEBUG [RS:0;b7cc9d764de6:40219 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-07T14:43:37,259 INFO [RS:0;b7cc9d764de6:40219 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-07T14:43:37,259 INFO [RS:0;b7cc9d764de6:40219 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-07T14:43:37,360 INFO [RS:0;b7cc9d764de6:40219 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-07T14:43:37,362 INFO [RS:0;b7cc9d764de6:40219 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=b7cc9d764de6%2C40219%2C1730990616841, suffix=, logDir=hdfs://localhost:38149/user/jenkins/test-data/8f7e6163-acb4-de8a-dfb5-d9752af67ccf/WALs/b7cc9d764de6,40219,1730990616841, archiveDir=hdfs://localhost:38149/user/jenkins/test-data/8f7e6163-acb4-de8a-dfb5-d9752af67ccf/oldWALs, maxLogs=32 2024-11-07T14:43:37,365 WARN [b7cc9d764de6:38349 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions. 2024-11-07T14:43:37,379 DEBUG [RS:0;b7cc9d764de6:40219 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/8f7e6163-acb4-de8a-dfb5-d9752af67ccf/WALs/b7cc9d764de6,40219,1730990616841/b7cc9d764de6%2C40219%2C1730990616841.1730990617364, exclude list is [], retry=0 2024-11-07T14:43:37,382 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45615,DS-c3ff0046-32b1-4d4c-8c75-0b8e9847f394,DISK] 2024-11-07T14:43:37,382 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45887,DS-51e745e5-ff44-4fc9-bae7-0456db3391b5,DISK] 2024-11-07T14:43:37,384 INFO [RS:0;b7cc9d764de6:40219 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/8f7e6163-acb4-de8a-dfb5-d9752af67ccf/WALs/b7cc9d764de6,40219,1730990616841/b7cc9d764de6%2C40219%2C1730990616841.1730990617364 2024-11-07T14:43:37,384 DEBUG [RS:0;b7cc9d764de6:40219 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45419:45419),(127.0.0.1/127.0.0.1:46217:46217)] 2024-11-07T14:43:37,459 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-07T14:43:37,459 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-07T14:43:37,460 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_TestLogRolling-testCompactionRecordDoesntBlockRolling 2024-11-07T14:43:37,615 DEBUG [b7cc9d764de6:38349 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-07T14:43:37,616 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=b7cc9d764de6,40219,1730990616841 2024-11-07T14:43:37,620 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as b7cc9d764de6,40219,1730990616841, state=OPENING 2024-11-07T14:43:37,656 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-07T14:43:37,665 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40219-0x10116ee76260001, quorum=127.0.0.1:54033, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-07T14:43:37,665 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38349-0x10116ee76260000, quorum=127.0.0.1:54033, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-07T14:43:37,667 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-07T14:43:37,668 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=b7cc9d764de6,40219,1730990616841}] 2024-11-07T14:43:37,668 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-07T14:43:37,668 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-07T14:43:37,825 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-07T14:43:37,828 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:37635, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-07T14:43:37,836 INFO [RS_OPEN_META-regionserver/b7cc9d764de6:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-07T14:43:37,837 INFO [RS_OPEN_META-regionserver/b7cc9d764de6:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-07T14:43:37,837 INFO [RS_OPEN_META-regionserver/b7cc9d764de6:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-07T14:43:37,839 INFO [RS_OPEN_META-regionserver/b7cc9d764de6:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=b7cc9d764de6%2C40219%2C1730990616841.meta, suffix=.meta, logDir=hdfs://localhost:38149/user/jenkins/test-data/8f7e6163-acb4-de8a-dfb5-d9752af67ccf/WALs/b7cc9d764de6,40219,1730990616841, archiveDir=hdfs://localhost:38149/user/jenkins/test-data/8f7e6163-acb4-de8a-dfb5-d9752af67ccf/oldWALs, maxLogs=32 2024-11-07T14:43:37,853 DEBUG [RS_OPEN_META-regionserver/b7cc9d764de6:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/8f7e6163-acb4-de8a-dfb5-d9752af67ccf/WALs/b7cc9d764de6,40219,1730990616841/b7cc9d764de6%2C40219%2C1730990616841.meta.1730990617840.meta, exclude list is [], retry=0 2024-11-07T14:43:37,856 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45887,DS-51e745e5-ff44-4fc9-bae7-0456db3391b5,DISK] 2024-11-07T14:43:37,856 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45615,DS-c3ff0046-32b1-4d4c-8c75-0b8e9847f394,DISK] 2024-11-07T14:43:37,858 INFO [RS_OPEN_META-regionserver/b7cc9d764de6:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/8f7e6163-acb4-de8a-dfb5-d9752af67ccf/WALs/b7cc9d764de6,40219,1730990616841/b7cc9d764de6%2C40219%2C1730990616841.meta.1730990617840.meta 2024-11-07T14:43:37,858 DEBUG [RS_OPEN_META-regionserver/b7cc9d764de6:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45419:45419),(127.0.0.1/127.0.0.1:46217:46217)] 2024-11-07T14:43:37,858 DEBUG [RS_OPEN_META-regionserver/b7cc9d764de6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-07T14:43:37,858 DEBUG [RS_OPEN_META-regionserver/b7cc9d764de6:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-07T14:43:37,858 DEBUG [RS_OPEN_META-regionserver/b7cc9d764de6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-07T14:43:37,858 INFO [RS_OPEN_META-regionserver/b7cc9d764de6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-07T14:43:37,858 DEBUG [RS_OPEN_META-regionserver/b7cc9d764de6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-07T14:43:37,859 DEBUG [RS_OPEN_META-regionserver/b7cc9d764de6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-07T14:43:37,859 DEBUG [RS_OPEN_META-regionserver/b7cc9d764de6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-07T14:43:37,859 DEBUG [RS_OPEN_META-regionserver/b7cc9d764de6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-07T14:43:37,860 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-07T14:43:37,861 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-07T14:43:37,861 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T14:43:37,861 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-07T14:43:37,861 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-07T14:43:37,862 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-07T14:43:37,862 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T14:43:37,863 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-07T14:43:37,863 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-07T14:43:37,863 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-07T14:43:37,863 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T14:43:37,864 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-07T14:43:37,864 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-07T14:43:37,864 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-07T14:43:37,865 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T14:43:37,865 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-07T14:43:37,865 DEBUG [RS_OPEN_META-regionserver/b7cc9d764de6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-07T14:43:37,866 DEBUG [RS_OPEN_META-regionserver/b7cc9d764de6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38149/user/jenkins/test-data/8f7e6163-acb4-de8a-dfb5-d9752af67ccf/data/hbase/meta/1588230740 2024-11-07T14:43:37,867 DEBUG [RS_OPEN_META-regionserver/b7cc9d764de6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38149/user/jenkins/test-data/8f7e6163-acb4-de8a-dfb5-d9752af67ccf/data/hbase/meta/1588230740 2024-11-07T14:43:37,868 DEBUG [RS_OPEN_META-regionserver/b7cc9d764de6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-07T14:43:37,868 DEBUG [RS_OPEN_META-regionserver/b7cc9d764de6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-07T14:43:37,869 DEBUG [RS_OPEN_META-regionserver/b7cc9d764de6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-07T14:43:37,870 DEBUG [RS_OPEN_META-regionserver/b7cc9d764de6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-07T14:43:37,871 INFO [RS_OPEN_META-regionserver/b7cc9d764de6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=16384, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=879059, jitterRate=0.11778154969215393}}}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-07T14:43:37,871 DEBUG [RS_OPEN_META-regionserver/b7cc9d764de6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-07T14:43:37,872 DEBUG [RS_OPEN_META-regionserver/b7cc9d764de6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1730990617859Writing region info on filesystem at 1730990617859Initializing all the Stores at 1730990617860 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1730990617860Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1730990617860Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1730990617860Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1730990617860Cleaning up temporary data from old regions at 1730990617868 (+8 ms)Running coprocessor post-open hooks at 1730990617871 (+3 ms)Region opened successfully at 1730990617872 (+1 ms) 2024-11-07T14:43:37,873 INFO [RS_OPEN_META-regionserver/b7cc9d764de6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1730990617824 2024-11-07T14:43:37,876 DEBUG [RS_OPEN_META-regionserver/b7cc9d764de6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-07T14:43:37,876 INFO [RS_OPEN_META-regionserver/b7cc9d764de6:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-07T14:43:37,876 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=b7cc9d764de6,40219,1730990616841 2024-11-07T14:43:37,877 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as b7cc9d764de6,40219,1730990616841, state=OPEN 2024-11-07T14:43:37,900 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38349-0x10116ee76260000, quorum=127.0.0.1:54033, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-07T14:43:37,900 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40219-0x10116ee76260001, quorum=127.0.0.1:54033, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-07T14:43:37,900 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=b7cc9d764de6,40219,1730990616841 2024-11-07T14:43:37,900 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-07T14:43:37,900 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-07T14:43:37,906 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-07T14:43:37,906 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=b7cc9d764de6,40219,1730990616841 in 233 msec 2024-11-07T14:43:37,908 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-07T14:43:37,908 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 694 msec 2024-11-07T14:43:37,909 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-07T14:43:37,909 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-07T14:43:37,910 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-07T14:43:37,910 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b7cc9d764de6,40219,1730990616841, seqNum=-1] 2024-11-07T14:43:37,910 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-07T14:43:37,911 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:52805, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-07T14:43:37,917 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 752 msec 2024-11-07T14:43:37,917 INFO [master/b7cc9d764de6:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1730990617917, completionTime=-1 2024-11-07T14:43:37,917 INFO [master/b7cc9d764de6:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-07T14:43:37,917 DEBUG [master/b7cc9d764de6:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-07T14:43:37,919 INFO [master/b7cc9d764de6:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-07T14:43:37,919 INFO [master/b7cc9d764de6:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1730990677919 2024-11-07T14:43:37,919 INFO [master/b7cc9d764de6:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1730990737919 2024-11-07T14:43:37,919 INFO [master/b7cc9d764de6:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 1 msec 2024-11-07T14:43:37,920 INFO [master/b7cc9d764de6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b7cc9d764de6,38349,1730990616715-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-07T14:43:37,920 INFO [master/b7cc9d764de6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b7cc9d764de6,38349,1730990616715-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-07T14:43:37,920 INFO [master/b7cc9d764de6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b7cc9d764de6,38349,1730990616715-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-07T14:43:37,920 INFO [master/b7cc9d764de6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-b7cc9d764de6:38349, period=300000, unit=MILLISECONDS is enabled. 2024-11-07T14:43:37,920 INFO [master/b7cc9d764de6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-07T14:43:37,920 INFO [master/b7cc9d764de6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-07T14:43:37,921 DEBUG [master/b7cc9d764de6:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-07T14:43:37,924 INFO [master/b7cc9d764de6:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 1.025sec 2024-11-07T14:43:37,924 INFO [master/b7cc9d764de6:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-07T14:43:37,924 INFO [master/b7cc9d764de6:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-07T14:43:37,924 INFO [master/b7cc9d764de6:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-07T14:43:37,924 INFO [master/b7cc9d764de6:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-07T14:43:37,924 INFO [master/b7cc9d764de6:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-07T14:43:37,924 INFO [master/b7cc9d764de6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b7cc9d764de6,38349,1730990616715-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-07T14:43:37,924 INFO [master/b7cc9d764de6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b7cc9d764de6,38349,1730990616715-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-07T14:43:37,927 DEBUG [master/b7cc9d764de6:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-07T14:43:37,927 INFO [master/b7cc9d764de6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-07T14:43:37,927 INFO [master/b7cc9d764de6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b7cc9d764de6,38349,1730990616715-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-07T14:43:37,967 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5117d43e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T14:43:37,967 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request b7cc9d764de6,38349,-1 for getting cluster id 2024-11-07T14:43:37,967 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-07T14:43:37,969 DEBUG [HMaster-EventLoopGroup-9-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '40bb829e-097b-4d73-b150-a804bdb5aed3' 2024-11-07T14:43:37,970 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-07T14:43:37,970 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "40bb829e-097b-4d73-b150-a804bdb5aed3" 2024-11-07T14:43:37,971 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@433209b0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T14:43:37,971 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b7cc9d764de6,38349,-1] 2024-11-07T14:43:37,971 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-07T14:43:37,972 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T14:43:37,974 INFO [HMaster-EventLoopGroup-9-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:55644, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-07T14:43:37,975 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1487fe16, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T14:43:37,976 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-07T14:43:37,977 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b7cc9d764de6,40219,1730990616841, seqNum=-1] 2024-11-07T14:43:37,978 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-07T14:43:37,980 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:58226, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-07T14:43:37,982 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=b7cc9d764de6,38349,1730990616715 2024-11-07T14:43:37,983 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-07T14:43:37,986 INFO [Time-limited test {}] master.MasterRpcServices(567): Client=null/null set balanceSwitch=false 2024-11-07T14:43:37,986 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-07T14:43:37,988 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncConnectionImpl(321): The fetched master address is b7cc9d764de6,38349,1730990616715 2024-11-07T14:43:37,988 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@1f0eaf32 2024-11-07T14:43:37,988 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-07T14:43:37,990 INFO [HMaster-EventLoopGroup-9-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:55658, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-07T14:43:37,991 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38349 {}] util.TableDescriptorChecker(321): MAX_FILESIZE for table descriptor or "hbase.hregion.max.filesize" (786432) is too small, which might cause over splitting into unmanageable number of regions. 2024-11-07T14:43:37,991 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38349 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (8192) is too small, which might cause very frequent flushing. 2024-11-07T14:43:37,991 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38349 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'TestLogRolling-testLogRolling', {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-07T14:43:37,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38349 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=TestLogRolling-testLogRolling 2024-11-07T14:43:37,995 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=TestLogRolling-testLogRolling execute state=CREATE_TABLE_PRE_OPERATION 2024-11-07T14:43:37,995 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T14:43:37,995 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38349 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "TestLogRolling-testLogRolling" procId is: 4 2024-11-07T14:43:37,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38349 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-07T14:43:37,997 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=TestLogRolling-testLogRolling execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-07T14:43:38,005 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45615 is added to blk_1073741835_1011 (size=381) 2024-11-07T14:43:38,005 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45887 is added to blk_1073741835_1011 (size=381) 2024-11-07T14:43:38,411 INFO [RegionOpenAndInit-TestLogRolling-testLogRolling-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => cb75aaa252544a3fd34c200e2556d777, NAME => 'TestLogRolling-testLogRolling,,1730990617991.cb75aaa252544a3fd34c200e2556d777.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='TestLogRolling-testLogRolling', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:38149/user/jenkins/test-data/8f7e6163-acb4-de8a-dfb5-d9752af67ccf 2024-11-07T14:43:38,421 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45887 is added to blk_1073741836_1012 (size=64) 2024-11-07T14:43:38,421 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45615 is added to blk_1073741836_1012 (size=64) 2024-11-07T14:43:38,824 DEBUG [RegionOpenAndInit-TestLogRolling-testLogRolling-pool-0 {}] regionserver.HRegion(898): Instantiated TestLogRolling-testLogRolling,,1730990617991.cb75aaa252544a3fd34c200e2556d777.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-07T14:43:38,825 DEBUG [RegionOpenAndInit-TestLogRolling-testLogRolling-pool-0 {}] regionserver.HRegion(1722): Closing cb75aaa252544a3fd34c200e2556d777, disabling compactions & flushes 2024-11-07T14:43:38,825 INFO [RegionOpenAndInit-TestLogRolling-testLogRolling-pool-0 {}] regionserver.HRegion(1755): Closing region TestLogRolling-testLogRolling,,1730990617991.cb75aaa252544a3fd34c200e2556d777. 2024-11-07T14:43:38,825 DEBUG [RegionOpenAndInit-TestLogRolling-testLogRolling-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on TestLogRolling-testLogRolling,,1730990617991.cb75aaa252544a3fd34c200e2556d777. 2024-11-07T14:43:38,825 DEBUG [RegionOpenAndInit-TestLogRolling-testLogRolling-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on TestLogRolling-testLogRolling,,1730990617991.cb75aaa252544a3fd34c200e2556d777. after waiting 0 ms 2024-11-07T14:43:38,825 DEBUG [RegionOpenAndInit-TestLogRolling-testLogRolling-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region TestLogRolling-testLogRolling,,1730990617991.cb75aaa252544a3fd34c200e2556d777. 2024-11-07T14:43:38,825 INFO [RegionOpenAndInit-TestLogRolling-testLogRolling-pool-0 {}] regionserver.HRegion(1973): Closed TestLogRolling-testLogRolling,,1730990617991.cb75aaa252544a3fd34c200e2556d777. 2024-11-07T14:43:38,825 DEBUG [RegionOpenAndInit-TestLogRolling-testLogRolling-pool-0 {}] regionserver.HRegion(1676): Region close journal for cb75aaa252544a3fd34c200e2556d777: Waiting for close lock at 1730990618825Disabling compacts and flushes for region at 1730990618825Disabling writes for close at 1730990618825Writing region close event to WAL at 1730990618825Closed at 1730990618825 2024-11-07T14:43:38,828 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=TestLogRolling-testLogRolling execute state=CREATE_TABLE_ADD_TO_META 2024-11-07T14:43:38,829 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"TestLogRolling-testLogRolling,,1730990617991.cb75aaa252544a3fd34c200e2556d777.","families":{"info":[{"qualifier":"regioninfo","vlen":63,"tag":[],"timestamp":"1730990618828"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1730990618828"}]},"ts":"1730990618828"} 2024-11-07T14:43:38,833 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-07T14:43:38,835 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=TestLogRolling-testLogRolling execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-07T14:43:38,835 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestLogRolling-testLogRolling","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1730990618835"}]},"ts":"1730990618835"} 2024-11-07T14:43:38,838 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=TestLogRolling-testLogRolling, state=ENABLING in hbase:meta 2024-11-07T14:43:38,838 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestLogRolling-testLogRolling, region=cb75aaa252544a3fd34c200e2556d777, ASSIGN}] 2024-11-07T14:43:38,839 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestLogRolling-testLogRolling, region=cb75aaa252544a3fd34c200e2556d777, ASSIGN 2024-11-07T14:43:38,840 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=TestLogRolling-testLogRolling, region=cb75aaa252544a3fd34c200e2556d777, ASSIGN; state=OFFLINE, location=b7cc9d764de6,40219,1730990616841; forceNewPlan=false, retain=false 2024-11-07T14:43:38,992 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=cb75aaa252544a3fd34c200e2556d777, regionState=OPENING, regionLocation=b7cc9d764de6,40219,1730990616841 2024-11-07T14:43:38,998 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=TestLogRolling-testLogRolling, region=cb75aaa252544a3fd34c200e2556d777, ASSIGN because future has completed 2024-11-07T14:43:39,000 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure cb75aaa252544a3fd34c200e2556d777, server=b7cc9d764de6,40219,1730990616841}] 2024-11-07T14:43:39,158 INFO [RS_OPEN_REGION-regionserver/b7cc9d764de6:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open TestLogRolling-testLogRolling,,1730990617991.cb75aaa252544a3fd34c200e2556d777. 2024-11-07T14:43:39,158 DEBUG [RS_OPEN_REGION-regionserver/b7cc9d764de6:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => cb75aaa252544a3fd34c200e2556d777, NAME => 'TestLogRolling-testLogRolling,,1730990617991.cb75aaa252544a3fd34c200e2556d777.', STARTKEY => '', ENDKEY => ''} 2024-11-07T14:43:39,158 DEBUG [RS_OPEN_REGION-regionserver/b7cc9d764de6:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestLogRolling-testLogRolling cb75aaa252544a3fd34c200e2556d777 2024-11-07T14:43:39,158 DEBUG [RS_OPEN_REGION-regionserver/b7cc9d764de6:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated TestLogRolling-testLogRolling,,1730990617991.cb75aaa252544a3fd34c200e2556d777.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-07T14:43:39,158 DEBUG [RS_OPEN_REGION-regionserver/b7cc9d764de6:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for cb75aaa252544a3fd34c200e2556d777 2024-11-07T14:43:39,159 DEBUG [RS_OPEN_REGION-regionserver/b7cc9d764de6:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for cb75aaa252544a3fd34c200e2556d777 2024-11-07T14:43:39,160 INFO [StoreOpener-cb75aaa252544a3fd34c200e2556d777-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region cb75aaa252544a3fd34c200e2556d777 2024-11-07T14:43:39,162 INFO [StoreOpener-cb75aaa252544a3fd34c200e2556d777-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region cb75aaa252544a3fd34c200e2556d777 columnFamilyName info 2024-11-07T14:43:39,162 DEBUG [StoreOpener-cb75aaa252544a3fd34c200e2556d777-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T14:43:39,163 INFO [StoreOpener-cb75aaa252544a3fd34c200e2556d777-1 {}] regionserver.HStore(327): Store=cb75aaa252544a3fd34c200e2556d777/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-07T14:43:39,163 DEBUG [RS_OPEN_REGION-regionserver/b7cc9d764de6:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for cb75aaa252544a3fd34c200e2556d777 2024-11-07T14:43:39,164 DEBUG [RS_OPEN_REGION-regionserver/b7cc9d764de6:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38149/user/jenkins/test-data/8f7e6163-acb4-de8a-dfb5-d9752af67ccf/data/default/TestLogRolling-testLogRolling/cb75aaa252544a3fd34c200e2556d777 2024-11-07T14:43:39,165 DEBUG [RS_OPEN_REGION-regionserver/b7cc9d764de6:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38149/user/jenkins/test-data/8f7e6163-acb4-de8a-dfb5-d9752af67ccf/data/default/TestLogRolling-testLogRolling/cb75aaa252544a3fd34c200e2556d777 2024-11-07T14:43:39,165 DEBUG [RS_OPEN_REGION-regionserver/b7cc9d764de6:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for cb75aaa252544a3fd34c200e2556d777 2024-11-07T14:43:39,165 DEBUG [RS_OPEN_REGION-regionserver/b7cc9d764de6:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for cb75aaa252544a3fd34c200e2556d777 2024-11-07T14:43:39,167 DEBUG [RS_OPEN_REGION-regionserver/b7cc9d764de6:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for cb75aaa252544a3fd34c200e2556d777 2024-11-07T14:43:39,169 DEBUG [RS_OPEN_REGION-regionserver/b7cc9d764de6:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38149/user/jenkins/test-data/8f7e6163-acb4-de8a-dfb5-d9752af67ccf/data/default/TestLogRolling-testLogRolling/cb75aaa252544a3fd34c200e2556d777/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-07T14:43:39,170 INFO [RS_OPEN_REGION-regionserver/b7cc9d764de6:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened cb75aaa252544a3fd34c200e2556d777; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=16384, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=789230, jitterRate=0.003559008240699768}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-07T14:43:39,170 DEBUG [RS_OPEN_REGION-regionserver/b7cc9d764de6:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for cb75aaa252544a3fd34c200e2556d777 2024-11-07T14:43:39,171 DEBUG [RS_OPEN_REGION-regionserver/b7cc9d764de6:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for cb75aaa252544a3fd34c200e2556d777: Running coprocessor pre-open hook at 1730990619159Writing region info on filesystem at 1730990619159Initializing all the Stores at 1730990619160 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1730990619160Cleaning up temporary data from old regions at 1730990619165 (+5 ms)Running coprocessor post-open hooks at 1730990619170 (+5 ms)Region opened successfully at 1730990619171 (+1 ms) 2024-11-07T14:43:39,172 INFO [RS_OPEN_REGION-regionserver/b7cc9d764de6:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for TestLogRolling-testLogRolling,,1730990617991.cb75aaa252544a3fd34c200e2556d777., pid=6, masterSystemTime=1730990619154 2024-11-07T14:43:39,174 DEBUG [RS_OPEN_REGION-regionserver/b7cc9d764de6:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for TestLogRolling-testLogRolling,,1730990617991.cb75aaa252544a3fd34c200e2556d777. 2024-11-07T14:43:39,174 INFO [RS_OPEN_REGION-regionserver/b7cc9d764de6:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened TestLogRolling-testLogRolling,,1730990617991.cb75aaa252544a3fd34c200e2556d777. 2024-11-07T14:43:39,175 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=cb75aaa252544a3fd34c200e2556d777, regionState=OPEN, openSeqNum=2, regionLocation=b7cc9d764de6,40219,1730990616841 2024-11-07T14:43:39,178 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure cb75aaa252544a3fd34c200e2556d777, server=b7cc9d764de6,40219,1730990616841 because future has completed 2024-11-07T14:43:39,182 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-07T14:43:39,182 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure cb75aaa252544a3fd34c200e2556d777, server=b7cc9d764de6,40219,1730990616841 in 179 msec 2024-11-07T14:43:39,185 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-07T14:43:39,185 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestLogRolling-testLogRolling, region=cb75aaa252544a3fd34c200e2556d777, ASSIGN in 344 msec 2024-11-07T14:43:39,185 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=TestLogRolling-testLogRolling execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-07T14:43:39,186 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestLogRolling-testLogRolling","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1730990619185"}]},"ts":"1730990619185"} 2024-11-07T14:43:39,187 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=TestLogRolling-testLogRolling, state=ENABLED in hbase:meta 2024-11-07T14:43:39,188 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=TestLogRolling-testLogRolling execute state=CREATE_TABLE_POST_OPERATION 2024-11-07T14:43:39,190 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=TestLogRolling-testLogRolling in 1.1960 sec 2024-11-07T14:43:39,283 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T14:43:39,284 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T14:43:39,284 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T14:43:39,284 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T14:43:39,284 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T14:43:39,284 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T14:43:39,288 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T14:43:39,288 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T14:43:39,288 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T14:43:39,290 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T14:43:39,795 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-07T14:43:39,815 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T14:43:39,815 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T14:43:39,815 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T14:43:39,816 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T14:43:39,816 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T14:43:39,816 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T14:43:39,819 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T14:43:39,819 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T14:43:39,819 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T14:43:39,821 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T14:43:43,220 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-07T14:43:43,222 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'TestLogRolling-testLogRolling' 2024-11-07T14:43:47,459 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-07T14:43:47,459 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-07T14:43:47,460 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-07T14:43:47,460 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-11-07T14:43:47,460 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_TestLogRolling-testLogRolling 2024-11-07T14:43:47,460 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_TestLogRolling-testLogRolling Metrics about Tables on a single HBase RegionServer 2024-11-07T14:43:48,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38349 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-07T14:43:48,024 INFO [RPCClient-NioEventLoopGroup-4-16 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:TestLogRolling-testLogRolling completed 2024-11-07T14:43:48,024 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=TestLogRolling-testLogRolling,, stopping at row=TestLogRolling-testLogRolling ,, for max=2147483647 with caching=100 2024-11-07T14:43:48,029 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(2234): Found 1 regions for table TestLogRolling-testLogRolling 2024-11-07T14:43:48,029 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(2240): firstRegionName=TestLogRolling-testLogRolling,,1730990617991.cb75aaa252544a3fd34c200e2556d777. 2024-11-07T14:43:48,034 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestLogRolling-testLogRolling', row='row0001', locateType=CURRENT is [region=TestLogRolling-testLogRolling,,1730990617991.cb75aaa252544a3fd34c200e2556d777., hostname=b7cc9d764de6,40219,1730990616841, seqNum=2] 2024-11-07T14:43:48,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40219 {}] regionserver.HRegion(8855): Flush requested on cb75aaa252544a3fd34c200e2556d777 2024-11-07T14:43:48,051 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing cb75aaa252544a3fd34c200e2556d777 1/1 column families, dataSize=8.21 KB heapSize=9.06 KB 2024-11-07T14:43:48,071 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38149/user/jenkins/test-data/8f7e6163-acb4-de8a-dfb5-d9752af67ccf/data/default/TestLogRolling-testLogRolling/cb75aaa252544a3fd34c200e2556d777/.tmp/info/cc8555e4227e49199b4cb365fa41a996 is 1055, key is row0001/info:/1730990628035/Put/seqid=0 2024-11-07T14:43:48,078 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45615 is added to blk_1073741837_1013 (size=13386) 2024-11-07T14:43:48,078 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45887 is added to blk_1073741837_1013 (size=13386) 2024-11-07T14:43:48,079 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.21 KB at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:38149/user/jenkins/test-data/8f7e6163-acb4-de8a-dfb5-d9752af67ccf/data/default/TestLogRolling-testLogRolling/cb75aaa252544a3fd34c200e2556d777/.tmp/info/cc8555e4227e49199b4cb365fa41a996 2024-11-07T14:43:48,086 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38149/user/jenkins/test-data/8f7e6163-acb4-de8a-dfb5-d9752af67ccf/data/default/TestLogRolling-testLogRolling/cb75aaa252544a3fd34c200e2556d777/.tmp/info/cc8555e4227e49199b4cb365fa41a996 as hdfs://localhost:38149/user/jenkins/test-data/8f7e6163-acb4-de8a-dfb5-d9752af67ccf/data/default/TestLogRolling-testLogRolling/cb75aaa252544a3fd34c200e2556d777/info/cc8555e4227e49199b4cb365fa41a996 2024-11-07T14:43:48,094 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38149/user/jenkins/test-data/8f7e6163-acb4-de8a-dfb5-d9752af67ccf/data/default/TestLogRolling-testLogRolling/cb75aaa252544a3fd34c200e2556d777/info/cc8555e4227e49199b4cb365fa41a996, entries=8, sequenceid=12, filesize=13.1 K 2024-11-07T14:43:48,095 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~8.21 KB/8408, heapSize ~9.05 KB/9264, currentSize=20.53 KB/21020 for cb75aaa252544a3fd34c200e2556d777 in 45ms, sequenceid=12, compaction requested=false 2024-11-07T14:43:48,095 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for cb75aaa252544a3fd34c200e2556d777: 2024-11-07T14:43:48,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40219 {}] regionserver.HRegion(8855): Flush requested on cb75aaa252544a3fd34c200e2556d777 2024-11-07T14:43:48,097 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing cb75aaa252544a3fd34c200e2556d777 1/1 column families, dataSize=21.55 KB heapSize=23.38 KB 2024-11-07T14:43:48,102 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38149/user/jenkins/test-data/8f7e6163-acb4-de8a-dfb5-d9752af67ccf/data/default/TestLogRolling-testLogRolling/cb75aaa252544a3fd34c200e2556d777/.tmp/info/35716dc1114a428da12cc1130b56bae6 is 1055, key is row0009/info:/1730990628052/Put/seqid=0 2024-11-07T14:43:48,111 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45887 is added to blk_1073741838_1014 (size=27082) 2024-11-07T14:43:48,112 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45615 is added to blk_1073741838_1014 (size=27082) 2024-11-07T14:43:48,112 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=21.55 KB at sequenceid=36 (bloomFilter=true), to=hdfs://localhost:38149/user/jenkins/test-data/8f7e6163-acb4-de8a-dfb5-d9752af67ccf/data/default/TestLogRolling-testLogRolling/cb75aaa252544a3fd34c200e2556d777/.tmp/info/35716dc1114a428da12cc1130b56bae6 2024-11-07T14:43:48,118 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38149/user/jenkins/test-data/8f7e6163-acb4-de8a-dfb5-d9752af67ccf/data/default/TestLogRolling-testLogRolling/cb75aaa252544a3fd34c200e2556d777/.tmp/info/35716dc1114a428da12cc1130b56bae6 as hdfs://localhost:38149/user/jenkins/test-data/8f7e6163-acb4-de8a-dfb5-d9752af67ccf/data/default/TestLogRolling-testLogRolling/cb75aaa252544a3fd34c200e2556d777/info/35716dc1114a428da12cc1130b56bae6 2024-11-07T14:43:48,125 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38149/user/jenkins/test-data/8f7e6163-acb4-de8a-dfb5-d9752af67ccf/data/default/TestLogRolling-testLogRolling/cb75aaa252544a3fd34c200e2556d777/info/35716dc1114a428da12cc1130b56bae6, entries=21, sequenceid=36, filesize=26.4 K 2024-11-07T14:43:48,126 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~21.55 KB/22071, heapSize ~23.37 KB/23928, currentSize=3.08 KB/3153 for cb75aaa252544a3fd34c200e2556d777 in 29ms, sequenceid=36, compaction requested=false 2024-11-07T14:43:48,126 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for cb75aaa252544a3fd34c200e2556d777: 2024-11-07T14:43:48,126 DEBUG [MemStoreFlusher.0 {}] regionserver.ConstantSizeRegionSplitPolicy(101): Should split because region size is big enough sumSize=39.5 K, sizeToCheck=16.0 K 2024-11-07T14:43:48,126 DEBUG [MemStoreFlusher.0 {}] regionserver.IncreasingToUpperBoundRegionSplitPolicy(85): regionsWithCommonTable=1 2024-11-07T14:43:48,126 DEBUG [MemStoreFlusher.0 {}] regionserver.StoreUtils(137): cannot split hdfs://localhost:38149/user/jenkins/test-data/8f7e6163-acb4-de8a-dfb5-d9752af67ccf/data/default/TestLogRolling-testLogRolling/cb75aaa252544a3fd34c200e2556d777/info/35716dc1114a428da12cc1130b56bae6 because midkey is the same as first or last row 2024-11-07T14:43:50,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40219 {}] regionserver.HRegion(8855): Flush requested on cb75aaa252544a3fd34c200e2556d777 2024-11-07T14:43:50,124 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing cb75aaa252544a3fd34c200e2556d777 1/1 column families, dataSize=8.21 KB heapSize=9.06 KB 2024-11-07T14:43:50,130 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38149/user/jenkins/test-data/8f7e6163-acb4-de8a-dfb5-d9752af67ccf/data/default/TestLogRolling-testLogRolling/cb75aaa252544a3fd34c200e2556d777/.tmp/info/fd264c2123ea4b628fcfa7addb1e5262 is 1055, key is row0030/info:/1730990628098/Put/seqid=0 2024-11-07T14:43:50,136 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45887 is added to blk_1073741839_1015 (size=13386) 2024-11-07T14:43:50,136 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45615 is added to blk_1073741839_1015 (size=13386) 2024-11-07T14:43:50,136 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.21 KB at sequenceid=47 (bloomFilter=true), to=hdfs://localhost:38149/user/jenkins/test-data/8f7e6163-acb4-de8a-dfb5-d9752af67ccf/data/default/TestLogRolling-testLogRolling/cb75aaa252544a3fd34c200e2556d777/.tmp/info/fd264c2123ea4b628fcfa7addb1e5262 2024-11-07T14:43:50,144 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38149/user/jenkins/test-data/8f7e6163-acb4-de8a-dfb5-d9752af67ccf/data/default/TestLogRolling-testLogRolling/cb75aaa252544a3fd34c200e2556d777/.tmp/info/fd264c2123ea4b628fcfa7addb1e5262 as hdfs://localhost:38149/user/jenkins/test-data/8f7e6163-acb4-de8a-dfb5-d9752af67ccf/data/default/TestLogRolling-testLogRolling/cb75aaa252544a3fd34c200e2556d777/info/fd264c2123ea4b628fcfa7addb1e5262 2024-11-07T14:43:50,151 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38149/user/jenkins/test-data/8f7e6163-acb4-de8a-dfb5-d9752af67ccf/data/default/TestLogRolling-testLogRolling/cb75aaa252544a3fd34c200e2556d777/info/fd264c2123ea4b628fcfa7addb1e5262, entries=8, sequenceid=47, filesize=13.1 K 2024-11-07T14:43:50,151 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~8.21 KB/8408, heapSize ~9.05 KB/9264, currentSize=12.32 KB/12612 for cb75aaa252544a3fd34c200e2556d777 in 28ms, sequenceid=47, compaction requested=true 2024-11-07T14:43:50,152 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for cb75aaa252544a3fd34c200e2556d777: 2024-11-07T14:43:50,152 DEBUG [MemStoreFlusher.0 {}] regionserver.ConstantSizeRegionSplitPolicy(101): Should split because region size is big enough sumSize=52.6 K, sizeToCheck=16.0 K 2024-11-07T14:43:50,152 DEBUG [MemStoreFlusher.0 {}] regionserver.IncreasingToUpperBoundRegionSplitPolicy(85): regionsWithCommonTable=1 2024-11-07T14:43:50,152 DEBUG [MemStoreFlusher.0 {}] regionserver.StoreUtils(137): cannot split hdfs://localhost:38149/user/jenkins/test-data/8f7e6163-acb4-de8a-dfb5-d9752af67ccf/data/default/TestLogRolling-testLogRolling/cb75aaa252544a3fd34c200e2556d777/info/35716dc1114a428da12cc1130b56bae6 because midkey is the same as first or last row 2024-11-07T14:43:50,153 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store cb75aaa252544a3fd34c200e2556d777:info, priority=-2147483648, current under compaction store size is 1 2024-11-07T14:43:50,153 DEBUG [RS:0;b7cc9d764de6:40219-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-07T14:43:50,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40219 {}] regionserver.HRegion(8855): Flush requested on cb75aaa252544a3fd34c200e2556d777 2024-11-07T14:43:50,155 DEBUG [RS:0;b7cc9d764de6:40219-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 53854 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-07T14:43:50,155 DEBUG [RS:0;b7cc9d764de6:40219-shortCompactions-0 {}] regionserver.HStore(1541): cb75aaa252544a3fd34c200e2556d777/info is initiating minor compaction (all files) 2024-11-07T14:43:50,155 INFO [RS:0;b7cc9d764de6:40219-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of cb75aaa252544a3fd34c200e2556d777/info in TestLogRolling-testLogRolling,,1730990617991.cb75aaa252544a3fd34c200e2556d777. 2024-11-07T14:43:50,155 INFO [RS:0;b7cc9d764de6:40219-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38149/user/jenkins/test-data/8f7e6163-acb4-de8a-dfb5-d9752af67ccf/data/default/TestLogRolling-testLogRolling/cb75aaa252544a3fd34c200e2556d777/info/cc8555e4227e49199b4cb365fa41a996, hdfs://localhost:38149/user/jenkins/test-data/8f7e6163-acb4-de8a-dfb5-d9752af67ccf/data/default/TestLogRolling-testLogRolling/cb75aaa252544a3fd34c200e2556d777/info/35716dc1114a428da12cc1130b56bae6, hdfs://localhost:38149/user/jenkins/test-data/8f7e6163-acb4-de8a-dfb5-d9752af67ccf/data/default/TestLogRolling-testLogRolling/cb75aaa252544a3fd34c200e2556d777/info/fd264c2123ea4b628fcfa7addb1e5262] into tmpdir=hdfs://localhost:38149/user/jenkins/test-data/8f7e6163-acb4-de8a-dfb5-d9752af67ccf/data/default/TestLogRolling-testLogRolling/cb75aaa252544a3fd34c200e2556d777/.tmp, totalSize=52.6 K 2024-11-07T14:43:50,155 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-07T14:43:50,156 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing cb75aaa252544a3fd34c200e2556d777 1/1 column families, dataSize=13.34 KB heapSize=14.57 KB 2024-11-07T14:43:50,156 DEBUG [RS:0;b7cc9d764de6:40219-shortCompactions-0 {}] compactions.Compactor(225): Compacting cc8555e4227e49199b4cb365fa41a996, keycount=8, bloomtype=ROW, size=13.1 K, encoding=NONE, compression=NONE, seqNum=12, earliestPutTs=1730990628035 2024-11-07T14:43:50,156 DEBUG [RS:0;b7cc9d764de6:40219-shortCompactions-0 {}] compactions.Compactor(225): Compacting 35716dc1114a428da12cc1130b56bae6, keycount=21, bloomtype=ROW, size=26.4 K, encoding=NONE, compression=NONE, seqNum=36, earliestPutTs=1730990628052 2024-11-07T14:43:50,157 DEBUG [RS:0;b7cc9d764de6:40219-shortCompactions-0 {}] compactions.Compactor(225): Compacting fd264c2123ea4b628fcfa7addb1e5262, keycount=8, bloomtype=ROW, size=13.1 K, encoding=NONE, compression=NONE, seqNum=47, earliestPutTs=1730990628098 2024-11-07T14:43:50,161 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38149/user/jenkins/test-data/8f7e6163-acb4-de8a-dfb5-d9752af67ccf/data/default/TestLogRolling-testLogRolling/cb75aaa252544a3fd34c200e2556d777/.tmp/info/c732c2fb8066484486e9e9eb41896a58 is 1055, key is row0038/info:/1730990630125/Put/seqid=0 2024-11-07T14:43:50,173 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45887 is added to blk_1073741840_1016 (size=19714) 2024-11-07T14:43:50,173 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45615 is added to blk_1073741840_1016 (size=19714) 2024-11-07T14:43:50,174 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=14.37 KB at sequenceid=64 (bloomFilter=true), to=hdfs://localhost:38149/user/jenkins/test-data/8f7e6163-acb4-de8a-dfb5-d9752af67ccf/data/default/TestLogRolling-testLogRolling/cb75aaa252544a3fd34c200e2556d777/.tmp/info/c732c2fb8066484486e9e9eb41896a58 2024-11-07T14:43:50,179 INFO [RS:0;b7cc9d764de6:40219-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): cb75aaa252544a3fd34c200e2556d777#info#compaction#35 average throughput is 12.36 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-07T14:43:50,180 DEBUG [RS:0;b7cc9d764de6:40219-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38149/user/jenkins/test-data/8f7e6163-acb4-de8a-dfb5-d9752af67ccf/data/default/TestLogRolling-testLogRolling/cb75aaa252544a3fd34c200e2556d777/.tmp/info/f7f0f58c3cc947fd82ed1ace82b660d4 is 1055, key is row0001/info:/1730990628035/Put/seqid=0 2024-11-07T14:43:50,183 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38149/user/jenkins/test-data/8f7e6163-acb4-de8a-dfb5-d9752af67ccf/data/default/TestLogRolling-testLogRolling/cb75aaa252544a3fd34c200e2556d777/.tmp/info/c732c2fb8066484486e9e9eb41896a58 as hdfs://localhost:38149/user/jenkins/test-data/8f7e6163-acb4-de8a-dfb5-d9752af67ccf/data/default/TestLogRolling-testLogRolling/cb75aaa252544a3fd34c200e2556d777/info/c732c2fb8066484486e9e9eb41896a58 2024-11-07T14:43:50,190 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38149/user/jenkins/test-data/8f7e6163-acb4-de8a-dfb5-d9752af67ccf/data/default/TestLogRolling-testLogRolling/cb75aaa252544a3fd34c200e2556d777/info/c732c2fb8066484486e9e9eb41896a58, entries=14, sequenceid=64, filesize=19.3 K 2024-11-07T14:43:50,191 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~14.37 KB/14714, heapSize ~15.66 KB/16032, currentSize=13.34 KB/13663 for cb75aaa252544a3fd34c200e2556d777 in 36ms, sequenceid=64, compaction requested=false 2024-11-07T14:43:50,191 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for cb75aaa252544a3fd34c200e2556d777: 2024-11-07T14:43:50,191 DEBUG [MemStoreFlusher.0 {}] regionserver.ConstantSizeRegionSplitPolicy(101): Should split because region size is big enough sumSize=71.8 K, sizeToCheck=16.0 K 2024-11-07T14:43:50,191 DEBUG [MemStoreFlusher.0 {}] regionserver.IncreasingToUpperBoundRegionSplitPolicy(85): regionsWithCommonTable=1 2024-11-07T14:43:50,191 DEBUG [MemStoreFlusher.0 {}] regionserver.StoreUtils(137): cannot split hdfs://localhost:38149/user/jenkins/test-data/8f7e6163-acb4-de8a-dfb5-d9752af67ccf/data/default/TestLogRolling-testLogRolling/cb75aaa252544a3fd34c200e2556d777/info/35716dc1114a428da12cc1130b56bae6 because midkey is the same as first or last row 2024-11-07T14:43:50,191 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45615 is added to blk_1073741841_1017 (size=44053) 2024-11-07T14:43:50,192 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45887 is added to blk_1073741841_1017 (size=44053) 2024-11-07T14:43:50,199 DEBUG [RS:0;b7cc9d764de6:40219-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38149/user/jenkins/test-data/8f7e6163-acb4-de8a-dfb5-d9752af67ccf/data/default/TestLogRolling-testLogRolling/cb75aaa252544a3fd34c200e2556d777/.tmp/info/f7f0f58c3cc947fd82ed1ace82b660d4 as hdfs://localhost:38149/user/jenkins/test-data/8f7e6163-acb4-de8a-dfb5-d9752af67ccf/data/default/TestLogRolling-testLogRolling/cb75aaa252544a3fd34c200e2556d777/info/f7f0f58c3cc947fd82ed1ace82b660d4 2024-11-07T14:43:50,206 INFO [RS:0;b7cc9d764de6:40219-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in cb75aaa252544a3fd34c200e2556d777/info of cb75aaa252544a3fd34c200e2556d777 into f7f0f58c3cc947fd82ed1ace82b660d4(size=43.0 K), total size for store is 62.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-07T14:43:50,206 DEBUG [RS:0;b7cc9d764de6:40219-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for cb75aaa252544a3fd34c200e2556d777: 2024-11-07T14:43:50,207 INFO [RS:0;b7cc9d764de6:40219-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestLogRolling-testLogRolling,,1730990617991.cb75aaa252544a3fd34c200e2556d777., storeName=cb75aaa252544a3fd34c200e2556d777/info, priority=13, startTime=1730990630153; duration=0sec 2024-11-07T14:43:50,208 DEBUG [RS:0;b7cc9d764de6:40219-shortCompactions-0 {}] regionserver.ConstantSizeRegionSplitPolicy(101): Should split because region size is big enough sumSize=62.3 K, sizeToCheck=16.0 K 2024-11-07T14:43:50,208 DEBUG [RS:0;b7cc9d764de6:40219-shortCompactions-0 {}] regionserver.IncreasingToUpperBoundRegionSplitPolicy(85): regionsWithCommonTable=1 2024-11-07T14:43:50,208 DEBUG [RS:0;b7cc9d764de6:40219-shortCompactions-0 {}] regionserver.StoreUtils(137): cannot split hdfs://localhost:38149/user/jenkins/test-data/8f7e6163-acb4-de8a-dfb5-d9752af67ccf/data/default/TestLogRolling-testLogRolling/cb75aaa252544a3fd34c200e2556d777/info/f7f0f58c3cc947fd82ed1ace82b660d4 because midkey is the same as first or last row 2024-11-07T14:43:50,208 DEBUG [RS:0;b7cc9d764de6:40219-shortCompactions-0 {}] regionserver.ConstantSizeRegionSplitPolicy(101): Should split because region size is big enough sumSize=62.3 K, sizeToCheck=16.0 K 2024-11-07T14:43:50,208 DEBUG [RS:0;b7cc9d764de6:40219-shortCompactions-0 {}] regionserver.IncreasingToUpperBoundRegionSplitPolicy(85): regionsWithCommonTable=1 2024-11-07T14:43:50,208 DEBUG [RS:0;b7cc9d764de6:40219-shortCompactions-0 {}] regionserver.StoreUtils(137): cannot split hdfs://localhost:38149/user/jenkins/test-data/8f7e6163-acb4-de8a-dfb5-d9752af67ccf/data/default/TestLogRolling-testLogRolling/cb75aaa252544a3fd34c200e2556d777/info/f7f0f58c3cc947fd82ed1ace82b660d4 because midkey is the same as first or last row 2024-11-07T14:43:50,208 DEBUG [RS:0;b7cc9d764de6:40219-shortCompactions-0 {}] regionserver.ConstantSizeRegionSplitPolicy(101): Should split because region size is big enough sumSize=62.3 K, sizeToCheck=16.0 K 2024-11-07T14:43:50,208 DEBUG [RS:0;b7cc9d764de6:40219-shortCompactions-0 {}] regionserver.IncreasingToUpperBoundRegionSplitPolicy(85): regionsWithCommonTable=1 2024-11-07T14:43:50,208 DEBUG [RS:0;b7cc9d764de6:40219-shortCompactions-0 {}] regionserver.StoreUtils(137): cannot split hdfs://localhost:38149/user/jenkins/test-data/8f7e6163-acb4-de8a-dfb5-d9752af67ccf/data/default/TestLogRolling-testLogRolling/cb75aaa252544a3fd34c200e2556d777/info/f7f0f58c3cc947fd82ed1ace82b660d4 because midkey is the same as first or last row 2024-11-07T14:43:50,208 DEBUG [RS:0;b7cc9d764de6:40219-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-07T14:43:50,208 DEBUG [RS:0;b7cc9d764de6:40219-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: cb75aaa252544a3fd34c200e2556d777:info 2024-11-07T14:43:52,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40219 {}] regionserver.HRegion(8855): Flush requested on cb75aaa252544a3fd34c200e2556d777 2024-11-07T14:43:52,193 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing cb75aaa252544a3fd34c200e2556d777 1/1 column families, dataSize=14.37 KB heapSize=15.67 KB 2024-11-07T14:43:52,201 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38149/user/jenkins/test-data/8f7e6163-acb4-de8a-dfb5-d9752af67ccf/data/default/TestLogRolling-testLogRolling/cb75aaa252544a3fd34c200e2556d777/.tmp/info/7f6163f6c50b487aad40e49946bf02cc is 1055, key is row0052/info:/1730990630157/Put/seqid=0 2024-11-07T14:43:52,207 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45887 is added to blk_1073741842_1018 (size=19714) 2024-11-07T14:43:52,207 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45615 is added to blk_1073741842_1018 (size=19714) 2024-11-07T14:43:52,208 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=14.37 KB at sequenceid=82 (bloomFilter=true), to=hdfs://localhost:38149/user/jenkins/test-data/8f7e6163-acb4-de8a-dfb5-d9752af67ccf/data/default/TestLogRolling-testLogRolling/cb75aaa252544a3fd34c200e2556d777/.tmp/info/7f6163f6c50b487aad40e49946bf02cc 2024-11-07T14:43:52,216 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38149/user/jenkins/test-data/8f7e6163-acb4-de8a-dfb5-d9752af67ccf/data/default/TestLogRolling-testLogRolling/cb75aaa252544a3fd34c200e2556d777/.tmp/info/7f6163f6c50b487aad40e49946bf02cc as hdfs://localhost:38149/user/jenkins/test-data/8f7e6163-acb4-de8a-dfb5-d9752af67ccf/data/default/TestLogRolling-testLogRolling/cb75aaa252544a3fd34c200e2556d777/info/7f6163f6c50b487aad40e49946bf02cc 2024-11-07T14:43:52,222 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38149/user/jenkins/test-data/8f7e6163-acb4-de8a-dfb5-d9752af67ccf/data/default/TestLogRolling-testLogRolling/cb75aaa252544a3fd34c200e2556d777/info/7f6163f6c50b487aad40e49946bf02cc, entries=14, sequenceid=82, filesize=19.3 K 2024-11-07T14:43:52,223 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~14.37 KB/14714, heapSize ~15.66 KB/16032, currentSize=11.29 KB/11561 for cb75aaa252544a3fd34c200e2556d777 in 30ms, sequenceid=82, compaction requested=true 2024-11-07T14:43:52,223 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for cb75aaa252544a3fd34c200e2556d777: 2024-11-07T14:43:52,224 DEBUG [MemStoreFlusher.0 {}] regionserver.ConstantSizeRegionSplitPolicy(101): Should split because region size is big enough sumSize=81.5 K, sizeToCheck=16.0 K 2024-11-07T14:43:52,224 DEBUG [MemStoreFlusher.0 {}] regionserver.IncreasingToUpperBoundRegionSplitPolicy(85): regionsWithCommonTable=1 2024-11-07T14:43:52,224 DEBUG [MemStoreFlusher.0 {}] regionserver.StoreUtils(137): cannot split hdfs://localhost:38149/user/jenkins/test-data/8f7e6163-acb4-de8a-dfb5-d9752af67ccf/data/default/TestLogRolling-testLogRolling/cb75aaa252544a3fd34c200e2556d777/info/f7f0f58c3cc947fd82ed1ace82b660d4 because midkey is the same as first or last row 2024-11-07T14:43:52,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40219 {}] regionserver.HRegion(8855): Flush requested on cb75aaa252544a3fd34c200e2556d777 2024-11-07T14:43:52,224 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store cb75aaa252544a3fd34c200e2556d777:info, priority=-2147483648, current under compaction store size is 1 2024-11-07T14:43:52,224 DEBUG [RS:0;b7cc9d764de6:40219-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-07T14:43:52,224 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-07T14:43:52,224 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing cb75aaa252544a3fd34c200e2556d777 1/1 column families, dataSize=12.32 KB heapSize=13.47 KB 2024-11-07T14:43:52,225 DEBUG [RS:0;b7cc9d764de6:40219-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 83481 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-07T14:43:52,225 DEBUG [RS:0;b7cc9d764de6:40219-shortCompactions-0 {}] regionserver.HStore(1541): cb75aaa252544a3fd34c200e2556d777/info is initiating minor compaction (all files) 2024-11-07T14:43:52,225 INFO [RS:0;b7cc9d764de6:40219-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of cb75aaa252544a3fd34c200e2556d777/info in TestLogRolling-testLogRolling,,1730990617991.cb75aaa252544a3fd34c200e2556d777. 2024-11-07T14:43:52,226 INFO [RS:0;b7cc9d764de6:40219-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38149/user/jenkins/test-data/8f7e6163-acb4-de8a-dfb5-d9752af67ccf/data/default/TestLogRolling-testLogRolling/cb75aaa252544a3fd34c200e2556d777/info/f7f0f58c3cc947fd82ed1ace82b660d4, hdfs://localhost:38149/user/jenkins/test-data/8f7e6163-acb4-de8a-dfb5-d9752af67ccf/data/default/TestLogRolling-testLogRolling/cb75aaa252544a3fd34c200e2556d777/info/c732c2fb8066484486e9e9eb41896a58, hdfs://localhost:38149/user/jenkins/test-data/8f7e6163-acb4-de8a-dfb5-d9752af67ccf/data/default/TestLogRolling-testLogRolling/cb75aaa252544a3fd34c200e2556d777/info/7f6163f6c50b487aad40e49946bf02cc] into tmpdir=hdfs://localhost:38149/user/jenkins/test-data/8f7e6163-acb4-de8a-dfb5-d9752af67ccf/data/default/TestLogRolling-testLogRolling/cb75aaa252544a3fd34c200e2556d777/.tmp, totalSize=81.5 K 2024-11-07T14:43:52,226 DEBUG [RS:0;b7cc9d764de6:40219-shortCompactions-0 {}] compactions.Compactor(225): Compacting f7f0f58c3cc947fd82ed1ace82b660d4, keycount=37, bloomtype=ROW, size=43.0 K, encoding=NONE, compression=NONE, seqNum=47, earliestPutTs=1730990628035 2024-11-07T14:43:52,226 DEBUG [RS:0;b7cc9d764de6:40219-shortCompactions-0 {}] compactions.Compactor(225): Compacting c732c2fb8066484486e9e9eb41896a58, keycount=14, bloomtype=ROW, size=19.3 K, encoding=NONE, compression=NONE, seqNum=64, earliestPutTs=1730990630125 2024-11-07T14:43:52,227 DEBUG [RS:0;b7cc9d764de6:40219-shortCompactions-0 {}] compactions.Compactor(225): Compacting 7f6163f6c50b487aad40e49946bf02cc, keycount=14, bloomtype=ROW, size=19.3 K, encoding=NONE, compression=NONE, seqNum=82, earliestPutTs=1730990630157 2024-11-07T14:43:52,229 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38149/user/jenkins/test-data/8f7e6163-acb4-de8a-dfb5-d9752af67ccf/data/default/TestLogRolling-testLogRolling/cb75aaa252544a3fd34c200e2556d777/.tmp/info/3da17f6c19b546978fdb857f62dceec2 is 1055, key is row0066/info:/1730990632195/Put/seqid=0 2024-11-07T14:43:52,237 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45887 is added to blk_1073741843_1019 (size=17594) 2024-11-07T14:43:52,239 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45615 is added to blk_1073741843_1019 (size=17594) 2024-11-07T14:43:52,239 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=12.32 KB at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:38149/user/jenkins/test-data/8f7e6163-acb4-de8a-dfb5-d9752af67ccf/data/default/TestLogRolling-testLogRolling/cb75aaa252544a3fd34c200e2556d777/.tmp/info/3da17f6c19b546978fdb857f62dceec2 2024-11-07T14:43:52,244 INFO [RS:0;b7cc9d764de6:40219-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): cb75aaa252544a3fd34c200e2556d777#info#compaction#38 average throughput is 16.29 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-07T14:43:52,244 DEBUG [RS:0;b7cc9d764de6:40219-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38149/user/jenkins/test-data/8f7e6163-acb4-de8a-dfb5-d9752af67ccf/data/default/TestLogRolling-testLogRolling/cb75aaa252544a3fd34c200e2556d777/.tmp/info/d7e90db456894892b382f2a151157b92 is 1055, key is row0001/info:/1730990628035/Put/seqid=0 2024-11-07T14:43:52,246 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38149/user/jenkins/test-data/8f7e6163-acb4-de8a-dfb5-d9752af67ccf/data/default/TestLogRolling-testLogRolling/cb75aaa252544a3fd34c200e2556d777/.tmp/info/3da17f6c19b546978fdb857f62dceec2 as hdfs://localhost:38149/user/jenkins/test-data/8f7e6163-acb4-de8a-dfb5-d9752af67ccf/data/default/TestLogRolling-testLogRolling/cb75aaa252544a3fd34c200e2556d777/info/3da17f6c19b546978fdb857f62dceec2 2024-11-07T14:43:52,250 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45887 is added to blk_1073741844_1020 (size=73753) 2024-11-07T14:43:52,252 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45615 is added to blk_1073741844_1020 (size=73753) 2024-11-07T14:43:52,256 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38149/user/jenkins/test-data/8f7e6163-acb4-de8a-dfb5-d9752af67ccf/data/default/TestLogRolling-testLogRolling/cb75aaa252544a3fd34c200e2556d777/info/3da17f6c19b546978fdb857f62dceec2, entries=12, sequenceid=97, filesize=17.2 K 2024-11-07T14:43:52,257 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~12.32 KB/12612, heapSize ~13.45 KB/13776, currentSize=10.26 KB/10510 for cb75aaa252544a3fd34c200e2556d777 in 32ms, sequenceid=97, compaction requested=false 2024-11-07T14:43:52,257 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for cb75aaa252544a3fd34c200e2556d777: 2024-11-07T14:43:52,257 DEBUG [MemStoreFlusher.0 {}] regionserver.ConstantSizeRegionSplitPolicy(101): Should split because region size is big enough sumSize=98.7 K, sizeToCheck=16.0 K 2024-11-07T14:43:52,257 DEBUG [MemStoreFlusher.0 {}] regionserver.IncreasingToUpperBoundRegionSplitPolicy(85): regionsWithCommonTable=1 2024-11-07T14:43:52,258 DEBUG [MemStoreFlusher.0 {}] regionserver.StoreUtils(137): cannot split hdfs://localhost:38149/user/jenkins/test-data/8f7e6163-acb4-de8a-dfb5-d9752af67ccf/data/default/TestLogRolling-testLogRolling/cb75aaa252544a3fd34c200e2556d777/info/f7f0f58c3cc947fd82ed1ace82b660d4 because midkey is the same as first or last row 2024-11-07T14:43:52,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40219 {}] regionserver.HRegion(8855): Flush requested on cb75aaa252544a3fd34c200e2556d777 2024-11-07T14:43:52,259 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing cb75aaa252544a3fd34c200e2556d777 1/1 column families, dataSize=12.32 KB heapSize=13.47 KB 2024-11-07T14:43:52,260 DEBUG [RS:0;b7cc9d764de6:40219-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38149/user/jenkins/test-data/8f7e6163-acb4-de8a-dfb5-d9752af67ccf/data/default/TestLogRolling-testLogRolling/cb75aaa252544a3fd34c200e2556d777/.tmp/info/d7e90db456894892b382f2a151157b92 as hdfs://localhost:38149/user/jenkins/test-data/8f7e6163-acb4-de8a-dfb5-d9752af67ccf/data/default/TestLogRolling-testLogRolling/cb75aaa252544a3fd34c200e2556d777/info/d7e90db456894892b382f2a151157b92 2024-11-07T14:43:52,263 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38149/user/jenkins/test-data/8f7e6163-acb4-de8a-dfb5-d9752af67ccf/data/default/TestLogRolling-testLogRolling/cb75aaa252544a3fd34c200e2556d777/.tmp/info/518f26c1c9a448ee8af9f5157196949c is 1055, key is row0078/info:/1730990632225/Put/seqid=0 2024-11-07T14:43:52,268 INFO [RS:0;b7cc9d764de6:40219-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in cb75aaa252544a3fd34c200e2556d777/info of cb75aaa252544a3fd34c200e2556d777 into d7e90db456894892b382f2a151157b92(size=72.0 K), total size for store is 89.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-07T14:43:52,269 DEBUG [RS:0;b7cc9d764de6:40219-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for cb75aaa252544a3fd34c200e2556d777: 2024-11-07T14:43:52,269 INFO [RS:0;b7cc9d764de6:40219-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestLogRolling-testLogRolling,,1730990617991.cb75aaa252544a3fd34c200e2556d777., storeName=cb75aaa252544a3fd34c200e2556d777/info, priority=13, startTime=1730990632224; duration=0sec 2024-11-07T14:43:52,269 DEBUG [RS:0;b7cc9d764de6:40219-shortCompactions-0 {}] regionserver.ConstantSizeRegionSplitPolicy(101): Should split because region size is big enough sumSize=89.2 K, sizeToCheck=16.0 K 2024-11-07T14:43:52,269 DEBUG [RS:0;b7cc9d764de6:40219-shortCompactions-0 {}] regionserver.IncreasingToUpperBoundRegionSplitPolicy(85): regionsWithCommonTable=1 2024-11-07T14:43:52,269 DEBUG [RS:0;b7cc9d764de6:40219-shortCompactions-0 {}] regionserver.ConstantSizeRegionSplitPolicy(101): Should split because region size is big enough sumSize=89.2 K, sizeToCheck=16.0 K 2024-11-07T14:43:52,269 DEBUG [RS:0;b7cc9d764de6:40219-shortCompactions-0 {}] regionserver.IncreasingToUpperBoundRegionSplitPolicy(85): regionsWithCommonTable=1 2024-11-07T14:43:52,269 DEBUG [RS:0;b7cc9d764de6:40219-shortCompactions-0 {}] regionserver.ConstantSizeRegionSplitPolicy(101): Should split because region size is big enough sumSize=89.2 K, sizeToCheck=16.0 K 2024-11-07T14:43:52,269 DEBUG [RS:0;b7cc9d764de6:40219-shortCompactions-0 {}] regionserver.IncreasingToUpperBoundRegionSplitPolicy(85): regionsWithCommonTable=1 2024-11-07T14:43:52,272 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45615 is added to blk_1073741845_1021 (size=17594) 2024-11-07T14:43:52,272 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45887 is added to blk_1073741845_1021 (size=17594) 2024-11-07T14:43:52,273 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=12.32 KB at sequenceid=112 (bloomFilter=true), to=hdfs://localhost:38149/user/jenkins/test-data/8f7e6163-acb4-de8a-dfb5-d9752af67ccf/data/default/TestLogRolling-testLogRolling/cb75aaa252544a3fd34c200e2556d777/.tmp/info/518f26c1c9a448ee8af9f5157196949c 2024-11-07T14:43:52,280 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38149/user/jenkins/test-data/8f7e6163-acb4-de8a-dfb5-d9752af67ccf/data/default/TestLogRolling-testLogRolling/cb75aaa252544a3fd34c200e2556d777/.tmp/info/518f26c1c9a448ee8af9f5157196949c as hdfs://localhost:38149/user/jenkins/test-data/8f7e6163-acb4-de8a-dfb5-d9752af67ccf/data/default/TestLogRolling-testLogRolling/cb75aaa252544a3fd34c200e2556d777/info/518f26c1c9a448ee8af9f5157196949c 2024-11-07T14:43:52,281 DEBUG [RS:0;b7cc9d764de6:40219-shortCompactions-0 {}] regionserver.CompactSplit(239): Splitting TestLogRolling-testLogRolling,,1730990617991.cb75aaa252544a3fd34c200e2556d777., compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-07T14:43:52,281 DEBUG [RS:0;b7cc9d764de6:40219-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-07T14:43:52,281 DEBUG [RS:0;b7cc9d764de6:40219-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: cb75aaa252544a3fd34c200e2556d777:info 2024-11-07T14:43:52,282 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=38349 {}] assignment.AssignmentManager(1355): Split request from b7cc9d764de6,40219,1730990616841, parent={ENCODED => cb75aaa252544a3fd34c200e2556d777, NAME => 'TestLogRolling-testLogRolling,,1730990617991.cb75aaa252544a3fd34c200e2556d777.', STARTKEY => '', ENDKEY => ''}, splitKey=row0064 2024-11-07T14:43:52,287 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38149/user/jenkins/test-data/8f7e6163-acb4-de8a-dfb5-d9752af67ccf/data/default/TestLogRolling-testLogRolling/cb75aaa252544a3fd34c200e2556d777/info/518f26c1c9a448ee8af9f5157196949c, entries=12, sequenceid=112, filesize=17.2 K 2024-11-07T14:43:52,288 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~12.32 KB/12612, heapSize ~13.45 KB/13776, currentSize=7.18 KB/7357 for cb75aaa252544a3fd34c200e2556d777 in 28ms, sequenceid=112, compaction requested=true 2024-11-07T14:43:52,288 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for cb75aaa252544a3fd34c200e2556d777: 2024-11-07T14:43:52,288 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=38349 {}] assignment.SplitTableRegionProcedure(223): Splittable=true state=OPEN, location=b7cc9d764de6,40219,1730990616841 2024-11-07T14:43:52,288 DEBUG [MemStoreFlusher.0 {}] regionserver.ConstantSizeRegionSplitPolicy(101): Should split because region size is big enough sumSize=106.4 K, sizeToCheck=16.0 K 2024-11-07T14:43:52,288 DEBUG [MemStoreFlusher.0 {}] regionserver.IncreasingToUpperBoundRegionSplitPolicy(85): regionsWithCommonTable=1 2024-11-07T14:43:52,288 DEBUG [MemStoreFlusher.0 {}] regionserver.ConstantSizeRegionSplitPolicy(101): Should split because region size is big enough sumSize=106.4 K, sizeToCheck=16.0 K 2024-11-07T14:43:52,288 DEBUG [MemStoreFlusher.0 {}] regionserver.IncreasingToUpperBoundRegionSplitPolicy(85): regionsWithCommonTable=1 2024-11-07T14:43:52,288 DEBUG [MemStoreFlusher.0 {}] regionserver.ConstantSizeRegionSplitPolicy(101): Should split because region size is big enough sumSize=106.4 K, sizeToCheck=16.0 K 2024-11-07T14:43:52,288 DEBUG [MemStoreFlusher.0 {}] regionserver.IncreasingToUpperBoundRegionSplitPolicy(85): regionsWithCommonTable=1 2024-11-07T14:43:52,288 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(239): Splitting TestLogRolling-testLogRolling,,1730990617991.cb75aaa252544a3fd34c200e2556d777., compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=1 2024-11-07T14:43:52,292 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=38349 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:SPLIT_TABLE_REGION_PREPARE, hasLock=false; SplitTableRegionProcedure table=TestLogRolling-testLogRolling, parent=cb75aaa252544a3fd34c200e2556d777, daughterA=16dfa6b4291928113eaf98688f3259cd, daughterB=01a992f0d5dbf0bef1cfff49c20470a1 2024-11-07T14:43:52,293 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=7, state=RUNNABLE:SPLIT_TABLE_REGION_PREPARE, hasLock=false; SplitTableRegionProcedure table=TestLogRolling-testLogRolling, parent=cb75aaa252544a3fd34c200e2556d777, daughterA=16dfa6b4291928113eaf98688f3259cd, daughterB=01a992f0d5dbf0bef1cfff49c20470a1 2024-11-07T14:43:52,293 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=7, state=RUNNABLE:SPLIT_TABLE_REGION_PREPARE, hasLock=false; SplitTableRegionProcedure table=TestLogRolling-testLogRolling, parent=cb75aaa252544a3fd34c200e2556d777, daughterA=16dfa6b4291928113eaf98688f3259cd, daughterB=01a992f0d5dbf0bef1cfff49c20470a1 2024-11-07T14:43:52,293 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=7, state=RUNNABLE:SPLIT_TABLE_REGION_PREPARE, hasLock=false; SplitTableRegionProcedure table=TestLogRolling-testLogRolling, parent=cb75aaa252544a3fd34c200e2556d777, daughterA=16dfa6b4291928113eaf98688f3259cd, daughterB=01a992f0d5dbf0bef1cfff49c20470a1 2024-11-07T14:43:52,294 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=38349 {}] assignment.AssignmentManager(1355): Split request from b7cc9d764de6,40219,1730990616841, parent={ENCODED => cb75aaa252544a3fd34c200e2556d777, NAME => 'TestLogRolling-testLogRolling,,1730990617991.cb75aaa252544a3fd34c200e2556d777.', STARTKEY => '', ENDKEY => ''}, splitKey=row0064 2024-11-07T14:43:52,295 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=38349 {}] assignment.SplitTableRegionProcedure(223): Splittable=true state=SPLITTING, location=b7cc9d764de6,40219,1730990616841 2024-11-07T14:43:52,296 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=38349 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:SPLIT_TABLE_REGION_PREPARE, hasLock=false; SplitTableRegionProcedure table=TestLogRolling-testLogRolling, parent=cb75aaa252544a3fd34c200e2556d777, daughterA=986a81c77ca18adc13b249e9eccaf0ba, daughterB=22d0d64f5c258279db311a84079aad1a 2024-11-07T14:43:52,296 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(842): Waiting on xlock for pid=8, state=RUNNABLE:SPLIT_TABLE_REGION_PREPARE, hasLock=false; SplitTableRegionProcedure table=TestLogRolling-testLogRolling, parent=cb75aaa252544a3fd34c200e2556d777, daughterA=986a81c77ca18adc13b249e9eccaf0ba, daughterB=22d0d64f5c258279db311a84079aad1a held by pid=7 2024-11-07T14:43:52,299 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=7, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestLogRolling-testLogRolling, region=cb75aaa252544a3fd34c200e2556d777, UNASSIGN}] 2024-11-07T14:43:52,303 DEBUG [PEWorker-3 {}] assignment.SplitTableRegionProcedure(162): LOCK_EVENT_WAIT SchemaLocking[serverLocks={},namespaceLocks={hbase=LockAndQueue[exclusiveLock=false,sharedLockCount=0,waitingProcCount=0]},tableLocks={hbase:meta=LockAndQueue[exclusiveLock=false,sharedLockCount=0,waitingProcCount=0]},regionLocks={},peerLocks={},metaLocks={hbase:meta=LockAndQueue[exclusiveLock=false,sharedLockCount=0,waitingProcCount=0]},globalLocks={}] 2024-11-07T14:43:52,303 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=7, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestLogRolling-testLogRolling, region=cb75aaa252544a3fd34c200e2556d777, UNASSIGN 2024-11-07T14:43:52,303 DEBUG [PEWorker-3 {}] procedure2.ProcedureExecutor(1511): LOCK_EVENT_WAIT pid=8, state=RUNNABLE:SPLIT_TABLE_REGION_PREPARE, hasLock=false; SplitTableRegionProcedure table=TestLogRolling-testLogRolling, parent=cb75aaa252544a3fd34c200e2556d777, daughterA=986a81c77ca18adc13b249e9eccaf0ba, daughterB=22d0d64f5c258279db311a84079aad1a 2024-11-07T14:43:52,305 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=cb75aaa252544a3fd34c200e2556d777, regionState=CLOSING, regionLocation=b7cc9d764de6,40219,1730990616841 2024-11-07T14:43:52,308 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=7, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=true; TransitRegionStateProcedure table=TestLogRolling-testLogRolling, region=cb75aaa252544a3fd34c200e2556d777, UNASSIGN because future has completed 2024-11-07T14:43:52,308 DEBUG [PEWorker-5 {}] assignment.TransitRegionStateProcedure(375): Close region: isSplit: true: evictOnSplit: true: evictOnClose: false 2024-11-07T14:43:52,309 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; CloseRegionProcedure cb75aaa252544a3fd34c200e2556d777, server=b7cc9d764de6,40219,1730990616841}] 2024-11-07T14:43:52,469 INFO [RS_CLOSE_REGION-regionserver/b7cc9d764de6:0-0 {event_type=M_RS_CLOSE_REGION, pid=10}] handler.UnassignRegionHandler(122): Close cb75aaa252544a3fd34c200e2556d777 2024-11-07T14:43:52,469 DEBUG [RS_CLOSE_REGION-regionserver/b7cc9d764de6:0-0 {event_type=M_RS_CLOSE_REGION, pid=10}] handler.UnassignRegionHandler(136): Unassign region: split region: true: evictCache: true 2024-11-07T14:43:52,471 DEBUG [RS_CLOSE_REGION-regionserver/b7cc9d764de6:0-0 {event_type=M_RS_CLOSE_REGION, pid=10}] regionserver.HRegion(1722): Closing cb75aaa252544a3fd34c200e2556d777, disabling compactions & flushes 2024-11-07T14:43:52,471 INFO [RS_CLOSE_REGION-regionserver/b7cc9d764de6:0-0 {event_type=M_RS_CLOSE_REGION, pid=10}] regionserver.HRegion(1755): Closing region TestLogRolling-testLogRolling,,1730990617991.cb75aaa252544a3fd34c200e2556d777. 2024-11-07T14:43:52,471 DEBUG [RS_CLOSE_REGION-regionserver/b7cc9d764de6:0-0 {event_type=M_RS_CLOSE_REGION, pid=10}] regionserver.HRegion(1776): Time limited wait for close lock on TestLogRolling-testLogRolling,,1730990617991.cb75aaa252544a3fd34c200e2556d777. 2024-11-07T14:43:52,471 DEBUG [RS_CLOSE_REGION-regionserver/b7cc9d764de6:0-0 {event_type=M_RS_CLOSE_REGION, pid=10}] regionserver.HRegion(1843): Acquired close lock on TestLogRolling-testLogRolling,,1730990617991.cb75aaa252544a3fd34c200e2556d777. after waiting 0 ms 2024-11-07T14:43:52,471 DEBUG [RS_CLOSE_REGION-regionserver/b7cc9d764de6:0-0 {event_type=M_RS_CLOSE_REGION, pid=10}] regionserver.HRegion(1853): Updates disabled for region TestLogRolling-testLogRolling,,1730990617991.cb75aaa252544a3fd34c200e2556d777. 2024-11-07T14:43:52,471 INFO [RS_CLOSE_REGION-regionserver/b7cc9d764de6:0-0 {event_type=M_RS_CLOSE_REGION, pid=10}] regionserver.HRegion(2902): Flushing cb75aaa252544a3fd34c200e2556d777 1/1 column families, dataSize=7.18 KB heapSize=7.96 KB 2024-11-07T14:43:52,478 DEBUG [RS_CLOSE_REGION-regionserver/b7cc9d764de6:0-0 {event_type=M_RS_CLOSE_REGION, pid=10}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38149/user/jenkins/test-data/8f7e6163-acb4-de8a-dfb5-d9752af67ccf/data/default/TestLogRolling-testLogRolling/cb75aaa252544a3fd34c200e2556d777/.tmp/info/b0e83b6adfae425f9907c10809385fd7 is 1055, key is row0090/info:/1730990632260/Put/seqid=0 2024-11-07T14:43:52,485 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45887 is added to blk_1073741846_1022 (size=12334) 2024-11-07T14:43:52,485 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45615 is added to blk_1073741846_1022 (size=12334) 2024-11-07T14:43:52,486 INFO [RS_CLOSE_REGION-regionserver/b7cc9d764de6:0-0 {event_type=M_RS_CLOSE_REGION, pid=10}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=7.18 KB at sequenceid=123 (bloomFilter=true), to=hdfs://localhost:38149/user/jenkins/test-data/8f7e6163-acb4-de8a-dfb5-d9752af67ccf/data/default/TestLogRolling-testLogRolling/cb75aaa252544a3fd34c200e2556d777/.tmp/info/b0e83b6adfae425f9907c10809385fd7 2024-11-07T14:43:52,495 DEBUG [RS_CLOSE_REGION-regionserver/b7cc9d764de6:0-0 {event_type=M_RS_CLOSE_REGION, pid=10}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38149/user/jenkins/test-data/8f7e6163-acb4-de8a-dfb5-d9752af67ccf/data/default/TestLogRolling-testLogRolling/cb75aaa252544a3fd34c200e2556d777/.tmp/info/b0e83b6adfae425f9907c10809385fd7 as hdfs://localhost:38149/user/jenkins/test-data/8f7e6163-acb4-de8a-dfb5-d9752af67ccf/data/default/TestLogRolling-testLogRolling/cb75aaa252544a3fd34c200e2556d777/info/b0e83b6adfae425f9907c10809385fd7 2024-11-07T14:43:52,501 INFO [RS_CLOSE_REGION-regionserver/b7cc9d764de6:0-0 {event_type=M_RS_CLOSE_REGION, pid=10}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38149/user/jenkins/test-data/8f7e6163-acb4-de8a-dfb5-d9752af67ccf/data/default/TestLogRolling-testLogRolling/cb75aaa252544a3fd34c200e2556d777/info/b0e83b6adfae425f9907c10809385fd7, entries=7, sequenceid=123, filesize=12.0 K 2024-11-07T14:43:52,502 INFO [RS_CLOSE_REGION-regionserver/b7cc9d764de6:0-0 {event_type=M_RS_CLOSE_REGION, pid=10}] regionserver.HRegion(3140): Finished flush of dataSize ~7.18 KB/7357, heapSize ~7.95 KB/8136, currentSize=0 B/0 for cb75aaa252544a3fd34c200e2556d777 in 31ms, sequenceid=123, compaction requested=true 2024-11-07T14:43:52,503 DEBUG [StoreCloser-TestLogRolling-testLogRolling,,1730990617991.cb75aaa252544a3fd34c200e2556d777.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:38149/user/jenkins/test-data/8f7e6163-acb4-de8a-dfb5-d9752af67ccf/data/default/TestLogRolling-testLogRolling/cb75aaa252544a3fd34c200e2556d777/info/cc8555e4227e49199b4cb365fa41a996, hdfs://localhost:38149/user/jenkins/test-data/8f7e6163-acb4-de8a-dfb5-d9752af67ccf/data/default/TestLogRolling-testLogRolling/cb75aaa252544a3fd34c200e2556d777/info/35716dc1114a428da12cc1130b56bae6, hdfs://localhost:38149/user/jenkins/test-data/8f7e6163-acb4-de8a-dfb5-d9752af67ccf/data/default/TestLogRolling-testLogRolling/cb75aaa252544a3fd34c200e2556d777/info/f7f0f58c3cc947fd82ed1ace82b660d4, hdfs://localhost:38149/user/jenkins/test-data/8f7e6163-acb4-de8a-dfb5-d9752af67ccf/data/default/TestLogRolling-testLogRolling/cb75aaa252544a3fd34c200e2556d777/info/fd264c2123ea4b628fcfa7addb1e5262, hdfs://localhost:38149/user/jenkins/test-data/8f7e6163-acb4-de8a-dfb5-d9752af67ccf/data/default/TestLogRolling-testLogRolling/cb75aaa252544a3fd34c200e2556d777/info/c732c2fb8066484486e9e9eb41896a58, hdfs://localhost:38149/user/jenkins/test-data/8f7e6163-acb4-de8a-dfb5-d9752af67ccf/data/default/TestLogRolling-testLogRolling/cb75aaa252544a3fd34c200e2556d777/info/7f6163f6c50b487aad40e49946bf02cc] to archive 2024-11-07T14:43:52,504 DEBUG [StoreCloser-TestLogRolling-testLogRolling,,1730990617991.cb75aaa252544a3fd34c200e2556d777.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-07T14:43:52,506 DEBUG [StoreCloser-TestLogRolling-testLogRolling,,1730990617991.cb75aaa252544a3fd34c200e2556d777.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38149/user/jenkins/test-data/8f7e6163-acb4-de8a-dfb5-d9752af67ccf/data/default/TestLogRolling-testLogRolling/cb75aaa252544a3fd34c200e2556d777/info/cc8555e4227e49199b4cb365fa41a996 to hdfs://localhost:38149/user/jenkins/test-data/8f7e6163-acb4-de8a-dfb5-d9752af67ccf/archive/data/default/TestLogRolling-testLogRolling/cb75aaa252544a3fd34c200e2556d777/info/cc8555e4227e49199b4cb365fa41a996 2024-11-07T14:43:52,507 DEBUG [StoreCloser-TestLogRolling-testLogRolling,,1730990617991.cb75aaa252544a3fd34c200e2556d777.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38149/user/jenkins/test-data/8f7e6163-acb4-de8a-dfb5-d9752af67ccf/data/default/TestLogRolling-testLogRolling/cb75aaa252544a3fd34c200e2556d777/info/35716dc1114a428da12cc1130b56bae6 to hdfs://localhost:38149/user/jenkins/test-data/8f7e6163-acb4-de8a-dfb5-d9752af67ccf/archive/data/default/TestLogRolling-testLogRolling/cb75aaa252544a3fd34c200e2556d777/info/35716dc1114a428da12cc1130b56bae6 2024-11-07T14:43:52,508 DEBUG [StoreCloser-TestLogRolling-testLogRolling,,1730990617991.cb75aaa252544a3fd34c200e2556d777.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38149/user/jenkins/test-data/8f7e6163-acb4-de8a-dfb5-d9752af67ccf/data/default/TestLogRolling-testLogRolling/cb75aaa252544a3fd34c200e2556d777/info/f7f0f58c3cc947fd82ed1ace82b660d4 to hdfs://localhost:38149/user/jenkins/test-data/8f7e6163-acb4-de8a-dfb5-d9752af67ccf/archive/data/default/TestLogRolling-testLogRolling/cb75aaa252544a3fd34c200e2556d777/info/f7f0f58c3cc947fd82ed1ace82b660d4 2024-11-07T14:43:52,510 DEBUG [StoreCloser-TestLogRolling-testLogRolling,,1730990617991.cb75aaa252544a3fd34c200e2556d777.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38149/user/jenkins/test-data/8f7e6163-acb4-de8a-dfb5-d9752af67ccf/data/default/TestLogRolling-testLogRolling/cb75aaa252544a3fd34c200e2556d777/info/fd264c2123ea4b628fcfa7addb1e5262 to hdfs://localhost:38149/user/jenkins/test-data/8f7e6163-acb4-de8a-dfb5-d9752af67ccf/archive/data/default/TestLogRolling-testLogRolling/cb75aaa252544a3fd34c200e2556d777/info/fd264c2123ea4b628fcfa7addb1e5262 2024-11-07T14:43:52,511 DEBUG [StoreCloser-TestLogRolling-testLogRolling,,1730990617991.cb75aaa252544a3fd34c200e2556d777.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38149/user/jenkins/test-data/8f7e6163-acb4-de8a-dfb5-d9752af67ccf/data/default/TestLogRolling-testLogRolling/cb75aaa252544a3fd34c200e2556d777/info/c732c2fb8066484486e9e9eb41896a58 to hdfs://localhost:38149/user/jenkins/test-data/8f7e6163-acb4-de8a-dfb5-d9752af67ccf/archive/data/default/TestLogRolling-testLogRolling/cb75aaa252544a3fd34c200e2556d777/info/c732c2fb8066484486e9e9eb41896a58 2024-11-07T14:43:52,512 DEBUG [StoreCloser-TestLogRolling-testLogRolling,,1730990617991.cb75aaa252544a3fd34c200e2556d777.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38149/user/jenkins/test-data/8f7e6163-acb4-de8a-dfb5-d9752af67ccf/data/default/TestLogRolling-testLogRolling/cb75aaa252544a3fd34c200e2556d777/info/7f6163f6c50b487aad40e49946bf02cc to hdfs://localhost:38149/user/jenkins/test-data/8f7e6163-acb4-de8a-dfb5-d9752af67ccf/archive/data/default/TestLogRolling-testLogRolling/cb75aaa252544a3fd34c200e2556d777/info/7f6163f6c50b487aad40e49946bf02cc 2024-11-07T14:43:52,518 DEBUG [RS_CLOSE_REGION-regionserver/b7cc9d764de6:0-0 {event_type=M_RS_CLOSE_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38149/user/jenkins/test-data/8f7e6163-acb4-de8a-dfb5-d9752af67ccf/data/default/TestLogRolling-testLogRolling/cb75aaa252544a3fd34c200e2556d777/recovered.edits/126.seqid, newMaxSeqId=126, maxSeqId=1 2024-11-07T14:43:52,519 INFO [RS_CLOSE_REGION-regionserver/b7cc9d764de6:0-0 {event_type=M_RS_CLOSE_REGION, pid=10}] regionserver.HRegion(1973): Closed TestLogRolling-testLogRolling,,1730990617991.cb75aaa252544a3fd34c200e2556d777. 2024-11-07T14:43:52,519 DEBUG [RS_CLOSE_REGION-regionserver/b7cc9d764de6:0-0 {event_type=M_RS_CLOSE_REGION, pid=10}] regionserver.HRegion(1676): Region close journal for cb75aaa252544a3fd34c200e2556d777: Waiting for close lock at 1730990632470Running coprocessor pre-close hooks at 1730990632470Disabling compacts and flushes for region at 1730990632471 (+1 ms)Disabling writes for close at 1730990632471Obtaining lock to block concurrent updates at 1730990632471Preparing flush snapshotting stores in cb75aaa252544a3fd34c200e2556d777 at 1730990632471Finished memstore snapshotting TestLogRolling-testLogRolling,,1730990617991.cb75aaa252544a3fd34c200e2556d777., syncing WAL and waiting on mvcc, flushsize=dataSize=7357, getHeapSize=8136, getOffHeapSize=0, getCellsCount=7 at 1730990632472 (+1 ms)Flushing stores of TestLogRolling-testLogRolling,,1730990617991.cb75aaa252544a3fd34c200e2556d777. at 1730990632473 (+1 ms)Flushing cb75aaa252544a3fd34c200e2556d777/info: creating writer at 1730990632473Flushing cb75aaa252544a3fd34c200e2556d777/info: appending metadata at 1730990632477 (+4 ms)Flushing cb75aaa252544a3fd34c200e2556d777/info: closing flushed file at 1730990632478 (+1 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3811a626: reopening flushed file at 1730990632494 (+16 ms)Finished flush of dataSize ~7.18 KB/7357, heapSize ~7.95 KB/8136, currentSize=0 B/0 for cb75aaa252544a3fd34c200e2556d777 in 31ms, sequenceid=123, compaction requested=true at 1730990632502 (+8 ms)Writing region close event to WAL at 1730990632514 (+12 ms)Running coprocessor post-close hooks at 1730990632519 (+5 ms)Closed at 1730990632519 2024-11-07T14:43:52,521 INFO [RS_CLOSE_REGION-regionserver/b7cc9d764de6:0-0 {event_type=M_RS_CLOSE_REGION, pid=10}] handler.UnassignRegionHandler(157): Closed cb75aaa252544a3fd34c200e2556d777 2024-11-07T14:43:52,522 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=cb75aaa252544a3fd34c200e2556d777, regionState=CLOSED 2024-11-07T14:43:52,524 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; CloseRegionProcedure cb75aaa252544a3fd34c200e2556d777, server=b7cc9d764de6,40219,1730990616841 because future has completed 2024-11-07T14:43:52,527 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-07T14:43:52,528 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; CloseRegionProcedure cb75aaa252544a3fd34c200e2556d777, server=b7cc9d764de6,40219,1730990616841 in 217 msec 2024-11-07T14:43:52,530 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=7 2024-11-07T14:43:52,530 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=7, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestLogRolling-testLogRolling, region=cb75aaa252544a3fd34c200e2556d777, UNASSIGN in 229 msec 2024-11-07T14:43:52,538 DEBUG [PEWorker-5 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T14:43:52,542 INFO [PEWorker-5 {}] assignment.SplitTableRegionProcedure(728): pid=7 splitting 4 storefiles, region=cb75aaa252544a3fd34c200e2556d777, threads=4 2024-11-07T14:43:52,543 DEBUG [StoreFileSplitter-pool-0 {}] assignment.SplitTableRegionProcedure(823): pid=7 splitting started for store file: hdfs://localhost:38149/user/jenkins/test-data/8f7e6163-acb4-de8a-dfb5-d9752af67ccf/data/default/TestLogRolling-testLogRolling/cb75aaa252544a3fd34c200e2556d777/info/3da17f6c19b546978fdb857f62dceec2 for region: cb75aaa252544a3fd34c200e2556d777 2024-11-07T14:43:52,544 DEBUG [StoreFileSplitter-pool-1 {}] assignment.SplitTableRegionProcedure(823): pid=7 splitting started for store file: hdfs://localhost:38149/user/jenkins/test-data/8f7e6163-acb4-de8a-dfb5-d9752af67ccf/data/default/TestLogRolling-testLogRolling/cb75aaa252544a3fd34c200e2556d777/info/518f26c1c9a448ee8af9f5157196949c for region: cb75aaa252544a3fd34c200e2556d777 2024-11-07T14:43:52,544 DEBUG [StoreFileSplitter-pool-2 {}] assignment.SplitTableRegionProcedure(823): pid=7 splitting started for store file: hdfs://localhost:38149/user/jenkins/test-data/8f7e6163-acb4-de8a-dfb5-d9752af67ccf/data/default/TestLogRolling-testLogRolling/cb75aaa252544a3fd34c200e2556d777/info/b0e83b6adfae425f9907c10809385fd7 for region: cb75aaa252544a3fd34c200e2556d777 2024-11-07T14:43:52,544 DEBUG [StoreFileSplitter-pool-3 {}] assignment.SplitTableRegionProcedure(823): pid=7 splitting started for store file: hdfs://localhost:38149/user/jenkins/test-data/8f7e6163-acb4-de8a-dfb5-d9752af67ccf/data/default/TestLogRolling-testLogRolling/cb75aaa252544a3fd34c200e2556d777/info/d7e90db456894892b382f2a151157b92 for region: cb75aaa252544a3fd34c200e2556d777 2024-11-07T14:43:52,554 DEBUG [StoreFileSplitter-pool-1 {}] regionserver.HRegionFileSystem(650): Will create HFileLink file for hdfs://localhost:38149/user/jenkins/test-data/8f7e6163-acb4-de8a-dfb5-d9752af67ccf/data/default/TestLogRolling-testLogRolling/cb75aaa252544a3fd34c200e2556d777/info/518f26c1c9a448ee8af9f5157196949c, top=true 2024-11-07T14:43:52,554 DEBUG [StoreFileSplitter-pool-0 {}] regionserver.HRegionFileSystem(650): Will create HFileLink file for hdfs://localhost:38149/user/jenkins/test-data/8f7e6163-acb4-de8a-dfb5-d9752af67ccf/data/default/TestLogRolling-testLogRolling/cb75aaa252544a3fd34c200e2556d777/info/3da17f6c19b546978fdb857f62dceec2, top=true 2024-11-07T14:43:52,563 INFO [StoreFileSplitter-pool-0 {}] regionserver.HRegionFileSystem(691): Created linkFile:hdfs://localhost:38149/user/jenkins/test-data/8f7e6163-acb4-de8a-dfb5-d9752af67ccf/data/default/TestLogRolling-testLogRolling/01a992f0d5dbf0bef1cfff49c20470a1/info/TestLogRolling-testLogRolling=cb75aaa252544a3fd34c200e2556d777-3da17f6c19b546978fdb857f62dceec2 for child: 01a992f0d5dbf0bef1cfff49c20470a1, parent: cb75aaa252544a3fd34c200e2556d777 2024-11-07T14:43:52,564 DEBUG [StoreFileSplitter-pool-0 {}] assignment.SplitTableRegionProcedure(834): pid=7 splitting complete for store file: hdfs://localhost:38149/user/jenkins/test-data/8f7e6163-acb4-de8a-dfb5-d9752af67ccf/data/default/TestLogRolling-testLogRolling/cb75aaa252544a3fd34c200e2556d777/info/3da17f6c19b546978fdb857f62dceec2 for region: cb75aaa252544a3fd34c200e2556d777 2024-11-07T14:43:52,564 INFO [StoreFileSplitter-pool-1 {}] regionserver.HRegionFileSystem(691): Created linkFile:hdfs://localhost:38149/user/jenkins/test-data/8f7e6163-acb4-de8a-dfb5-d9752af67ccf/data/default/TestLogRolling-testLogRolling/01a992f0d5dbf0bef1cfff49c20470a1/info/TestLogRolling-testLogRolling=cb75aaa252544a3fd34c200e2556d777-518f26c1c9a448ee8af9f5157196949c for child: 01a992f0d5dbf0bef1cfff49c20470a1, parent: cb75aaa252544a3fd34c200e2556d777 2024-11-07T14:43:52,564 DEBUG [StoreFileSplitter-pool-1 {}] assignment.SplitTableRegionProcedure(834): pid=7 splitting complete for store file: hdfs://localhost:38149/user/jenkins/test-data/8f7e6163-acb4-de8a-dfb5-d9752af67ccf/data/default/TestLogRolling-testLogRolling/cb75aaa252544a3fd34c200e2556d777/info/518f26c1c9a448ee8af9f5157196949c for region: cb75aaa252544a3fd34c200e2556d777 2024-11-07T14:43:52,567 DEBUG [StoreFileSplitter-pool-2 {}] regionserver.HRegionFileSystem(650): Will create HFileLink file for hdfs://localhost:38149/user/jenkins/test-data/8f7e6163-acb4-de8a-dfb5-d9752af67ccf/data/default/TestLogRolling-testLogRolling/cb75aaa252544a3fd34c200e2556d777/info/b0e83b6adfae425f9907c10809385fd7, top=true 2024-11-07T14:43:52,568 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45887 is added to blk_1073741847_1023 (size=27) 2024-11-07T14:43:52,568 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45615 is added to blk_1073741847_1023 (size=27) 2024-11-07T14:43:52,572 INFO [StoreFileSplitter-pool-2 {}] regionserver.HRegionFileSystem(691): Created linkFile:hdfs://localhost:38149/user/jenkins/test-data/8f7e6163-acb4-de8a-dfb5-d9752af67ccf/data/default/TestLogRolling-testLogRolling/01a992f0d5dbf0bef1cfff49c20470a1/info/TestLogRolling-testLogRolling=cb75aaa252544a3fd34c200e2556d777-b0e83b6adfae425f9907c10809385fd7 for child: 01a992f0d5dbf0bef1cfff49c20470a1, parent: cb75aaa252544a3fd34c200e2556d777 2024-11-07T14:43:52,572 DEBUG [StoreFileSplitter-pool-2 {}] assignment.SplitTableRegionProcedure(834): pid=7 splitting complete for store file: hdfs://localhost:38149/user/jenkins/test-data/8f7e6163-acb4-de8a-dfb5-d9752af67ccf/data/default/TestLogRolling-testLogRolling/cb75aaa252544a3fd34c200e2556d777/info/b0e83b6adfae425f9907c10809385fd7 for region: cb75aaa252544a3fd34c200e2556d777 2024-11-07T14:43:52,580 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45887 is added to blk_1073741848_1024 (size=27) 2024-11-07T14:43:52,580 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45615 is added to blk_1073741848_1024 (size=27) 2024-11-07T14:43:52,581 DEBUG [StoreFileSplitter-pool-3 {}] assignment.SplitTableRegionProcedure(834): pid=7 splitting complete for store file: hdfs://localhost:38149/user/jenkins/test-data/8f7e6163-acb4-de8a-dfb5-d9752af67ccf/data/default/TestLogRolling-testLogRolling/cb75aaa252544a3fd34c200e2556d777/info/d7e90db456894892b382f2a151157b92 for region: cb75aaa252544a3fd34c200e2556d777 2024-11-07T14:43:52,584 DEBUG [PEWorker-5 {}] assignment.SplitTableRegionProcedure(802): pid=7 split storefiles for region cb75aaa252544a3fd34c200e2556d777 Daughter A: [hdfs://localhost:38149/user/jenkins/test-data/8f7e6163-acb4-de8a-dfb5-d9752af67ccf/data/default/TestLogRolling-testLogRolling/16dfa6b4291928113eaf98688f3259cd/info/d7e90db456894892b382f2a151157b92.cb75aaa252544a3fd34c200e2556d777] storefiles, Daughter B: [hdfs://localhost:38149/user/jenkins/test-data/8f7e6163-acb4-de8a-dfb5-d9752af67ccf/data/default/TestLogRolling-testLogRolling/01a992f0d5dbf0bef1cfff49c20470a1/info/TestLogRolling-testLogRolling=cb75aaa252544a3fd34c200e2556d777-3da17f6c19b546978fdb857f62dceec2, hdfs://localhost:38149/user/jenkins/test-data/8f7e6163-acb4-de8a-dfb5-d9752af67ccf/data/default/TestLogRolling-testLogRolling/01a992f0d5dbf0bef1cfff49c20470a1/info/TestLogRolling-testLogRolling=cb75aaa252544a3fd34c200e2556d777-518f26c1c9a448ee8af9f5157196949c, hdfs://localhost:38149/user/jenkins/test-data/8f7e6163-acb4-de8a-dfb5-d9752af67ccf/data/default/TestLogRolling-testLogRolling/01a992f0d5dbf0bef1cfff49c20470a1/info/TestLogRolling-testLogRolling=cb75aaa252544a3fd34c200e2556d777-b0e83b6adfae425f9907c10809385fd7, hdfs://localhost:38149/user/jenkins/test-data/8f7e6163-acb4-de8a-dfb5-d9752af67ccf/data/default/TestLogRolling-testLogRolling/01a992f0d5dbf0bef1cfff49c20470a1/info/d7e90db456894892b382f2a151157b92.cb75aaa252544a3fd34c200e2556d777] storefiles. 2024-11-07T14:43:52,595 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45887 is added to blk_1073741849_1025 (size=71) 2024-11-07T14:43:52,595 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45615 is added to blk_1073741849_1025 (size=71) 2024-11-07T14:43:52,598 DEBUG [PEWorker-5 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T14:43:52,614 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45887 is added to blk_1073741850_1026 (size=71) 2024-11-07T14:43:52,614 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45615 is added to blk_1073741850_1026 (size=71) 2024-11-07T14:43:52,616 DEBUG [PEWorker-5 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T14:43:52,631 DEBUG [PEWorker-5 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38149/user/jenkins/test-data/8f7e6163-acb4-de8a-dfb5-d9752af67ccf/data/default/TestLogRolling-testLogRolling/16dfa6b4291928113eaf98688f3259cd/recovered.edits/126.seqid, newMaxSeqId=126, maxSeqId=-1 2024-11-07T14:43:52,633 DEBUG [PEWorker-5 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38149/user/jenkins/test-data/8f7e6163-acb4-de8a-dfb5-d9752af67ccf/data/default/TestLogRolling-testLogRolling/01a992f0d5dbf0bef1cfff49c20470a1/recovered.edits/126.seqid, newMaxSeqId=126, maxSeqId=-1 2024-11-07T14:43:52,637 DEBUG [PEWorker-5 {}] assignment.RegionStateStore(723): Put {"totalColumns":3,"row":"TestLogRolling-testLogRolling,,1730990617991.cb75aaa252544a3fd34c200e2556d777.","families":{"info":[{"qualifier":"regioninfo","vlen":63,"tag":[],"timestamp":"1730990632636"},{"qualifier":"splitA","vlen":70,"tag":[],"timestamp":"1730990632636"},{"qualifier":"splitB","vlen":70,"tag":[],"timestamp":"1730990632636"}]},"ts":"1730990632636"} 2024-11-07T14:43:52,637 DEBUG [PEWorker-5 {}] assignment.RegionStateStore(723): Put {"totalColumns":3,"row":"TestLogRolling-testLogRolling,,1730990632288.16dfa6b4291928113eaf98688f3259cd.","families":{"info":[{"qualifier":"regioninfo","vlen":70,"tag":[],"timestamp":"1730990632636"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1730990632636"},{"qualifier":"seqnumDuringOpen","vlen":8,"tag":[],"timestamp":"1730990632636"}]},"ts":"1730990632636"} 2024-11-07T14:43:52,637 DEBUG [PEWorker-5 {}] assignment.RegionStateStore(723): Put {"totalColumns":3,"row":"TestLogRolling-testLogRolling,row0064,1730990632288.01a992f0d5dbf0bef1cfff49c20470a1.","families":{"info":[{"qualifier":"regioninfo","vlen":70,"tag":[],"timestamp":"1730990632636"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1730990632636"},{"qualifier":"seqnumDuringOpen","vlen":8,"tag":[],"timestamp":"1730990632636"}]},"ts":"1730990632636"} 2024-11-07T14:43:52,654 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestLogRolling-testLogRolling, region=16dfa6b4291928113eaf98688f3259cd, ASSIGN}, {pid=12, ppid=7, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestLogRolling-testLogRolling, region=01a992f0d5dbf0bef1cfff49c20470a1, ASSIGN}] 2024-11-07T14:43:52,656 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=12, ppid=7, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestLogRolling-testLogRolling, region=01a992f0d5dbf0bef1cfff49c20470a1, ASSIGN 2024-11-07T14:43:52,656 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=11, ppid=7, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestLogRolling-testLogRolling, region=16dfa6b4291928113eaf98688f3259cd, ASSIGN 2024-11-07T14:43:52,657 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=12, ppid=7, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=TestLogRolling-testLogRolling, region=01a992f0d5dbf0bef1cfff49c20470a1, ASSIGN; state=SPLITTING_NEW, location=b7cc9d764de6,40219,1730990616841; forceNewPlan=false, retain=false 2024-11-07T14:43:52,657 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=11, ppid=7, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=TestLogRolling-testLogRolling, region=16dfa6b4291928113eaf98688f3259cd, ASSIGN; state=SPLITTING_NEW, location=b7cc9d764de6,40219,1730990616841; forceNewPlan=false, retain=false 2024-11-07T14:43:52,808 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=11 updating hbase:meta row=16dfa6b4291928113eaf98688f3259cd, regionState=OPENING, regionLocation=b7cc9d764de6,40219,1730990616841 2024-11-07T14:43:52,808 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=12 updating hbase:meta row=01a992f0d5dbf0bef1cfff49c20470a1, regionState=OPENING, regionLocation=b7cc9d764de6,40219,1730990616841 2024-11-07T14:43:52,814 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=12, ppid=7, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=TestLogRolling-testLogRolling, region=01a992f0d5dbf0bef1cfff49c20470a1, ASSIGN because future has completed 2024-11-07T14:43:52,815 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=13, ppid=12, state=RUNNABLE, hasLock=false; OpenRegionProcedure 01a992f0d5dbf0bef1cfff49c20470a1, server=b7cc9d764de6,40219,1730990616841}] 2024-11-07T14:43:52,815 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=11, ppid=7, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=TestLogRolling-testLogRolling, region=16dfa6b4291928113eaf98688f3259cd, ASSIGN because future has completed 2024-11-07T14:43:52,816 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=14, ppid=11, state=RUNNABLE, hasLock=false; OpenRegionProcedure 16dfa6b4291928113eaf98688f3259cd, server=b7cc9d764de6,40219,1730990616841}] 2024-11-07T14:43:52,975 INFO [RS_OPEN_REGION-regionserver/b7cc9d764de6:0-0 {event_type=M_RS_OPEN_REGION, pid=14}] handler.AssignRegionHandler(132): Open TestLogRolling-testLogRolling,,1730990632288.16dfa6b4291928113eaf98688f3259cd. 2024-11-07T14:43:52,976 DEBUG [RS_OPEN_REGION-regionserver/b7cc9d764de6:0-0 {event_type=M_RS_OPEN_REGION, pid=14}] regionserver.HRegion(7752): Opening region: {ENCODED => 16dfa6b4291928113eaf98688f3259cd, NAME => 'TestLogRolling-testLogRolling,,1730990632288.16dfa6b4291928113eaf98688f3259cd.', STARTKEY => '', ENDKEY => 'row0064'} 2024-11-07T14:43:52,976 DEBUG [RS_OPEN_REGION-regionserver/b7cc9d764de6:0-0 {event_type=M_RS_OPEN_REGION, pid=14}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestLogRolling-testLogRolling 16dfa6b4291928113eaf98688f3259cd 2024-11-07T14:43:52,976 DEBUG [RS_OPEN_REGION-regionserver/b7cc9d764de6:0-0 {event_type=M_RS_OPEN_REGION, pid=14}] regionserver.HRegion(898): Instantiated TestLogRolling-testLogRolling,,1730990632288.16dfa6b4291928113eaf98688f3259cd.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-07T14:43:52,976 DEBUG [RS_OPEN_REGION-regionserver/b7cc9d764de6:0-0 {event_type=M_RS_OPEN_REGION, pid=14}] regionserver.HRegion(7794): checking encryption for 16dfa6b4291928113eaf98688f3259cd 2024-11-07T14:43:52,976 DEBUG [RS_OPEN_REGION-regionserver/b7cc9d764de6:0-0 {event_type=M_RS_OPEN_REGION, pid=14}] regionserver.HRegion(7797): checking classloading for 16dfa6b4291928113eaf98688f3259cd 2024-11-07T14:43:52,978 INFO [StoreOpener-16dfa6b4291928113eaf98688f3259cd-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 16dfa6b4291928113eaf98688f3259cd 2024-11-07T14:43:52,979 INFO [StoreOpener-16dfa6b4291928113eaf98688f3259cd-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 16dfa6b4291928113eaf98688f3259cd columnFamilyName info 2024-11-07T14:43:52,979 DEBUG [StoreOpener-16dfa6b4291928113eaf98688f3259cd-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T14:43:52,994 DEBUG [StoreOpener-16dfa6b4291928113eaf98688f3259cd-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:38149/user/jenkins/test-data/8f7e6163-acb4-de8a-dfb5-d9752af67ccf/data/default/TestLogRolling-testLogRolling/16dfa6b4291928113eaf98688f3259cd/info/d7e90db456894892b382f2a151157b92.cb75aaa252544a3fd34c200e2556d777->hdfs://localhost:38149/user/jenkins/test-data/8f7e6163-acb4-de8a-dfb5-d9752af67ccf/data/default/TestLogRolling-testLogRolling/cb75aaa252544a3fd34c200e2556d777/info/d7e90db456894892b382f2a151157b92-bottom 2024-11-07T14:43:52,995 INFO [StoreOpener-16dfa6b4291928113eaf98688f3259cd-1 {}] regionserver.HStore(327): Store=16dfa6b4291928113eaf98688f3259cd/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-07T14:43:52,995 DEBUG [RS_OPEN_REGION-regionserver/b7cc9d764de6:0-0 {event_type=M_RS_OPEN_REGION, pid=14}] regionserver.HRegion(1038): replaying wal for 16dfa6b4291928113eaf98688f3259cd 2024-11-07T14:43:52,996 DEBUG [RS_OPEN_REGION-regionserver/b7cc9d764de6:0-0 {event_type=M_RS_OPEN_REGION, pid=14}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38149/user/jenkins/test-data/8f7e6163-acb4-de8a-dfb5-d9752af67ccf/data/default/TestLogRolling-testLogRolling/16dfa6b4291928113eaf98688f3259cd 2024-11-07T14:43:52,997 DEBUG [RS_OPEN_REGION-regionserver/b7cc9d764de6:0-0 {event_type=M_RS_OPEN_REGION, pid=14}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38149/user/jenkins/test-data/8f7e6163-acb4-de8a-dfb5-d9752af67ccf/data/default/TestLogRolling-testLogRolling/16dfa6b4291928113eaf98688f3259cd 2024-11-07T14:43:52,997 DEBUG [RS_OPEN_REGION-regionserver/b7cc9d764de6:0-0 {event_type=M_RS_OPEN_REGION, pid=14}] regionserver.HRegion(1048): stopping wal replay for 16dfa6b4291928113eaf98688f3259cd 2024-11-07T14:43:52,997 DEBUG [RS_OPEN_REGION-regionserver/b7cc9d764de6:0-0 {event_type=M_RS_OPEN_REGION, pid=14}] regionserver.HRegion(1060): Cleaning up temporary data for 16dfa6b4291928113eaf98688f3259cd 2024-11-07T14:43:52,999 DEBUG [RS_OPEN_REGION-regionserver/b7cc9d764de6:0-0 {event_type=M_RS_OPEN_REGION, pid=14}] regionserver.HRegion(1093): writing seq id for 16dfa6b4291928113eaf98688f3259cd 2024-11-07T14:43:53,000 INFO [RS_OPEN_REGION-regionserver/b7cc9d764de6:0-0 {event_type=M_RS_OPEN_REGION, pid=14}] regionserver.HRegion(1114): Opened 16dfa6b4291928113eaf98688f3259cd; next sequenceid=127; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=16384, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=837810, jitterRate=0.06533145904541016}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-07T14:43:53,000 DEBUG [RS_OPEN_REGION-regionserver/b7cc9d764de6:0-0 {event_type=M_RS_OPEN_REGION, pid=14}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 16dfa6b4291928113eaf98688f3259cd 2024-11-07T14:43:53,000 DEBUG [RS_OPEN_REGION-regionserver/b7cc9d764de6:0-0 {event_type=M_RS_OPEN_REGION, pid=14}] regionserver.HRegion(1006): Region open journal for 16dfa6b4291928113eaf98688f3259cd: Running coprocessor pre-open hook at 1730990632976Writing region info on filesystem at 1730990632976Initializing all the Stores at 1730990632977 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1730990632977Cleaning up temporary data from old regions at 1730990632997 (+20 ms)Running coprocessor post-open hooks at 1730990633000 (+3 ms)Region opened successfully at 1730990633000 2024-11-07T14:43:53,001 INFO [RS_OPEN_REGION-regionserver/b7cc9d764de6:0-0 {event_type=M_RS_OPEN_REGION, pid=14}] regionserver.HRegionServer(2236): Post open deploy tasks for TestLogRolling-testLogRolling,,1730990632288.16dfa6b4291928113eaf98688f3259cd., pid=14, masterSystemTime=1730990632968 2024-11-07T14:43:53,001 DEBUG [RS_OPEN_REGION-regionserver/b7cc9d764de6:0-0 {event_type=M_RS_OPEN_REGION, pid=14}] regionserver.CompactSplit(403): Add compact mark for store 16dfa6b4291928113eaf98688f3259cd:info, priority=-2147483648, current under compaction store size is 1 2024-11-07T14:43:53,001 DEBUG [RS_OPEN_REGION-regionserver/b7cc9d764de6:0-0 {event_type=M_RS_OPEN_REGION, pid=14}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: Opening Region; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-07T14:43:53,001 DEBUG [RS:0;b7cc9d764de6:40219-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 1 store files, 0 compacting, 1 eligible, 16 blocking 2024-11-07T14:43:53,002 INFO [RS:0;b7cc9d764de6:40219-shortCompactions-0 {}] regionserver.HStore(1527): Keeping/Overriding Compaction request priority to -2147482648 for CF info since it belongs to recently split daughter region TestLogRolling-testLogRolling,,1730990632288.16dfa6b4291928113eaf98688f3259cd. 2024-11-07T14:43:53,002 DEBUG [RS:0;b7cc9d764de6:40219-shortCompactions-0 {}] regionserver.HStore(1541): 16dfa6b4291928113eaf98688f3259cd/info is initiating minor compaction (all files) 2024-11-07T14:43:53,002 INFO [RS:0;b7cc9d764de6:40219-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 16dfa6b4291928113eaf98688f3259cd/info in TestLogRolling-testLogRolling,,1730990632288.16dfa6b4291928113eaf98688f3259cd. 2024-11-07T14:43:53,002 INFO [RS:0;b7cc9d764de6:40219-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38149/user/jenkins/test-data/8f7e6163-acb4-de8a-dfb5-d9752af67ccf/data/default/TestLogRolling-testLogRolling/16dfa6b4291928113eaf98688f3259cd/info/d7e90db456894892b382f2a151157b92.cb75aaa252544a3fd34c200e2556d777->hdfs://localhost:38149/user/jenkins/test-data/8f7e6163-acb4-de8a-dfb5-d9752af67ccf/data/default/TestLogRolling-testLogRolling/cb75aaa252544a3fd34c200e2556d777/info/d7e90db456894892b382f2a151157b92-bottom] into tmpdir=hdfs://localhost:38149/user/jenkins/test-data/8f7e6163-acb4-de8a-dfb5-d9752af67ccf/data/default/TestLogRolling-testLogRolling/16dfa6b4291928113eaf98688f3259cd/.tmp, totalSize=72.0 K 2024-11-07T14:43:53,003 DEBUG [RS:0;b7cc9d764de6:40219-shortCompactions-0 {}] compactions.Compactor(225): Compacting d7e90db456894892b382f2a151157b92.cb75aaa252544a3fd34c200e2556d777, keycount=32, bloomtype=ROW, size=72.0 K, encoding=NONE, compression=NONE, seqNum=82, earliestPutTs=1730990628035 2024-11-07T14:43:53,004 DEBUG [RS_OPEN_REGION-regionserver/b7cc9d764de6:0-0 {event_type=M_RS_OPEN_REGION, pid=14}] regionserver.HRegionServer(2266): Finished post open deploy task for TestLogRolling-testLogRolling,,1730990632288.16dfa6b4291928113eaf98688f3259cd. 2024-11-07T14:43:53,004 INFO [RS_OPEN_REGION-regionserver/b7cc9d764de6:0-0 {event_type=M_RS_OPEN_REGION, pid=14}] handler.AssignRegionHandler(153): Opened TestLogRolling-testLogRolling,,1730990632288.16dfa6b4291928113eaf98688f3259cd. 2024-11-07T14:43:53,004 INFO [RS_OPEN_REGION-regionserver/b7cc9d764de6:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] handler.AssignRegionHandler(132): Open TestLogRolling-testLogRolling,row0064,1730990632288.01a992f0d5dbf0bef1cfff49c20470a1. 2024-11-07T14:43:53,004 DEBUG [RS_OPEN_REGION-regionserver/b7cc9d764de6:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(7752): Opening region: {ENCODED => 01a992f0d5dbf0bef1cfff49c20470a1, NAME => 'TestLogRolling-testLogRolling,row0064,1730990632288.01a992f0d5dbf0bef1cfff49c20470a1.', STARTKEY => 'row0064', ENDKEY => ''} 2024-11-07T14:43:53,005 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=11 updating hbase:meta row=16dfa6b4291928113eaf98688f3259cd, regionState=OPEN, openSeqNum=127, regionLocation=b7cc9d764de6,40219,1730990616841 2024-11-07T14:43:53,005 DEBUG [RS_OPEN_REGION-regionserver/b7cc9d764de6:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestLogRolling-testLogRolling 01a992f0d5dbf0bef1cfff49c20470a1 2024-11-07T14:43:53,005 DEBUG [RS_OPEN_REGION-regionserver/b7cc9d764de6:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(898): Instantiated TestLogRolling-testLogRolling,row0064,1730990632288.01a992f0d5dbf0bef1cfff49c20470a1.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-07T14:43:53,005 DEBUG [RS_OPEN_REGION-regionserver/b7cc9d764de6:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(7794): checking encryption for 01a992f0d5dbf0bef1cfff49c20470a1 2024-11-07T14:43:53,005 DEBUG [RS_OPEN_REGION-regionserver/b7cc9d764de6:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(7797): checking classloading for 01a992f0d5dbf0bef1cfff49c20470a1 2024-11-07T14:43:53,006 INFO [StoreOpener-01a992f0d5dbf0bef1cfff49c20470a1-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 01a992f0d5dbf0bef1cfff49c20470a1 2024-11-07T14:43:53,007 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=40219 {}] regionserver.HRegion(8855): Flush requested on 1588230740 2024-11-07T14:43:53,007 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-07T14:43:53,007 INFO [StoreOpener-01a992f0d5dbf0bef1cfff49c20470a1-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 01a992f0d5dbf0bef1cfff49c20470a1 columnFamilyName info 2024-11-07T14:43:53,007 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=5.11 KB heapSize=8.96 KB 2024-11-07T14:43:53,007 DEBUG [StoreOpener-01a992f0d5dbf0bef1cfff49c20470a1-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T14:43:53,007 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=14, ppid=11, state=RUNNABLE, hasLock=false; OpenRegionProcedure 16dfa6b4291928113eaf98688f3259cd, server=b7cc9d764de6,40219,1730990616841 because future has completed 2024-11-07T14:43:53,012 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=14, resume processing ppid=11 2024-11-07T14:43:53,012 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=14, ppid=11, state=SUCCESS, hasLock=false; OpenRegionProcedure 16dfa6b4291928113eaf98688f3259cd, server=b7cc9d764de6,40219,1730990616841 in 193 msec 2024-11-07T14:43:53,013 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestLogRolling-testLogRolling, region=16dfa6b4291928113eaf98688f3259cd, ASSIGN in 358 msec 2024-11-07T14:43:53,021 DEBUG [StoreOpener-01a992f0d5dbf0bef1cfff49c20470a1-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:38149/user/jenkins/test-data/8f7e6163-acb4-de8a-dfb5-d9752af67ccf/data/default/TestLogRolling-testLogRolling/01a992f0d5dbf0bef1cfff49c20470a1/info/TestLogRolling-testLogRolling=cb75aaa252544a3fd34c200e2556d777-3da17f6c19b546978fdb857f62dceec2 2024-11-07T14:43:53,027 DEBUG [StoreOpener-01a992f0d5dbf0bef1cfff49c20470a1-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:38149/user/jenkins/test-data/8f7e6163-acb4-de8a-dfb5-d9752af67ccf/data/default/TestLogRolling-testLogRolling/01a992f0d5dbf0bef1cfff49c20470a1/info/TestLogRolling-testLogRolling=cb75aaa252544a3fd34c200e2556d777-518f26c1c9a448ee8af9f5157196949c 2024-11-07T14:43:53,030 INFO [RS:0;b7cc9d764de6:40219-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 16dfa6b4291928113eaf98688f3259cd#info#compaction#41 average throughput is 15.79 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-07T14:43:53,030 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38149/user/jenkins/test-data/8f7e6163-acb4-de8a-dfb5-d9752af67ccf/data/hbase/meta/1588230740/.tmp/info/e6edbe9267f947d29b3e521fc050a41a is 193, key is TestLogRolling-testLogRolling,row0064,1730990632288.01a992f0d5dbf0bef1cfff49c20470a1./info:regioninfo/1730990632808/Put/seqid=0 2024-11-07T14:43:53,031 DEBUG [RS:0;b7cc9d764de6:40219-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38149/user/jenkins/test-data/8f7e6163-acb4-de8a-dfb5-d9752af67ccf/data/default/TestLogRolling-testLogRolling/16dfa6b4291928113eaf98688f3259cd/.tmp/info/cefdf74b351945898b43ca08723ac1cd is 1055, key is row0001/info:/1730990628035/Put/seqid=0 2024-11-07T14:43:53,033 DEBUG [StoreOpener-01a992f0d5dbf0bef1cfff49c20470a1-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:38149/user/jenkins/test-data/8f7e6163-acb4-de8a-dfb5-d9752af67ccf/data/default/TestLogRolling-testLogRolling/01a992f0d5dbf0bef1cfff49c20470a1/info/TestLogRolling-testLogRolling=cb75aaa252544a3fd34c200e2556d777-b0e83b6adfae425f9907c10809385fd7 2024-11-07T14:43:53,043 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45887 is added to blk_1073741851_1027 (size=71441) 2024-11-07T14:43:53,043 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45615 is added to blk_1073741851_1027 (size=71441) 2024-11-07T14:43:53,045 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45887 is added to blk_1073741852_1028 (size=9847) 2024-11-07T14:43:53,046 DEBUG [StoreOpener-01a992f0d5dbf0bef1cfff49c20470a1-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:38149/user/jenkins/test-data/8f7e6163-acb4-de8a-dfb5-d9752af67ccf/data/default/TestLogRolling-testLogRolling/01a992f0d5dbf0bef1cfff49c20470a1/info/d7e90db456894892b382f2a151157b92.cb75aaa252544a3fd34c200e2556d777->hdfs://localhost:38149/user/jenkins/test-data/8f7e6163-acb4-de8a-dfb5-d9752af67ccf/data/default/TestLogRolling-testLogRolling/cb75aaa252544a3fd34c200e2556d777/info/d7e90db456894892b382f2a151157b92-top 2024-11-07T14:43:53,046 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45615 is added to blk_1073741852_1028 (size=9847) 2024-11-07T14:43:53,046 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=4.92 KB at sequenceid=17 (bloomFilter=true), to=hdfs://localhost:38149/user/jenkins/test-data/8f7e6163-acb4-de8a-dfb5-d9752af67ccf/data/hbase/meta/1588230740/.tmp/info/e6edbe9267f947d29b3e521fc050a41a 2024-11-07T14:43:53,046 INFO [StoreOpener-01a992f0d5dbf0bef1cfff49c20470a1-1 {}] regionserver.HStore(327): Store=01a992f0d5dbf0bef1cfff49c20470a1/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-07T14:43:53,046 DEBUG [RS_OPEN_REGION-regionserver/b7cc9d764de6:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(1038): replaying wal for 01a992f0d5dbf0bef1cfff49c20470a1 2024-11-07T14:43:53,047 DEBUG [RS_OPEN_REGION-regionserver/b7cc9d764de6:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38149/user/jenkins/test-data/8f7e6163-acb4-de8a-dfb5-d9752af67ccf/data/default/TestLogRolling-testLogRolling/01a992f0d5dbf0bef1cfff49c20470a1 2024-11-07T14:43:53,049 DEBUG [RS_OPEN_REGION-regionserver/b7cc9d764de6:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38149/user/jenkins/test-data/8f7e6163-acb4-de8a-dfb5-d9752af67ccf/data/default/TestLogRolling-testLogRolling/01a992f0d5dbf0bef1cfff49c20470a1 2024-11-07T14:43:53,049 DEBUG [RS_OPEN_REGION-regionserver/b7cc9d764de6:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(1048): stopping wal replay for 01a992f0d5dbf0bef1cfff49c20470a1 2024-11-07T14:43:53,049 DEBUG [RS_OPEN_REGION-regionserver/b7cc9d764de6:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(1060): Cleaning up temporary data for 01a992f0d5dbf0bef1cfff49c20470a1 2024-11-07T14:43:53,052 DEBUG [RS_OPEN_REGION-regionserver/b7cc9d764de6:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(1093): writing seq id for 01a992f0d5dbf0bef1cfff49c20470a1 2024-11-07T14:43:53,052 DEBUG [RS:0;b7cc9d764de6:40219-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38149/user/jenkins/test-data/8f7e6163-acb4-de8a-dfb5-d9752af67ccf/data/default/TestLogRolling-testLogRolling/16dfa6b4291928113eaf98688f3259cd/.tmp/info/cefdf74b351945898b43ca08723ac1cd as hdfs://localhost:38149/user/jenkins/test-data/8f7e6163-acb4-de8a-dfb5-d9752af67ccf/data/default/TestLogRolling-testLogRolling/16dfa6b4291928113eaf98688f3259cd/info/cefdf74b351945898b43ca08723ac1cd 2024-11-07T14:43:53,053 INFO [RS_OPEN_REGION-regionserver/b7cc9d764de6:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(1114): Opened 01a992f0d5dbf0bef1cfff49c20470a1; next sequenceid=127; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=16384, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=717942, jitterRate=-0.08709058165550232}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-07T14:43:53,053 DEBUG [RS_OPEN_REGION-regionserver/b7cc9d764de6:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 01a992f0d5dbf0bef1cfff49c20470a1 2024-11-07T14:43:53,053 DEBUG [RS_OPEN_REGION-regionserver/b7cc9d764de6:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(1006): Region open journal for 01a992f0d5dbf0bef1cfff49c20470a1: Running coprocessor pre-open hook at 1730990633005Writing region info on filesystem at 1730990633005Initializing all the Stores at 1730990633006 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1730990633006Cleaning up temporary data from old regions at 1730990633049 (+43 ms)Running coprocessor post-open hooks at 1730990633053 (+4 ms)Region opened successfully at 1730990633053 2024-11-07T14:43:53,054 INFO [RS_OPEN_REGION-regionserver/b7cc9d764de6:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegionServer(2236): Post open deploy tasks for TestLogRolling-testLogRolling,row0064,1730990632288.01a992f0d5dbf0bef1cfff49c20470a1., pid=13, masterSystemTime=1730990632968 2024-11-07T14:43:53,054 DEBUG [RS_OPEN_REGION-regionserver/b7cc9d764de6:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.CompactSplit(403): Add compact mark for store 01a992f0d5dbf0bef1cfff49c20470a1:info, priority=-2147483648, current under compaction store size is 2 2024-11-07T14:43:53,054 DEBUG [RS_OPEN_REGION-regionserver/b7cc9d764de6:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: Opening Region; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-07T14:43:53,054 DEBUG [RS:0;b7cc9d764de6:40219-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-07T14:43:53,056 INFO [RS:0;b7cc9d764de6:40219-longCompactions-0 {}] regionserver.HStore(1527): Keeping/Overriding Compaction request priority to -2147482648 for CF info since it belongs to recently split daughter region TestLogRolling-testLogRolling,row0064,1730990632288.01a992f0d5dbf0bef1cfff49c20470a1. 2024-11-07T14:43:53,056 DEBUG [RS:0;b7cc9d764de6:40219-longCompactions-0 {}] regionserver.HStore(1541): 01a992f0d5dbf0bef1cfff49c20470a1/info is initiating minor compaction (all files) 2024-11-07T14:43:53,056 INFO [RS:0;b7cc9d764de6:40219-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 01a992f0d5dbf0bef1cfff49c20470a1/info in TestLogRolling-testLogRolling,row0064,1730990632288.01a992f0d5dbf0bef1cfff49c20470a1. 2024-11-07T14:43:53,056 INFO [RS:0;b7cc9d764de6:40219-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38149/user/jenkins/test-data/8f7e6163-acb4-de8a-dfb5-d9752af67ccf/data/default/TestLogRolling-testLogRolling/01a992f0d5dbf0bef1cfff49c20470a1/info/d7e90db456894892b382f2a151157b92.cb75aaa252544a3fd34c200e2556d777->hdfs://localhost:38149/user/jenkins/test-data/8f7e6163-acb4-de8a-dfb5-d9752af67ccf/data/default/TestLogRolling-testLogRolling/cb75aaa252544a3fd34c200e2556d777/info/d7e90db456894892b382f2a151157b92-top, hdfs://localhost:38149/user/jenkins/test-data/8f7e6163-acb4-de8a-dfb5-d9752af67ccf/data/default/TestLogRolling-testLogRolling/01a992f0d5dbf0bef1cfff49c20470a1/info/TestLogRolling-testLogRolling=cb75aaa252544a3fd34c200e2556d777-3da17f6c19b546978fdb857f62dceec2, hdfs://localhost:38149/user/jenkins/test-data/8f7e6163-acb4-de8a-dfb5-d9752af67ccf/data/default/TestLogRolling-testLogRolling/01a992f0d5dbf0bef1cfff49c20470a1/info/TestLogRolling-testLogRolling=cb75aaa252544a3fd34c200e2556d777-518f26c1c9a448ee8af9f5157196949c, hdfs://localhost:38149/user/jenkins/test-data/8f7e6163-acb4-de8a-dfb5-d9752af67ccf/data/default/TestLogRolling-testLogRolling/01a992f0d5dbf0bef1cfff49c20470a1/info/TestLogRolling-testLogRolling=cb75aaa252544a3fd34c200e2556d777-b0e83b6adfae425f9907c10809385fd7] into tmpdir=hdfs://localhost:38149/user/jenkins/test-data/8f7e6163-acb4-de8a-dfb5-d9752af67ccf/data/default/TestLogRolling-testLogRolling/01a992f0d5dbf0bef1cfff49c20470a1/.tmp, totalSize=118.4 K 2024-11-07T14:43:53,057 DEBUG [RS_OPEN_REGION-regionserver/b7cc9d764de6:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegionServer(2266): Finished post open deploy task for TestLogRolling-testLogRolling,row0064,1730990632288.01a992f0d5dbf0bef1cfff49c20470a1. 2024-11-07T14:43:53,057 INFO [RS_OPEN_REGION-regionserver/b7cc9d764de6:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] handler.AssignRegionHandler(153): Opened TestLogRolling-testLogRolling,row0064,1730990632288.01a992f0d5dbf0bef1cfff49c20470a1. 2024-11-07T14:43:53,057 DEBUG [RS:0;b7cc9d764de6:40219-longCompactions-0 {}] compactions.Compactor(225): Compacting d7e90db456894892b382f2a151157b92.cb75aaa252544a3fd34c200e2556d777, keycount=32, bloomtype=ROW, size=72.0 K, encoding=NONE, compression=NONE, seqNum=83, earliestPutTs=1730990628035 2024-11-07T14:43:53,057 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=12 updating hbase:meta row=01a992f0d5dbf0bef1cfff49c20470a1, regionState=OPEN, openSeqNum=127, regionLocation=b7cc9d764de6,40219,1730990616841 2024-11-07T14:43:53,058 DEBUG [RS:0;b7cc9d764de6:40219-longCompactions-0 {}] compactions.Compactor(225): Compacting TestLogRolling-testLogRolling=cb75aaa252544a3fd34c200e2556d777-3da17f6c19b546978fdb857f62dceec2, keycount=12, bloomtype=ROW, size=17.2 K, encoding=NONE, compression=NONE, seqNum=97, earliestPutTs=1730990632195 2024-11-07T14:43:53,058 DEBUG [RS:0;b7cc9d764de6:40219-longCompactions-0 {}] compactions.Compactor(225): Compacting TestLogRolling-testLogRolling=cb75aaa252544a3fd34c200e2556d777-518f26c1c9a448ee8af9f5157196949c, keycount=12, bloomtype=ROW, size=17.2 K, encoding=NONE, compression=NONE, seqNum=112, earliestPutTs=1730990632225 2024-11-07T14:43:53,058 DEBUG [RS:0;b7cc9d764de6:40219-longCompactions-0 {}] compactions.Compactor(225): Compacting TestLogRolling-testLogRolling=cb75aaa252544a3fd34c200e2556d777-b0e83b6adfae425f9907c10809385fd7, keycount=7, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=123, earliestPutTs=1730990632260 2024-11-07T14:43:53,060 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=13, ppid=12, state=RUNNABLE, hasLock=false; OpenRegionProcedure 01a992f0d5dbf0bef1cfff49c20470a1, server=b7cc9d764de6,40219,1730990616841 because future has completed 2024-11-07T14:43:53,061 INFO [RS:0;b7cc9d764de6:40219-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 1 (all) file(s) in 16dfa6b4291928113eaf98688f3259cd/info of 16dfa6b4291928113eaf98688f3259cd into cefdf74b351945898b43ca08723ac1cd(size=69.8 K), total size for store is 69.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-07T14:43:53,061 DEBUG [RS:0;b7cc9d764de6:40219-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 16dfa6b4291928113eaf98688f3259cd: 2024-11-07T14:43:53,061 INFO [RS:0;b7cc9d764de6:40219-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestLogRolling-testLogRolling,,1730990632288.16dfa6b4291928113eaf98688f3259cd., storeName=16dfa6b4291928113eaf98688f3259cd/info, priority=15, startTime=1730990633001; duration=0sec 2024-11-07T14:43:53,061 DEBUG [RS:0;b7cc9d764de6:40219-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-07T14:43:53,061 DEBUG [RS:0;b7cc9d764de6:40219-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 16dfa6b4291928113eaf98688f3259cd:info 2024-11-07T14:43:53,066 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=13, resume processing ppid=12 2024-11-07T14:43:53,066 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=13, ppid=12, state=SUCCESS, hasLock=false; OpenRegionProcedure 01a992f0d5dbf0bef1cfff49c20470a1, server=b7cc9d764de6,40219,1730990616841 in 247 msec 2024-11-07T14:43:53,069 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=12, resume processing ppid=7 2024-11-07T14:43:53,070 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=12, ppid=7, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestLogRolling-testLogRolling, region=01a992f0d5dbf0bef1cfff49c20470a1, ASSIGN in 412 msec 2024-11-07T14:43:53,071 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; SplitTableRegionProcedure table=TestLogRolling-testLogRolling, parent=cb75aaa252544a3fd34c200e2556d777, daughterA=16dfa6b4291928113eaf98688f3259cd, daughterB=01a992f0d5dbf0bef1cfff49c20470a1 in 781 msec 2024-11-07T14:43:53,071 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=8, state=RUNNABLE:SPLIT_TABLE_REGION_PREPARE, hasLock=false; SplitTableRegionProcedure table=TestLogRolling-testLogRolling, parent=cb75aaa252544a3fd34c200e2556d777, daughterA=986a81c77ca18adc13b249e9eccaf0ba, daughterB=22d0d64f5c258279db311a84079aad1a 2024-11-07T14:43:53,071 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=8, state=RUNNABLE:SPLIT_TABLE_REGION_PREPARE, hasLock=false; SplitTableRegionProcedure table=TestLogRolling-testLogRolling, parent=cb75aaa252544a3fd34c200e2556d777, daughterA=986a81c77ca18adc13b249e9eccaf0ba, daughterB=22d0d64f5c258279db311a84079aad1a 2024-11-07T14:43:53,071 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=8, state=RUNNABLE:SPLIT_TABLE_REGION_PREPARE, hasLock=false; SplitTableRegionProcedure table=TestLogRolling-testLogRolling, parent=cb75aaa252544a3fd34c200e2556d777, daughterA=986a81c77ca18adc13b249e9eccaf0ba, daughterB=22d0d64f5c258279db311a84079aad1a 2024-11-07T14:43:53,072 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38149/user/jenkins/test-data/8f7e6163-acb4-de8a-dfb5-d9752af67ccf/data/hbase/meta/1588230740/.tmp/ns/f5a9870ed7e54054a0a61e49a75f226e is 43, key is default/ns:d/1730990617912/Put/seqid=0 2024-11-07T14:43:53,072 INFO [PEWorker-5 {}] assignment.SplitTableRegionProcedure(534): Split of {ENCODED => cb75aaa252544a3fd34c200e2556d777, NAME => 'TestLogRolling-testLogRolling,,1730990617991.cb75aaa252544a3fd34c200e2556d777.', STARTKEY => '', ENDKEY => ''} skipped; state is already SPLIT 2024-11-07T14:43:53,075 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; SplitTableRegionProcedure table=TestLogRolling-testLogRolling, parent=cb75aaa252544a3fd34c200e2556d777, daughterA=986a81c77ca18adc13b249e9eccaf0ba, daughterB=22d0d64f5c258279db311a84079aad1a in 778 msec 2024-11-07T14:43:53,078 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45887 is added to blk_1073741853_1029 (size=5153) 2024-11-07T14:43:53,078 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45615 is added to blk_1073741853_1029 (size=5153) 2024-11-07T14:43:53,079 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=17 (bloomFilter=true), to=hdfs://localhost:38149/user/jenkins/test-data/8f7e6163-acb4-de8a-dfb5-d9752af67ccf/data/hbase/meta/1588230740/.tmp/ns/f5a9870ed7e54054a0a61e49a75f226e 2024-11-07T14:43:53,091 INFO [RS:0;b7cc9d764de6:40219-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 01a992f0d5dbf0bef1cfff49c20470a1#info#compaction#44 average throughput is 16.54 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-07T14:43:53,092 DEBUG [RS:0;b7cc9d764de6:40219-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38149/user/jenkins/test-data/8f7e6163-acb4-de8a-dfb5-d9752af67ccf/data/default/TestLogRolling-testLogRolling/01a992f0d5dbf0bef1cfff49c20470a1/.tmp/info/ae64d51dd9374403a51d3988bda87ff1 is 1055, key is row0064/info:/1730990630188/Put/seqid=0 2024-11-07T14:43:53,098 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38149/user/jenkins/test-data/8f7e6163-acb4-de8a-dfb5-d9752af67ccf/data/hbase/meta/1588230740/.tmp/table/af87f3a32307481095086c4e39477dec is 65, key is TestLogRolling-testLogRolling/table:state/1730990619185/Put/seqid=0 2024-11-07T14:43:53,100 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45615 is added to blk_1073741854_1030 (size=40102) 2024-11-07T14:43:53,100 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45887 is added to blk_1073741854_1030 (size=40102) 2024-11-07T14:43:53,107 DEBUG [RS:0;b7cc9d764de6:40219-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38149/user/jenkins/test-data/8f7e6163-acb4-de8a-dfb5-d9752af67ccf/data/default/TestLogRolling-testLogRolling/01a992f0d5dbf0bef1cfff49c20470a1/.tmp/info/ae64d51dd9374403a51d3988bda87ff1 as hdfs://localhost:38149/user/jenkins/test-data/8f7e6163-acb4-de8a-dfb5-d9752af67ccf/data/default/TestLogRolling-testLogRolling/01a992f0d5dbf0bef1cfff49c20470a1/info/ae64d51dd9374403a51d3988bda87ff1 2024-11-07T14:43:53,108 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45615 is added to blk_1073741855_1031 (size=5340) 2024-11-07T14:43:53,109 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45887 is added to blk_1073741855_1031 (size=5340) 2024-11-07T14:43:53,109 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=122 B at sequenceid=17 (bloomFilter=true), to=hdfs://localhost:38149/user/jenkins/test-data/8f7e6163-acb4-de8a-dfb5-d9752af67ccf/data/hbase/meta/1588230740/.tmp/table/af87f3a32307481095086c4e39477dec 2024-11-07T14:43:53,115 INFO [RS:0;b7cc9d764de6:40219-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 01a992f0d5dbf0bef1cfff49c20470a1/info of 01a992f0d5dbf0bef1cfff49c20470a1 into ae64d51dd9374403a51d3988bda87ff1(size=39.2 K), total size for store is 39.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-07T14:43:53,115 DEBUG [RS:0;b7cc9d764de6:40219-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 01a992f0d5dbf0bef1cfff49c20470a1: 2024-11-07T14:43:53,115 INFO [RS:0;b7cc9d764de6:40219-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestLogRolling-testLogRolling,row0064,1730990632288.01a992f0d5dbf0bef1cfff49c20470a1., storeName=01a992f0d5dbf0bef1cfff49c20470a1/info, priority=12, startTime=1730990633054; duration=0sec 2024-11-07T14:43:53,115 DEBUG [RS:0;b7cc9d764de6:40219-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-07T14:43:53,115 DEBUG [RS:0;b7cc9d764de6:40219-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 01a992f0d5dbf0bef1cfff49c20470a1:info 2024-11-07T14:43:53,115 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38149/user/jenkins/test-data/8f7e6163-acb4-de8a-dfb5-d9752af67ccf/data/hbase/meta/1588230740/.tmp/info/e6edbe9267f947d29b3e521fc050a41a as hdfs://localhost:38149/user/jenkins/test-data/8f7e6163-acb4-de8a-dfb5-d9752af67ccf/data/hbase/meta/1588230740/info/e6edbe9267f947d29b3e521fc050a41a 2024-11-07T14:43:53,121 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38149/user/jenkins/test-data/8f7e6163-acb4-de8a-dfb5-d9752af67ccf/data/hbase/meta/1588230740/info/e6edbe9267f947d29b3e521fc050a41a, entries=30, sequenceid=17, filesize=9.6 K 2024-11-07T14:43:53,122 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38149/user/jenkins/test-data/8f7e6163-acb4-de8a-dfb5-d9752af67ccf/data/hbase/meta/1588230740/.tmp/ns/f5a9870ed7e54054a0a61e49a75f226e as hdfs://localhost:38149/user/jenkins/test-data/8f7e6163-acb4-de8a-dfb5-d9752af67ccf/data/hbase/meta/1588230740/ns/f5a9870ed7e54054a0a61e49a75f226e 2024-11-07T14:43:53,129 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38149/user/jenkins/test-data/8f7e6163-acb4-de8a-dfb5-d9752af67ccf/data/hbase/meta/1588230740/ns/f5a9870ed7e54054a0a61e49a75f226e, entries=2, sequenceid=17, filesize=5.0 K 2024-11-07T14:43:53,130 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38149/user/jenkins/test-data/8f7e6163-acb4-de8a-dfb5-d9752af67ccf/data/hbase/meta/1588230740/.tmp/table/af87f3a32307481095086c4e39477dec as hdfs://localhost:38149/user/jenkins/test-data/8f7e6163-acb4-de8a-dfb5-d9752af67ccf/data/hbase/meta/1588230740/table/af87f3a32307481095086c4e39477dec 2024-11-07T14:43:53,138 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38149/user/jenkins/test-data/8f7e6163-acb4-de8a-dfb5-d9752af67ccf/data/hbase/meta/1588230740/table/af87f3a32307481095086c4e39477dec, entries=2, sequenceid=17, filesize=5.2 K 2024-11-07T14:43:53,139 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~5.11 KB/5234, heapSize ~8.66 KB/8872, currentSize=705 B/705 for 1588230740 in 132ms, sequenceid=17, compaction requested=false 2024-11-07T14:43:53,139 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 1588230740: 2024-11-07T14:43:54,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40219 {}] ipc.CallRunner(138): callId: 102 service: ClientService methodName: Mutate size: 1.2 K connection: 172.17.0.3:58226 deadline: 1730990644278, exception=org.apache.hadoop.hbase.NotServingRegionException: TestLogRolling-testLogRolling,,1730990617991.cb75aaa252544a3fd34c200e2556d777. is not online on b7cc9d764de6,40219,1730990616841 2024-11-07T14:43:54,328 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestLogRolling-testLogRolling,,1730990617991.cb75aaa252544a3fd34c200e2556d777., hostname=b7cc9d764de6,40219,1730990616841, seqNum=2 , the old value is region=TestLogRolling-testLogRolling,,1730990617991.cb75aaa252544a3fd34c200e2556d777., hostname=b7cc9d764de6,40219,1730990616841, seqNum=2, error=org.apache.hadoop.hbase.NotServingRegionException: org.apache.hadoop.hbase.NotServingRegionException: TestLogRolling-testLogRolling,,1730990617991.cb75aaa252544a3fd34c200e2556d777. is not online on b7cc9d764de6,40219,1730990616841 at org.apache.hadoop.hbase.regionserver.HRegionServer.getRegionByEncodedName(HRegionServer.java:3186) at org.apache.hadoop.hbase.regionserver.HRegionServer.getRegion(HRegionServer.java:3164) at org.apache.hadoop.hbase.regionserver.RSRpcServices.getRegion(RSRpcServices.java:1413) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2943) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T14:43:54,328 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestLogRolling-testLogRolling,,1730990617991.cb75aaa252544a3fd34c200e2556d777., hostname=b7cc9d764de6,40219,1730990616841, seqNum=2 is org.apache.hadoop.hbase.NotServingRegionException: org.apache.hadoop.hbase.NotServingRegionException: TestLogRolling-testLogRolling,,1730990617991.cb75aaa252544a3fd34c200e2556d777. is not online on b7cc9d764de6,40219,1730990616841 at org.apache.hadoop.hbase.regionserver.HRegionServer.getRegionByEncodedName(HRegionServer.java:3186) at org.apache.hadoop.hbase.regionserver.HRegionServer.getRegion(HRegionServer.java:3164) at org.apache.hadoop.hbase.regionserver.RSRpcServices.getRegion(RSRpcServices.java:1413) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2943) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T14:43:54,328 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(88): Try removing region=TestLogRolling-testLogRolling,,1730990617991.cb75aaa252544a3fd34c200e2556d777., hostname=b7cc9d764de6,40219,1730990616841, seqNum=2 from cache 2024-11-07T14:43:57,541 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T14:43:57,541 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T14:43:57,541 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T14:43:57,541 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T14:43:57,541 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T14:43:57,542 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T14:43:57,546 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T14:43:57,547 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T14:43:57,547 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T14:43:57,548 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T14:43:58,059 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-07T14:43:58,089 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T14:43:58,089 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T14:43:58,089 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T14:43:58,089 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T14:43:58,089 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T14:43:58,090 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T14:43:58,093 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T14:43:58,093 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T14:43:58,093 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T14:43:58,095 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T14:44:04,389 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestLogRolling-testLogRolling', row='row0097', locateType=CURRENT is [region=TestLogRolling-testLogRolling,row0064,1730990632288.01a992f0d5dbf0bef1cfff49c20470a1., hostname=b7cc9d764de6,40219,1730990616841, seqNum=127] 2024-11-07T14:44:04,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40219 {}] regionserver.HRegion(8855): Flush requested on 01a992f0d5dbf0bef1cfff49c20470a1 2024-11-07T14:44:04,403 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 01a992f0d5dbf0bef1cfff49c20470a1 1/1 column families, dataSize=8.21 KB heapSize=9.06 KB 2024-11-07T14:44:04,408 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38149/user/jenkins/test-data/8f7e6163-acb4-de8a-dfb5-d9752af67ccf/data/default/TestLogRolling-testLogRolling/01a992f0d5dbf0bef1cfff49c20470a1/.tmp/info/8c5736872c73434797d6794c020c7690 is 1055, key is row0097/info:/1730990644390/Put/seqid=0 2024-11-07T14:44:04,414 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45887 is added to blk_1073741856_1032 (size=13394) 2024-11-07T14:44:04,414 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45615 is added to blk_1073741856_1032 (size=13394) 2024-11-07T14:44:04,417 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.21 KB at sequenceid=138 (bloomFilter=true), to=hdfs://localhost:38149/user/jenkins/test-data/8f7e6163-acb4-de8a-dfb5-d9752af67ccf/data/default/TestLogRolling-testLogRolling/01a992f0d5dbf0bef1cfff49c20470a1/.tmp/info/8c5736872c73434797d6794c020c7690 2024-11-07T14:44:04,424 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38149/user/jenkins/test-data/8f7e6163-acb4-de8a-dfb5-d9752af67ccf/data/default/TestLogRolling-testLogRolling/01a992f0d5dbf0bef1cfff49c20470a1/.tmp/info/8c5736872c73434797d6794c020c7690 as hdfs://localhost:38149/user/jenkins/test-data/8f7e6163-acb4-de8a-dfb5-d9752af67ccf/data/default/TestLogRolling-testLogRolling/01a992f0d5dbf0bef1cfff49c20470a1/info/8c5736872c73434797d6794c020c7690 2024-11-07T14:44:04,430 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38149/user/jenkins/test-data/8f7e6163-acb4-de8a-dfb5-d9752af67ccf/data/default/TestLogRolling-testLogRolling/01a992f0d5dbf0bef1cfff49c20470a1/info/8c5736872c73434797d6794c020c7690, entries=8, sequenceid=138, filesize=13.1 K 2024-11-07T14:44:04,431 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~8.21 KB/8408, heapSize ~9.05 KB/9264, currentSize=13.34 KB/13663 for 01a992f0d5dbf0bef1cfff49c20470a1 in 28ms, sequenceid=138, compaction requested=false 2024-11-07T14:44:04,431 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 01a992f0d5dbf0bef1cfff49c20470a1: 2024-11-07T14:44:04,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40219 {}] regionserver.HRegion(8855): Flush requested on 01a992f0d5dbf0bef1cfff49c20470a1 2024-11-07T14:44:04,433 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 01a992f0d5dbf0bef1cfff49c20470a1 1/1 column families, dataSize=14.37 KB heapSize=15.67 KB 2024-11-07T14:44:04,437 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38149/user/jenkins/test-data/8f7e6163-acb4-de8a-dfb5-d9752af67ccf/data/default/TestLogRolling-testLogRolling/01a992f0d5dbf0bef1cfff49c20470a1/.tmp/info/fb2d74ae4c6041eb9adfa22dbcd9a547 is 1055, key is row0105/info:/1730990644404/Put/seqid=0 2024-11-07T14:44:04,442 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45615 is added to blk_1073741857_1033 (size=19728) 2024-11-07T14:44:04,442 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45887 is added to blk_1073741857_1033 (size=19728) 2024-11-07T14:44:04,442 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=14.37 KB at sequenceid=155 (bloomFilter=true), to=hdfs://localhost:38149/user/jenkins/test-data/8f7e6163-acb4-de8a-dfb5-d9752af67ccf/data/default/TestLogRolling-testLogRolling/01a992f0d5dbf0bef1cfff49c20470a1/.tmp/info/fb2d74ae4c6041eb9adfa22dbcd9a547 2024-11-07T14:44:04,449 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38149/user/jenkins/test-data/8f7e6163-acb4-de8a-dfb5-d9752af67ccf/data/default/TestLogRolling-testLogRolling/01a992f0d5dbf0bef1cfff49c20470a1/.tmp/info/fb2d74ae4c6041eb9adfa22dbcd9a547 as hdfs://localhost:38149/user/jenkins/test-data/8f7e6163-acb4-de8a-dfb5-d9752af67ccf/data/default/TestLogRolling-testLogRolling/01a992f0d5dbf0bef1cfff49c20470a1/info/fb2d74ae4c6041eb9adfa22dbcd9a547 2024-11-07T14:44:04,455 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38149/user/jenkins/test-data/8f7e6163-acb4-de8a-dfb5-d9752af67ccf/data/default/TestLogRolling-testLogRolling/01a992f0d5dbf0bef1cfff49c20470a1/info/fb2d74ae4c6041eb9adfa22dbcd9a547, entries=14, sequenceid=155, filesize=19.3 K 2024-11-07T14:44:04,456 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~14.37 KB/14714, heapSize ~15.66 KB/16032, currentSize=10.26 KB/10510 for 01a992f0d5dbf0bef1cfff49c20470a1 in 23ms, sequenceid=155, compaction requested=true 2024-11-07T14:44:04,456 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 01a992f0d5dbf0bef1cfff49c20470a1: 2024-11-07T14:44:04,456 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 01a992f0d5dbf0bef1cfff49c20470a1:info, priority=-2147483648, current under compaction store size is 1 2024-11-07T14:44:04,456 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-07T14:44:04,456 DEBUG [RS:0;b7cc9d764de6:40219-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-07T14:44:04,458 DEBUG [RS:0;b7cc9d764de6:40219-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 73224 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-07T14:44:04,458 DEBUG [RS:0;b7cc9d764de6:40219-shortCompactions-0 {}] regionserver.HStore(1541): 01a992f0d5dbf0bef1cfff49c20470a1/info is initiating minor compaction (all files) 2024-11-07T14:44:04,458 INFO [RS:0;b7cc9d764de6:40219-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 01a992f0d5dbf0bef1cfff49c20470a1/info in TestLogRolling-testLogRolling,row0064,1730990632288.01a992f0d5dbf0bef1cfff49c20470a1. 2024-11-07T14:44:04,458 INFO [RS:0;b7cc9d764de6:40219-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38149/user/jenkins/test-data/8f7e6163-acb4-de8a-dfb5-d9752af67ccf/data/default/TestLogRolling-testLogRolling/01a992f0d5dbf0bef1cfff49c20470a1/info/ae64d51dd9374403a51d3988bda87ff1, hdfs://localhost:38149/user/jenkins/test-data/8f7e6163-acb4-de8a-dfb5-d9752af67ccf/data/default/TestLogRolling-testLogRolling/01a992f0d5dbf0bef1cfff49c20470a1/info/8c5736872c73434797d6794c020c7690, hdfs://localhost:38149/user/jenkins/test-data/8f7e6163-acb4-de8a-dfb5-d9752af67ccf/data/default/TestLogRolling-testLogRolling/01a992f0d5dbf0bef1cfff49c20470a1/info/fb2d74ae4c6041eb9adfa22dbcd9a547] into tmpdir=hdfs://localhost:38149/user/jenkins/test-data/8f7e6163-acb4-de8a-dfb5-d9752af67ccf/data/default/TestLogRolling-testLogRolling/01a992f0d5dbf0bef1cfff49c20470a1/.tmp, totalSize=71.5 K 2024-11-07T14:44:04,459 DEBUG [RS:0;b7cc9d764de6:40219-shortCompactions-0 {}] compactions.Compactor(225): Compacting ae64d51dd9374403a51d3988bda87ff1, keycount=33, bloomtype=ROW, size=39.2 K, encoding=NONE, compression=NONE, seqNum=123, earliestPutTs=1730990630188 2024-11-07T14:44:04,459 DEBUG [RS:0;b7cc9d764de6:40219-shortCompactions-0 {}] compactions.Compactor(225): Compacting 8c5736872c73434797d6794c020c7690, keycount=8, bloomtype=ROW, size=13.1 K, encoding=NONE, compression=NONE, seqNum=138, earliestPutTs=1730990644390 2024-11-07T14:44:04,459 DEBUG [RS:0;b7cc9d764de6:40219-shortCompactions-0 {}] compactions.Compactor(225): Compacting fb2d74ae4c6041eb9adfa22dbcd9a547, keycount=14, bloomtype=ROW, size=19.3 K, encoding=NONE, compression=NONE, seqNum=155, earliestPutTs=1730990644404 2024-11-07T14:44:04,473 INFO [RS:0;b7cc9d764de6:40219-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 01a992f0d5dbf0bef1cfff49c20470a1#info#compaction#48 average throughput is 18.38 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-07T14:44:04,474 DEBUG [RS:0;b7cc9d764de6:40219-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38149/user/jenkins/test-data/8f7e6163-acb4-de8a-dfb5-d9752af67ccf/data/default/TestLogRolling-testLogRolling/01a992f0d5dbf0bef1cfff49c20470a1/.tmp/info/3623ea0e661a41b9a7f19d3c4044b1b3 is 1055, key is row0064/info:/1730990630188/Put/seqid=0 2024-11-07T14:44:04,479 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45615 is added to blk_1073741858_1034 (size=63438) 2024-11-07T14:44:04,479 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45887 is added to blk_1073741858_1034 (size=63438) 2024-11-07T14:44:04,485 DEBUG [RS:0;b7cc9d764de6:40219-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38149/user/jenkins/test-data/8f7e6163-acb4-de8a-dfb5-d9752af67ccf/data/default/TestLogRolling-testLogRolling/01a992f0d5dbf0bef1cfff49c20470a1/.tmp/info/3623ea0e661a41b9a7f19d3c4044b1b3 as hdfs://localhost:38149/user/jenkins/test-data/8f7e6163-acb4-de8a-dfb5-d9752af67ccf/data/default/TestLogRolling-testLogRolling/01a992f0d5dbf0bef1cfff49c20470a1/info/3623ea0e661a41b9a7f19d3c4044b1b3 2024-11-07T14:44:04,492 INFO [RS:0;b7cc9d764de6:40219-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 01a992f0d5dbf0bef1cfff49c20470a1/info of 01a992f0d5dbf0bef1cfff49c20470a1 into 3623ea0e661a41b9a7f19d3c4044b1b3(size=62.0 K), total size for store is 62.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-07T14:44:04,492 DEBUG [RS:0;b7cc9d764de6:40219-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 01a992f0d5dbf0bef1cfff49c20470a1: 2024-11-07T14:44:04,492 INFO [RS:0;b7cc9d764de6:40219-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestLogRolling-testLogRolling,row0064,1730990632288.01a992f0d5dbf0bef1cfff49c20470a1., storeName=01a992f0d5dbf0bef1cfff49c20470a1/info, priority=13, startTime=1730990644456; duration=0sec 2024-11-07T14:44:04,492 DEBUG [RS:0;b7cc9d764de6:40219-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-07T14:44:04,492 DEBUG [RS:0;b7cc9d764de6:40219-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 01a992f0d5dbf0bef1cfff49c20470a1:info 2024-11-07T14:44:06,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40219 {}] regionserver.HRegion(8855): Flush requested on 01a992f0d5dbf0bef1cfff49c20470a1 2024-11-07T14:44:06,458 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 01a992f0d5dbf0bef1cfff49c20470a1 1/1 column families, dataSize=11.29 KB heapSize=12.37 KB 2024-11-07T14:44:06,486 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38149/user/jenkins/test-data/8f7e6163-acb4-de8a-dfb5-d9752af67ccf/data/default/TestLogRolling-testLogRolling/01a992f0d5dbf0bef1cfff49c20470a1/.tmp/info/dd1f4ec38b5242f3bcea2afdd99c94ad is 1055, key is row0119/info:/1730990644434/Put/seqid=0 2024-11-07T14:44:06,490 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40219 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=32.0 K, regionName=01a992f0d5dbf0bef1cfff49c20470a1, server=b7cc9d764de6,40219,1730990616841 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-07T14:44:06,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40219 {}] ipc.CallRunner(138): callId: 156 service: ClientService methodName: Mutate size: 1.2 K connection: 172.17.0.3:58226 deadline: 1730990656490, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=32.0 K, regionName=01a992f0d5dbf0bef1cfff49c20470a1, server=b7cc9d764de6,40219,1730990616841 2024-11-07T14:44:06,491 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45887 is added to blk_1073741859_1035 (size=16553) 2024-11-07T14:44:06,491 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45615 is added to blk_1073741859_1035 (size=16553) 2024-11-07T14:44:06,492 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestLogRolling-testLogRolling,row0064,1730990632288.01a992f0d5dbf0bef1cfff49c20470a1., hostname=b7cc9d764de6,40219,1730990616841, seqNum=127 , the old value is region=TestLogRolling-testLogRolling,row0064,1730990632288.01a992f0d5dbf0bef1cfff49c20470a1., hostname=b7cc9d764de6,40219,1730990616841, seqNum=127, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=32.0 K, regionName=01a992f0d5dbf0bef1cfff49c20470a1, server=b7cc9d764de6,40219,1730990616841 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T14:44:06,492 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestLogRolling-testLogRolling,row0064,1730990632288.01a992f0d5dbf0bef1cfff49c20470a1., hostname=b7cc9d764de6,40219,1730990616841, seqNum=127 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=32.0 K, regionName=01a992f0d5dbf0bef1cfff49c20470a1, server=b7cc9d764de6,40219,1730990616841 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T14:44:06,492 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestLogRolling-testLogRolling,row0064,1730990632288.01a992f0d5dbf0bef1cfff49c20470a1., hostname=b7cc9d764de6,40219,1730990616841, seqNum=127 because the exception is null or not the one we care about 2024-11-07T14:44:06,492 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.29 KB at sequenceid=170 (bloomFilter=true), to=hdfs://localhost:38149/user/jenkins/test-data/8f7e6163-acb4-de8a-dfb5-d9752af67ccf/data/default/TestLogRolling-testLogRolling/01a992f0d5dbf0bef1cfff49c20470a1/.tmp/info/dd1f4ec38b5242f3bcea2afdd99c94ad 2024-11-07T14:44:06,498 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38149/user/jenkins/test-data/8f7e6163-acb4-de8a-dfb5-d9752af67ccf/data/default/TestLogRolling-testLogRolling/01a992f0d5dbf0bef1cfff49c20470a1/.tmp/info/dd1f4ec38b5242f3bcea2afdd99c94ad as hdfs://localhost:38149/user/jenkins/test-data/8f7e6163-acb4-de8a-dfb5-d9752af67ccf/data/default/TestLogRolling-testLogRolling/01a992f0d5dbf0bef1cfff49c20470a1/info/dd1f4ec38b5242f3bcea2afdd99c94ad 2024-11-07T14:44:06,504 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38149/user/jenkins/test-data/8f7e6163-acb4-de8a-dfb5-d9752af67ccf/data/default/TestLogRolling-testLogRolling/01a992f0d5dbf0bef1cfff49c20470a1/info/dd1f4ec38b5242f3bcea2afdd99c94ad, entries=11, sequenceid=170, filesize=16.2 K 2024-11-07T14:44:06,505 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~11.29 KB/11561, heapSize ~12.35 KB/12648, currentSize=18.47 KB/18918 for 01a992f0d5dbf0bef1cfff49c20470a1 in 47ms, sequenceid=170, compaction requested=false 2024-11-07T14:44:06,505 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 01a992f0d5dbf0bef1cfff49c20470a1: 2024-11-07T14:44:06,697 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-07T14:44:16,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40219 {}] regionserver.HRegion(8855): Flush requested on 01a992f0d5dbf0bef1cfff49c20470a1 2024-11-07T14:44:16,588 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 01a992f0d5dbf0bef1cfff49c20470a1 1/1 column families, dataSize=19.50 KB heapSize=21.18 KB 2024-11-07T14:44:16,595 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38149/user/jenkins/test-data/8f7e6163-acb4-de8a-dfb5-d9752af67ccf/data/default/TestLogRolling-testLogRolling/01a992f0d5dbf0bef1cfff49c20470a1/.tmp/info/3bc0cf0dfb7b4a588efcd778f29059a7 is 1055, key is row0130/info:/1730990646460/Put/seqid=0 2024-11-07T14:44:16,601 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45615 is added to blk_1073741860_1036 (size=24997) 2024-11-07T14:44:16,602 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=19.50 KB at sequenceid=192 (bloomFilter=true), to=hdfs://localhost:38149/user/jenkins/test-data/8f7e6163-acb4-de8a-dfb5-d9752af67ccf/data/default/TestLogRolling-testLogRolling/01a992f0d5dbf0bef1cfff49c20470a1/.tmp/info/3bc0cf0dfb7b4a588efcd778f29059a7 2024-11-07T14:44:16,603 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45887 is added to blk_1073741860_1036 (size=24997) 2024-11-07T14:44:16,609 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38149/user/jenkins/test-data/8f7e6163-acb4-de8a-dfb5-d9752af67ccf/data/default/TestLogRolling-testLogRolling/01a992f0d5dbf0bef1cfff49c20470a1/.tmp/info/3bc0cf0dfb7b4a588efcd778f29059a7 as hdfs://localhost:38149/user/jenkins/test-data/8f7e6163-acb4-de8a-dfb5-d9752af67ccf/data/default/TestLogRolling-testLogRolling/01a992f0d5dbf0bef1cfff49c20470a1/info/3bc0cf0dfb7b4a588efcd778f29059a7 2024-11-07T14:44:16,614 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40219 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=32.0 K, regionName=01a992f0d5dbf0bef1cfff49c20470a1, server=b7cc9d764de6,40219,1730990616841 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-07T14:44:16,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40219 {}] ipc.CallRunner(138): callId: 168 service: ClientService methodName: Mutate size: 1.2 K connection: 172.17.0.3:58226 deadline: 1730990666614, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=32.0 K, regionName=01a992f0d5dbf0bef1cfff49c20470a1, server=b7cc9d764de6,40219,1730990616841 2024-11-07T14:44:16,615 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38149/user/jenkins/test-data/8f7e6163-acb4-de8a-dfb5-d9752af67ccf/data/default/TestLogRolling-testLogRolling/01a992f0d5dbf0bef1cfff49c20470a1/info/3bc0cf0dfb7b4a588efcd778f29059a7, entries=19, sequenceid=192, filesize=24.4 K 2024-11-07T14:44:16,615 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestLogRolling-testLogRolling,row0064,1730990632288.01a992f0d5dbf0bef1cfff49c20470a1., hostname=b7cc9d764de6,40219,1730990616841, seqNum=127 , the old value is region=TestLogRolling-testLogRolling,row0064,1730990632288.01a992f0d5dbf0bef1cfff49c20470a1., hostname=b7cc9d764de6,40219,1730990616841, seqNum=127, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=32.0 K, regionName=01a992f0d5dbf0bef1cfff49c20470a1, server=b7cc9d764de6,40219,1730990616841 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T14:44:16,615 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestLogRolling-testLogRolling,row0064,1730990632288.01a992f0d5dbf0bef1cfff49c20470a1., hostname=b7cc9d764de6,40219,1730990616841, seqNum=127 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=32.0 K, regionName=01a992f0d5dbf0bef1cfff49c20470a1, server=b7cc9d764de6,40219,1730990616841 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T14:44:16,615 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestLogRolling-testLogRolling,row0064,1730990632288.01a992f0d5dbf0bef1cfff49c20470a1., hostname=b7cc9d764de6,40219,1730990616841, seqNum=127 because the exception is null or not the one we care about 2024-11-07T14:44:16,616 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~19.50 KB/19969, heapSize ~21.16 KB/21672, currentSize=10.26 KB/10510 for 01a992f0d5dbf0bef1cfff49c20470a1 in 29ms, sequenceid=192, compaction requested=true 2024-11-07T14:44:16,616 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 01a992f0d5dbf0bef1cfff49c20470a1: 2024-11-07T14:44:16,616 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 01a992f0d5dbf0bef1cfff49c20470a1:info, priority=-2147483648, current under compaction store size is 1 2024-11-07T14:44:16,616 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-07T14:44:16,616 DEBUG [RS:0;b7cc9d764de6:40219-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-07T14:44:16,617 DEBUG [RS:0;b7cc9d764de6:40219-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 104988 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-07T14:44:16,617 DEBUG [RS:0;b7cc9d764de6:40219-shortCompactions-0 {}] regionserver.HStore(1541): 01a992f0d5dbf0bef1cfff49c20470a1/info is initiating minor compaction (all files) 2024-11-07T14:44:16,617 INFO [RS:0;b7cc9d764de6:40219-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 01a992f0d5dbf0bef1cfff49c20470a1/info in TestLogRolling-testLogRolling,row0064,1730990632288.01a992f0d5dbf0bef1cfff49c20470a1. 2024-11-07T14:44:16,618 INFO [RS:0;b7cc9d764de6:40219-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38149/user/jenkins/test-data/8f7e6163-acb4-de8a-dfb5-d9752af67ccf/data/default/TestLogRolling-testLogRolling/01a992f0d5dbf0bef1cfff49c20470a1/info/3623ea0e661a41b9a7f19d3c4044b1b3, hdfs://localhost:38149/user/jenkins/test-data/8f7e6163-acb4-de8a-dfb5-d9752af67ccf/data/default/TestLogRolling-testLogRolling/01a992f0d5dbf0bef1cfff49c20470a1/info/dd1f4ec38b5242f3bcea2afdd99c94ad, hdfs://localhost:38149/user/jenkins/test-data/8f7e6163-acb4-de8a-dfb5-d9752af67ccf/data/default/TestLogRolling-testLogRolling/01a992f0d5dbf0bef1cfff49c20470a1/info/3bc0cf0dfb7b4a588efcd778f29059a7] into tmpdir=hdfs://localhost:38149/user/jenkins/test-data/8f7e6163-acb4-de8a-dfb5-d9752af67ccf/data/default/TestLogRolling-testLogRolling/01a992f0d5dbf0bef1cfff49c20470a1/.tmp, totalSize=102.5 K 2024-11-07T14:44:16,618 DEBUG [RS:0;b7cc9d764de6:40219-shortCompactions-0 {}] compactions.Compactor(225): Compacting 3623ea0e661a41b9a7f19d3c4044b1b3, keycount=55, bloomtype=ROW, size=62.0 K, encoding=NONE, compression=NONE, seqNum=155, earliestPutTs=1730990630188 2024-11-07T14:44:16,618 DEBUG [RS:0;b7cc9d764de6:40219-shortCompactions-0 {}] compactions.Compactor(225): Compacting dd1f4ec38b5242f3bcea2afdd99c94ad, keycount=11, bloomtype=ROW, size=16.2 K, encoding=NONE, compression=NONE, seqNum=170, earliestPutTs=1730990644434 2024-11-07T14:44:16,618 DEBUG [RS:0;b7cc9d764de6:40219-shortCompactions-0 {}] compactions.Compactor(225): Compacting 3bc0cf0dfb7b4a588efcd778f29059a7, keycount=19, bloomtype=ROW, size=24.4 K, encoding=NONE, compression=NONE, seqNum=192, earliestPutTs=1730990646460 2024-11-07T14:44:16,630 INFO [RS:0;b7cc9d764de6:40219-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 01a992f0d5dbf0bef1cfff49c20470a1#info#compaction#51 average throughput is 28.40 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-07T14:44:16,630 DEBUG [RS:0;b7cc9d764de6:40219-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38149/user/jenkins/test-data/8f7e6163-acb4-de8a-dfb5-d9752af67ccf/data/default/TestLogRolling-testLogRolling/01a992f0d5dbf0bef1cfff49c20470a1/.tmp/info/9427c0aacf584d659e1cd40f74043dc9 is 1055, key is row0064/info:/1730990630188/Put/seqid=0 2024-11-07T14:44:16,634 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45887 is added to blk_1073741861_1037 (size=95207) 2024-11-07T14:44:16,634 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45615 is added to blk_1073741861_1037 (size=95207) 2024-11-07T14:44:16,640 DEBUG [RS:0;b7cc9d764de6:40219-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38149/user/jenkins/test-data/8f7e6163-acb4-de8a-dfb5-d9752af67ccf/data/default/TestLogRolling-testLogRolling/01a992f0d5dbf0bef1cfff49c20470a1/.tmp/info/9427c0aacf584d659e1cd40f74043dc9 as hdfs://localhost:38149/user/jenkins/test-data/8f7e6163-acb4-de8a-dfb5-d9752af67ccf/data/default/TestLogRolling-testLogRolling/01a992f0d5dbf0bef1cfff49c20470a1/info/9427c0aacf584d659e1cd40f74043dc9 2024-11-07T14:44:16,647 INFO [RS:0;b7cc9d764de6:40219-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 01a992f0d5dbf0bef1cfff49c20470a1/info of 01a992f0d5dbf0bef1cfff49c20470a1 into 9427c0aacf584d659e1cd40f74043dc9(size=93.0 K), total size for store is 93.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-07T14:44:16,647 DEBUG [RS:0;b7cc9d764de6:40219-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 01a992f0d5dbf0bef1cfff49c20470a1: 2024-11-07T14:44:16,647 INFO [RS:0;b7cc9d764de6:40219-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestLogRolling-testLogRolling,row0064,1730990632288.01a992f0d5dbf0bef1cfff49c20470a1., storeName=01a992f0d5dbf0bef1cfff49c20470a1/info, priority=13, startTime=1730990656616; duration=0sec 2024-11-07T14:44:16,648 DEBUG [RS:0;b7cc9d764de6:40219-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-07T14:44:16,648 DEBUG [RS:0;b7cc9d764de6:40219-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 01a992f0d5dbf0bef1cfff49c20470a1:info 2024-11-07T14:44:17,971 INFO [master/b7cc9d764de6:0.Chore.1 {}] migrate.RollingUpgradeChore(116): There is no table to migrate StoreFileTracker! 2024-11-07T14:44:17,971 INFO [master/b7cc9d764de6:0.Chore.1 {}] migrate.RollingUpgradeChore(85): All Rolling-Upgrade tasks are complete, shutdown RollingUpgradeChore! 2024-11-07T14:44:22,859 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsRegionWrapperImpl$HRegionMetricsWrapperRunnable(329): Region 1588230740, had cached 0 bytes from a total of 20340 2024-11-07T14:44:26,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40219 {}] regionserver.HRegion(8855): Flush requested on 01a992f0d5dbf0bef1cfff49c20470a1 2024-11-07T14:44:26,699 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 01a992f0d5dbf0bef1cfff49c20470a1 1/1 column families, dataSize=11.29 KB heapSize=12.37 KB 2024-11-07T14:44:26,705 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38149/user/jenkins/test-data/8f7e6163-acb4-de8a-dfb5-d9752af67ccf/data/default/TestLogRolling-testLogRolling/01a992f0d5dbf0bef1cfff49c20470a1/.tmp/info/41e178c94af740d689ee12f938e70e4f is 1055, key is row0149/info:/1730990656591/Put/seqid=0 2024-11-07T14:44:26,710 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45615 is added to blk_1073741862_1038 (size=16553) 2024-11-07T14:44:26,710 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45887 is added to blk_1073741862_1038 (size=16553) 2024-11-07T14:44:26,711 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.29 KB at sequenceid=207 (bloomFilter=true), to=hdfs://localhost:38149/user/jenkins/test-data/8f7e6163-acb4-de8a-dfb5-d9752af67ccf/data/default/TestLogRolling-testLogRolling/01a992f0d5dbf0bef1cfff49c20470a1/.tmp/info/41e178c94af740d689ee12f938e70e4f 2024-11-07T14:44:26,717 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38149/user/jenkins/test-data/8f7e6163-acb4-de8a-dfb5-d9752af67ccf/data/default/TestLogRolling-testLogRolling/01a992f0d5dbf0bef1cfff49c20470a1/.tmp/info/41e178c94af740d689ee12f938e70e4f as hdfs://localhost:38149/user/jenkins/test-data/8f7e6163-acb4-de8a-dfb5-d9752af67ccf/data/default/TestLogRolling-testLogRolling/01a992f0d5dbf0bef1cfff49c20470a1/info/41e178c94af740d689ee12f938e70e4f 2024-11-07T14:44:26,722 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38149/user/jenkins/test-data/8f7e6163-acb4-de8a-dfb5-d9752af67ccf/data/default/TestLogRolling-testLogRolling/01a992f0d5dbf0bef1cfff49c20470a1/info/41e178c94af740d689ee12f938e70e4f, entries=11, sequenceid=207, filesize=16.2 K 2024-11-07T14:44:26,723 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~11.29 KB/11561, heapSize ~12.35 KB/12648, currentSize=1.03 KB/1051 for 01a992f0d5dbf0bef1cfff49c20470a1 in 24ms, sequenceid=207, compaction requested=false 2024-11-07T14:44:26,723 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 01a992f0d5dbf0bef1cfff49c20470a1: 2024-11-07T14:44:28,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40219 {}] regionserver.HRegion(8855): Flush requested on 01a992f0d5dbf0bef1cfff49c20470a1 2024-11-07T14:44:28,717 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 01a992f0d5dbf0bef1cfff49c20470a1 1/1 column families, dataSize=8.21 KB heapSize=9.06 KB 2024-11-07T14:44:28,721 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38149/user/jenkins/test-data/8f7e6163-acb4-de8a-dfb5-d9752af67ccf/data/default/TestLogRolling-testLogRolling/01a992f0d5dbf0bef1cfff49c20470a1/.tmp/info/b8e2701437f54ce4b329ceb65a1f235d is 1055, key is row0160/info:/1730990666701/Put/seqid=0 2024-11-07T14:44:28,726 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45615 is added to blk_1073741863_1039 (size=13394) 2024-11-07T14:44:28,726 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45887 is added to blk_1073741863_1039 (size=13394) 2024-11-07T14:44:28,727 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.21 KB at sequenceid=218 (bloomFilter=true), to=hdfs://localhost:38149/user/jenkins/test-data/8f7e6163-acb4-de8a-dfb5-d9752af67ccf/data/default/TestLogRolling-testLogRolling/01a992f0d5dbf0bef1cfff49c20470a1/.tmp/info/b8e2701437f54ce4b329ceb65a1f235d 2024-11-07T14:44:28,734 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38149/user/jenkins/test-data/8f7e6163-acb4-de8a-dfb5-d9752af67ccf/data/default/TestLogRolling-testLogRolling/01a992f0d5dbf0bef1cfff49c20470a1/.tmp/info/b8e2701437f54ce4b329ceb65a1f235d as hdfs://localhost:38149/user/jenkins/test-data/8f7e6163-acb4-de8a-dfb5-d9752af67ccf/data/default/TestLogRolling-testLogRolling/01a992f0d5dbf0bef1cfff49c20470a1/info/b8e2701437f54ce4b329ceb65a1f235d 2024-11-07T14:44:28,740 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38149/user/jenkins/test-data/8f7e6163-acb4-de8a-dfb5-d9752af67ccf/data/default/TestLogRolling-testLogRolling/01a992f0d5dbf0bef1cfff49c20470a1/info/b8e2701437f54ce4b329ceb65a1f235d, entries=8, sequenceid=218, filesize=13.1 K 2024-11-07T14:44:28,740 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~8.21 KB/8408, heapSize ~9.05 KB/9264, currentSize=11.29 KB/11561 for 01a992f0d5dbf0bef1cfff49c20470a1 in 23ms, sequenceid=218, compaction requested=true 2024-11-07T14:44:28,741 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 01a992f0d5dbf0bef1cfff49c20470a1: 2024-11-07T14:44:28,741 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 01a992f0d5dbf0bef1cfff49c20470a1:info, priority=-2147483648, current under compaction store size is 1 2024-11-07T14:44:28,741 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-07T14:44:28,741 DEBUG [RS:0;b7cc9d764de6:40219-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-07T14:44:28,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40219 {}] regionserver.HRegion(8855): Flush requested on 01a992f0d5dbf0bef1cfff49c20470a1 2024-11-07T14:44:28,741 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 01a992f0d5dbf0bef1cfff49c20470a1 1/1 column families, dataSize=12.32 KB heapSize=13.47 KB 2024-11-07T14:44:28,742 DEBUG [RS:0;b7cc9d764de6:40219-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 125154 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-07T14:44:28,742 DEBUG [RS:0;b7cc9d764de6:40219-shortCompactions-0 {}] regionserver.HStore(1541): 01a992f0d5dbf0bef1cfff49c20470a1/info is initiating minor compaction (all files) 2024-11-07T14:44:28,742 INFO [RS:0;b7cc9d764de6:40219-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 01a992f0d5dbf0bef1cfff49c20470a1/info in TestLogRolling-testLogRolling,row0064,1730990632288.01a992f0d5dbf0bef1cfff49c20470a1. 2024-11-07T14:44:28,742 INFO [RS:0;b7cc9d764de6:40219-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38149/user/jenkins/test-data/8f7e6163-acb4-de8a-dfb5-d9752af67ccf/data/default/TestLogRolling-testLogRolling/01a992f0d5dbf0bef1cfff49c20470a1/info/9427c0aacf584d659e1cd40f74043dc9, hdfs://localhost:38149/user/jenkins/test-data/8f7e6163-acb4-de8a-dfb5-d9752af67ccf/data/default/TestLogRolling-testLogRolling/01a992f0d5dbf0bef1cfff49c20470a1/info/41e178c94af740d689ee12f938e70e4f, hdfs://localhost:38149/user/jenkins/test-data/8f7e6163-acb4-de8a-dfb5-d9752af67ccf/data/default/TestLogRolling-testLogRolling/01a992f0d5dbf0bef1cfff49c20470a1/info/b8e2701437f54ce4b329ceb65a1f235d] into tmpdir=hdfs://localhost:38149/user/jenkins/test-data/8f7e6163-acb4-de8a-dfb5-d9752af67ccf/data/default/TestLogRolling-testLogRolling/01a992f0d5dbf0bef1cfff49c20470a1/.tmp, totalSize=122.2 K 2024-11-07T14:44:28,743 DEBUG [RS:0;b7cc9d764de6:40219-shortCompactions-0 {}] compactions.Compactor(225): Compacting 9427c0aacf584d659e1cd40f74043dc9, keycount=85, bloomtype=ROW, size=93.0 K, encoding=NONE, compression=NONE, seqNum=192, earliestPutTs=1730990630188 2024-11-07T14:44:28,743 DEBUG [RS:0;b7cc9d764de6:40219-shortCompactions-0 {}] compactions.Compactor(225): Compacting 41e178c94af740d689ee12f938e70e4f, keycount=11, bloomtype=ROW, size=16.2 K, encoding=NONE, compression=NONE, seqNum=207, earliestPutTs=1730990656591 2024-11-07T14:44:28,743 DEBUG [RS:0;b7cc9d764de6:40219-shortCompactions-0 {}] compactions.Compactor(225): Compacting b8e2701437f54ce4b329ceb65a1f235d, keycount=8, bloomtype=ROW, size=13.1 K, encoding=NONE, compression=NONE, seqNum=218, earliestPutTs=1730990666701 2024-11-07T14:44:28,744 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38149/user/jenkins/test-data/8f7e6163-acb4-de8a-dfb5-d9752af67ccf/data/default/TestLogRolling-testLogRolling/01a992f0d5dbf0bef1cfff49c20470a1/.tmp/info/907c0e6df81a47e9a6bca55c3657e82d is 1055, key is row0168/info:/1730990668718/Put/seqid=0 2024-11-07T14:44:28,750 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45887 is added to blk_1073741864_1040 (size=17606) 2024-11-07T14:44:28,750 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45615 is added to blk_1073741864_1040 (size=17606) 2024-11-07T14:44:28,752 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=12.32 KB at sequenceid=233 (bloomFilter=true), to=hdfs://localhost:38149/user/jenkins/test-data/8f7e6163-acb4-de8a-dfb5-d9752af67ccf/data/default/TestLogRolling-testLogRolling/01a992f0d5dbf0bef1cfff49c20470a1/.tmp/info/907c0e6df81a47e9a6bca55c3657e82d 2024-11-07T14:44:28,761 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38149/user/jenkins/test-data/8f7e6163-acb4-de8a-dfb5-d9752af67ccf/data/default/TestLogRolling-testLogRolling/01a992f0d5dbf0bef1cfff49c20470a1/.tmp/info/907c0e6df81a47e9a6bca55c3657e82d as hdfs://localhost:38149/user/jenkins/test-data/8f7e6163-acb4-de8a-dfb5-d9752af67ccf/data/default/TestLogRolling-testLogRolling/01a992f0d5dbf0bef1cfff49c20470a1/info/907c0e6df81a47e9a6bca55c3657e82d 2024-11-07T14:44:28,763 INFO [RS:0;b7cc9d764de6:40219-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 01a992f0d5dbf0bef1cfff49c20470a1#info#compaction#55 average throughput is 34.75 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-07T14:44:28,763 DEBUG [RS:0;b7cc9d764de6:40219-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38149/user/jenkins/test-data/8f7e6163-acb4-de8a-dfb5-d9752af67ccf/data/default/TestLogRolling-testLogRolling/01a992f0d5dbf0bef1cfff49c20470a1/.tmp/info/fea032dd324847c4a7791959444605aa is 1055, key is row0064/info:/1730990630188/Put/seqid=0 2024-11-07T14:44:28,768 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38149/user/jenkins/test-data/8f7e6163-acb4-de8a-dfb5-d9752af67ccf/data/default/TestLogRolling-testLogRolling/01a992f0d5dbf0bef1cfff49c20470a1/info/907c0e6df81a47e9a6bca55c3657e82d, entries=12, sequenceid=233, filesize=17.2 K 2024-11-07T14:44:28,769 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45887 is added to blk_1073741865_1041 (size=115320) 2024-11-07T14:44:28,769 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~12.32 KB/12612, heapSize ~13.45 KB/13776, currentSize=12.32 KB/12612 for 01a992f0d5dbf0bef1cfff49c20470a1 in 28ms, sequenceid=233, compaction requested=false 2024-11-07T14:44:28,769 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 01a992f0d5dbf0bef1cfff49c20470a1: 2024-11-07T14:44:28,770 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45615 is added to blk_1073741865_1041 (size=115320) 2024-11-07T14:44:29,176 DEBUG [RS:0;b7cc9d764de6:40219-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38149/user/jenkins/test-data/8f7e6163-acb4-de8a-dfb5-d9752af67ccf/data/default/TestLogRolling-testLogRolling/01a992f0d5dbf0bef1cfff49c20470a1/.tmp/info/fea032dd324847c4a7791959444605aa as hdfs://localhost:38149/user/jenkins/test-data/8f7e6163-acb4-de8a-dfb5-d9752af67ccf/data/default/TestLogRolling-testLogRolling/01a992f0d5dbf0bef1cfff49c20470a1/info/fea032dd324847c4a7791959444605aa 2024-11-07T14:44:29,184 INFO [RS:0;b7cc9d764de6:40219-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 01a992f0d5dbf0bef1cfff49c20470a1/info of 01a992f0d5dbf0bef1cfff49c20470a1 into fea032dd324847c4a7791959444605aa(size=112.6 K), total size for store is 129.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-07T14:44:29,184 DEBUG [RS:0;b7cc9d764de6:40219-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 01a992f0d5dbf0bef1cfff49c20470a1: 2024-11-07T14:44:29,184 INFO [RS:0;b7cc9d764de6:40219-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestLogRolling-testLogRolling,row0064,1730990632288.01a992f0d5dbf0bef1cfff49c20470a1., storeName=01a992f0d5dbf0bef1cfff49c20470a1/info, priority=13, startTime=1730990668741; duration=0sec 2024-11-07T14:44:29,184 DEBUG [RS:0;b7cc9d764de6:40219-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-07T14:44:29,184 DEBUG [RS:0;b7cc9d764de6:40219-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 01a992f0d5dbf0bef1cfff49c20470a1:info 2024-11-07T14:44:30,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40219 {}] regionserver.HRegion(8855): Flush requested on 01a992f0d5dbf0bef1cfff49c20470a1 2024-11-07T14:44:30,772 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 01a992f0d5dbf0bef1cfff49c20470a1 1/1 column families, dataSize=14.37 KB heapSize=15.67 KB 2024-11-07T14:44:30,775 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38149/user/jenkins/test-data/8f7e6163-acb4-de8a-dfb5-d9752af67ccf/data/default/TestLogRolling-testLogRolling/01a992f0d5dbf0bef1cfff49c20470a1/.tmp/info/40c416d4c71e4405ace1bddb89a25278 is 1055, key is row0180/info:/1730990668742/Put/seqid=0 2024-11-07T14:44:30,781 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45615 is added to blk_1073741866_1042 (size=19728) 2024-11-07T14:44:30,781 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45887 is added to blk_1073741866_1042 (size=19728) 2024-11-07T14:44:30,781 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=14.37 KB at sequenceid=251 (bloomFilter=true), to=hdfs://localhost:38149/user/jenkins/test-data/8f7e6163-acb4-de8a-dfb5-d9752af67ccf/data/default/TestLogRolling-testLogRolling/01a992f0d5dbf0bef1cfff49c20470a1/.tmp/info/40c416d4c71e4405ace1bddb89a25278 2024-11-07T14:44:30,787 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38149/user/jenkins/test-data/8f7e6163-acb4-de8a-dfb5-d9752af67ccf/data/default/TestLogRolling-testLogRolling/01a992f0d5dbf0bef1cfff49c20470a1/.tmp/info/40c416d4c71e4405ace1bddb89a25278 as hdfs://localhost:38149/user/jenkins/test-data/8f7e6163-acb4-de8a-dfb5-d9752af67ccf/data/default/TestLogRolling-testLogRolling/01a992f0d5dbf0bef1cfff49c20470a1/info/40c416d4c71e4405ace1bddb89a25278 2024-11-07T14:44:30,793 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38149/user/jenkins/test-data/8f7e6163-acb4-de8a-dfb5-d9752af67ccf/data/default/TestLogRolling-testLogRolling/01a992f0d5dbf0bef1cfff49c20470a1/info/40c416d4c71e4405ace1bddb89a25278, entries=14, sequenceid=251, filesize=19.3 K 2024-11-07T14:44:30,794 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~14.37 KB/14714, heapSize ~15.66 KB/16032, currentSize=10.26 KB/10510 for 01a992f0d5dbf0bef1cfff49c20470a1 in 23ms, sequenceid=251, compaction requested=true 2024-11-07T14:44:30,794 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 01a992f0d5dbf0bef1cfff49c20470a1: 2024-11-07T14:44:30,794 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 01a992f0d5dbf0bef1cfff49c20470a1:info, priority=-2147483648, current under compaction store size is 1 2024-11-07T14:44:30,795 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-07T14:44:30,795 DEBUG [RS:0;b7cc9d764de6:40219-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-07T14:44:30,796 DEBUG [RS:0;b7cc9d764de6:40219-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 152654 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-07T14:44:30,796 DEBUG [RS:0;b7cc9d764de6:40219-shortCompactions-0 {}] regionserver.HStore(1541): 01a992f0d5dbf0bef1cfff49c20470a1/info is initiating minor compaction (all files) 2024-11-07T14:44:30,796 INFO [RS:0;b7cc9d764de6:40219-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 01a992f0d5dbf0bef1cfff49c20470a1/info in TestLogRolling-testLogRolling,row0064,1730990632288.01a992f0d5dbf0bef1cfff49c20470a1. 2024-11-07T14:44:30,796 INFO [RS:0;b7cc9d764de6:40219-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38149/user/jenkins/test-data/8f7e6163-acb4-de8a-dfb5-d9752af67ccf/data/default/TestLogRolling-testLogRolling/01a992f0d5dbf0bef1cfff49c20470a1/info/fea032dd324847c4a7791959444605aa, hdfs://localhost:38149/user/jenkins/test-data/8f7e6163-acb4-de8a-dfb5-d9752af67ccf/data/default/TestLogRolling-testLogRolling/01a992f0d5dbf0bef1cfff49c20470a1/info/907c0e6df81a47e9a6bca55c3657e82d, hdfs://localhost:38149/user/jenkins/test-data/8f7e6163-acb4-de8a-dfb5-d9752af67ccf/data/default/TestLogRolling-testLogRolling/01a992f0d5dbf0bef1cfff49c20470a1/info/40c416d4c71e4405ace1bddb89a25278] into tmpdir=hdfs://localhost:38149/user/jenkins/test-data/8f7e6163-acb4-de8a-dfb5-d9752af67ccf/data/default/TestLogRolling-testLogRolling/01a992f0d5dbf0bef1cfff49c20470a1/.tmp, totalSize=149.1 K 2024-11-07T14:44:30,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40219 {}] regionserver.HRegion(8855): Flush requested on 01a992f0d5dbf0bef1cfff49c20470a1 2024-11-07T14:44:30,797 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 01a992f0d5dbf0bef1cfff49c20470a1 1/1 column families, dataSize=12.32 KB heapSize=13.47 KB 2024-11-07T14:44:30,797 DEBUG [RS:0;b7cc9d764de6:40219-shortCompactions-0 {}] compactions.Compactor(225): Compacting fea032dd324847c4a7791959444605aa, keycount=104, bloomtype=ROW, size=112.6 K, encoding=NONE, compression=NONE, seqNum=218, earliestPutTs=1730990630188 2024-11-07T14:44:30,797 DEBUG [RS:0;b7cc9d764de6:40219-shortCompactions-0 {}] compactions.Compactor(225): Compacting 907c0e6df81a47e9a6bca55c3657e82d, keycount=12, bloomtype=ROW, size=17.2 K, encoding=NONE, compression=NONE, seqNum=233, earliestPutTs=1730990668718 2024-11-07T14:44:30,797 DEBUG [RS:0;b7cc9d764de6:40219-shortCompactions-0 {}] compactions.Compactor(225): Compacting 40c416d4c71e4405ace1bddb89a25278, keycount=14, bloomtype=ROW, size=19.3 K, encoding=NONE, compression=NONE, seqNum=251, earliestPutTs=1730990668742 2024-11-07T14:44:30,801 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38149/user/jenkins/test-data/8f7e6163-acb4-de8a-dfb5-d9752af67ccf/data/default/TestLogRolling-testLogRolling/01a992f0d5dbf0bef1cfff49c20470a1/.tmp/info/7ead4b63c0b346bb9cf36e31408d4a59 is 1055, key is row0194/info:/1730990670773/Put/seqid=0 2024-11-07T14:44:30,807 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45887 is added to blk_1073741867_1043 (size=17615) 2024-11-07T14:44:30,808 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45615 is added to blk_1073741867_1043 (size=17615) 2024-11-07T14:44:30,808 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=12.32 KB at sequenceid=266 (bloomFilter=true), to=hdfs://localhost:38149/user/jenkins/test-data/8f7e6163-acb4-de8a-dfb5-d9752af67ccf/data/default/TestLogRolling-testLogRolling/01a992f0d5dbf0bef1cfff49c20470a1/.tmp/info/7ead4b63c0b346bb9cf36e31408d4a59 2024-11-07T14:44:30,813 INFO [RS:0;b7cc9d764de6:40219-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 01a992f0d5dbf0bef1cfff49c20470a1#info#compaction#58 average throughput is 32.58 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-07T14:44:30,814 DEBUG [RS:0;b7cc9d764de6:40219-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38149/user/jenkins/test-data/8f7e6163-acb4-de8a-dfb5-d9752af67ccf/data/default/TestLogRolling-testLogRolling/01a992f0d5dbf0bef1cfff49c20470a1/.tmp/info/44f84e8d3d304cba8012b1a9c59027f6 is 1055, key is row0064/info:/1730990630188/Put/seqid=0 2024-11-07T14:44:30,815 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38149/user/jenkins/test-data/8f7e6163-acb4-de8a-dfb5-d9752af67ccf/data/default/TestLogRolling-testLogRolling/01a992f0d5dbf0bef1cfff49c20470a1/.tmp/info/7ead4b63c0b346bb9cf36e31408d4a59 as hdfs://localhost:38149/user/jenkins/test-data/8f7e6163-acb4-de8a-dfb5-d9752af67ccf/data/default/TestLogRolling-testLogRolling/01a992f0d5dbf0bef1cfff49c20470a1/info/7ead4b63c0b346bb9cf36e31408d4a59 2024-11-07T14:44:30,819 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45615 is added to blk_1073741868_1044 (size=143004) 2024-11-07T14:44:30,819 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45887 is added to blk_1073741868_1044 (size=143004) 2024-11-07T14:44:30,821 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38149/user/jenkins/test-data/8f7e6163-acb4-de8a-dfb5-d9752af67ccf/data/default/TestLogRolling-testLogRolling/01a992f0d5dbf0bef1cfff49c20470a1/info/7ead4b63c0b346bb9cf36e31408d4a59, entries=12, sequenceid=266, filesize=17.2 K 2024-11-07T14:44:30,822 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~12.32 KB/12612, heapSize ~13.45 KB/13776, currentSize=12.32 KB/12612 for 01a992f0d5dbf0bef1cfff49c20470a1 in 26ms, sequenceid=266, compaction requested=false 2024-11-07T14:44:30,822 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 01a992f0d5dbf0bef1cfff49c20470a1: 2024-11-07T14:44:30,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40219 {}] regionserver.HRegion(8855): Flush requested on 01a992f0d5dbf0bef1cfff49c20470a1 2024-11-07T14:44:30,824 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 01a992f0d5dbf0bef1cfff49c20470a1 1/1 column families, dataSize=13.34 KB heapSize=14.57 KB 2024-11-07T14:44:30,826 DEBUG [RS:0;b7cc9d764de6:40219-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38149/user/jenkins/test-data/8f7e6163-acb4-de8a-dfb5-d9752af67ccf/data/default/TestLogRolling-testLogRolling/01a992f0d5dbf0bef1cfff49c20470a1/.tmp/info/44f84e8d3d304cba8012b1a9c59027f6 as hdfs://localhost:38149/user/jenkins/test-data/8f7e6163-acb4-de8a-dfb5-d9752af67ccf/data/default/TestLogRolling-testLogRolling/01a992f0d5dbf0bef1cfff49c20470a1/info/44f84e8d3d304cba8012b1a9c59027f6 2024-11-07T14:44:30,828 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38149/user/jenkins/test-data/8f7e6163-acb4-de8a-dfb5-d9752af67ccf/data/default/TestLogRolling-testLogRolling/01a992f0d5dbf0bef1cfff49c20470a1/.tmp/info/1ca71b9ebecc487b9048a8f4aeddaee1 is 1055, key is row0206/info:/1730990670798/Put/seqid=0 2024-11-07T14:44:30,833 INFO [RS:0;b7cc9d764de6:40219-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 01a992f0d5dbf0bef1cfff49c20470a1/info of 01a992f0d5dbf0bef1cfff49c20470a1 into 44f84e8d3d304cba8012b1a9c59027f6(size=139.7 K), total size for store is 156.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-07T14:44:30,833 DEBUG [RS:0;b7cc9d764de6:40219-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 01a992f0d5dbf0bef1cfff49c20470a1: 2024-11-07T14:44:30,833 INFO [RS:0;b7cc9d764de6:40219-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestLogRolling-testLogRolling,row0064,1730990632288.01a992f0d5dbf0bef1cfff49c20470a1., storeName=01a992f0d5dbf0bef1cfff49c20470a1/info, priority=13, startTime=1730990670794; duration=0sec 2024-11-07T14:44:30,833 DEBUG [RS:0;b7cc9d764de6:40219-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-07T14:44:30,833 DEBUG [RS:0;b7cc9d764de6:40219-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 01a992f0d5dbf0bef1cfff49c20470a1:info 2024-11-07T14:44:30,835 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45887 is added to blk_1073741869_1045 (size=18688) 2024-11-07T14:44:30,835 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45615 is added to blk_1073741869_1045 (size=18688) 2024-11-07T14:44:30,836 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=13.34 KB at sequenceid=282 (bloomFilter=true), to=hdfs://localhost:38149/user/jenkins/test-data/8f7e6163-acb4-de8a-dfb5-d9752af67ccf/data/default/TestLogRolling-testLogRolling/01a992f0d5dbf0bef1cfff49c20470a1/.tmp/info/1ca71b9ebecc487b9048a8f4aeddaee1 2024-11-07T14:44:30,842 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38149/user/jenkins/test-data/8f7e6163-acb4-de8a-dfb5-d9752af67ccf/data/default/TestLogRolling-testLogRolling/01a992f0d5dbf0bef1cfff49c20470a1/.tmp/info/1ca71b9ebecc487b9048a8f4aeddaee1 as hdfs://localhost:38149/user/jenkins/test-data/8f7e6163-acb4-de8a-dfb5-d9752af67ccf/data/default/TestLogRolling-testLogRolling/01a992f0d5dbf0bef1cfff49c20470a1/info/1ca71b9ebecc487b9048a8f4aeddaee1 2024-11-07T14:44:30,848 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38149/user/jenkins/test-data/8f7e6163-acb4-de8a-dfb5-d9752af67ccf/data/default/TestLogRolling-testLogRolling/01a992f0d5dbf0bef1cfff49c20470a1/info/1ca71b9ebecc487b9048a8f4aeddaee1, entries=13, sequenceid=282, filesize=18.3 K 2024-11-07T14:44:30,849 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~13.34 KB/13663, heapSize ~14.55 KB/14904, currentSize=6.16 KB/6306 for 01a992f0d5dbf0bef1cfff49c20470a1 in 25ms, sequenceid=282, compaction requested=true 2024-11-07T14:44:30,849 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 01a992f0d5dbf0bef1cfff49c20470a1: 2024-11-07T14:44:30,849 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 01a992f0d5dbf0bef1cfff49c20470a1:info, priority=-2147483648, current under compaction store size is 1 2024-11-07T14:44:30,849 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-07T14:44:30,849 DEBUG [RS:0;b7cc9d764de6:40219-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-07T14:44:30,850 DEBUG [RS:0;b7cc9d764de6:40219-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 179307 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-07T14:44:30,850 DEBUG [RS:0;b7cc9d764de6:40219-shortCompactions-0 {}] regionserver.HStore(1541): 01a992f0d5dbf0bef1cfff49c20470a1/info is initiating minor compaction (all files) 2024-11-07T14:44:30,851 INFO [RS:0;b7cc9d764de6:40219-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 01a992f0d5dbf0bef1cfff49c20470a1/info in TestLogRolling-testLogRolling,row0064,1730990632288.01a992f0d5dbf0bef1cfff49c20470a1. 2024-11-07T14:44:30,851 INFO [RS:0;b7cc9d764de6:40219-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38149/user/jenkins/test-data/8f7e6163-acb4-de8a-dfb5-d9752af67ccf/data/default/TestLogRolling-testLogRolling/01a992f0d5dbf0bef1cfff49c20470a1/info/44f84e8d3d304cba8012b1a9c59027f6, hdfs://localhost:38149/user/jenkins/test-data/8f7e6163-acb4-de8a-dfb5-d9752af67ccf/data/default/TestLogRolling-testLogRolling/01a992f0d5dbf0bef1cfff49c20470a1/info/7ead4b63c0b346bb9cf36e31408d4a59, hdfs://localhost:38149/user/jenkins/test-data/8f7e6163-acb4-de8a-dfb5-d9752af67ccf/data/default/TestLogRolling-testLogRolling/01a992f0d5dbf0bef1cfff49c20470a1/info/1ca71b9ebecc487b9048a8f4aeddaee1] into tmpdir=hdfs://localhost:38149/user/jenkins/test-data/8f7e6163-acb4-de8a-dfb5-d9752af67ccf/data/default/TestLogRolling-testLogRolling/01a992f0d5dbf0bef1cfff49c20470a1/.tmp, totalSize=175.1 K 2024-11-07T14:44:30,851 DEBUG [RS:0;b7cc9d764de6:40219-shortCompactions-0 {}] compactions.Compactor(225): Compacting 44f84e8d3d304cba8012b1a9c59027f6, keycount=130, bloomtype=ROW, size=139.7 K, encoding=NONE, compression=NONE, seqNum=251, earliestPutTs=1730990630188 2024-11-07T14:44:30,851 DEBUG [RS:0;b7cc9d764de6:40219-shortCompactions-0 {}] compactions.Compactor(225): Compacting 7ead4b63c0b346bb9cf36e31408d4a59, keycount=12, bloomtype=ROW, size=17.2 K, encoding=NONE, compression=NONE, seqNum=266, earliestPutTs=1730990670773 2024-11-07T14:44:30,852 DEBUG [RS:0;b7cc9d764de6:40219-shortCompactions-0 {}] compactions.Compactor(225): Compacting 1ca71b9ebecc487b9048a8f4aeddaee1, keycount=13, bloomtype=ROW, size=18.3 K, encoding=NONE, compression=NONE, seqNum=282, earliestPutTs=1730990670798 2024-11-07T14:44:30,866 INFO [RS:0;b7cc9d764de6:40219-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 01a992f0d5dbf0bef1cfff49c20470a1#info#compaction#60 average throughput is 25.89 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-07T14:44:30,867 DEBUG [RS:0;b7cc9d764de6:40219-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38149/user/jenkins/test-data/8f7e6163-acb4-de8a-dfb5-d9752af67ccf/data/default/TestLogRolling-testLogRolling/01a992f0d5dbf0bef1cfff49c20470a1/.tmp/info/8099c5e6d2924d1eab97748ce0d63b71 is 1055, key is row0064/info:/1730990630188/Put/seqid=0 2024-11-07T14:44:30,869 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45615 is added to blk_1073741870_1046 (size=169457) 2024-11-07T14:44:30,869 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45887 is added to blk_1073741870_1046 (size=169457) 2024-11-07T14:44:30,874 DEBUG [RS:0;b7cc9d764de6:40219-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38149/user/jenkins/test-data/8f7e6163-acb4-de8a-dfb5-d9752af67ccf/data/default/TestLogRolling-testLogRolling/01a992f0d5dbf0bef1cfff49c20470a1/.tmp/info/8099c5e6d2924d1eab97748ce0d63b71 as hdfs://localhost:38149/user/jenkins/test-data/8f7e6163-acb4-de8a-dfb5-d9752af67ccf/data/default/TestLogRolling-testLogRolling/01a992f0d5dbf0bef1cfff49c20470a1/info/8099c5e6d2924d1eab97748ce0d63b71 2024-11-07T14:44:30,880 INFO [RS:0;b7cc9d764de6:40219-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 01a992f0d5dbf0bef1cfff49c20470a1/info of 01a992f0d5dbf0bef1cfff49c20470a1 into 8099c5e6d2924d1eab97748ce0d63b71(size=165.5 K), total size for store is 165.5 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-07T14:44:30,881 DEBUG [RS:0;b7cc9d764de6:40219-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 01a992f0d5dbf0bef1cfff49c20470a1: 2024-11-07T14:44:30,881 INFO [RS:0;b7cc9d764de6:40219-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestLogRolling-testLogRolling,row0064,1730990632288.01a992f0d5dbf0bef1cfff49c20470a1., storeName=01a992f0d5dbf0bef1cfff49c20470a1/info, priority=13, startTime=1730990670849; duration=0sec 2024-11-07T14:44:30,881 DEBUG [RS:0;b7cc9d764de6:40219-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-07T14:44:30,881 DEBUG [RS:0;b7cc9d764de6:40219-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 01a992f0d5dbf0bef1cfff49c20470a1:info 2024-11-07T14:44:32,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40219 {}] regionserver.HRegion(8855): Flush requested on 01a992f0d5dbf0bef1cfff49c20470a1 2024-11-07T14:44:32,849 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 01a992f0d5dbf0bef1cfff49c20470a1 1/1 column families, dataSize=8.21 KB heapSize=9.06 KB 2024-11-07T14:44:32,853 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38149/user/jenkins/test-data/8f7e6163-acb4-de8a-dfb5-d9752af67ccf/data/default/TestLogRolling-testLogRolling/01a992f0d5dbf0bef1cfff49c20470a1/.tmp/info/f904c53614974b0f927ebe3eaf1d41cc is 1055, key is row0219/info:/1730990670825/Put/seqid=0 2024-11-07T14:44:32,858 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45615 is added to blk_1073741871_1047 (size=13402) 2024-11-07T14:44:32,859 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45887 is added to blk_1073741871_1047 (size=13402) 2024-11-07T14:44:32,859 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.21 KB at sequenceid=295 (bloomFilter=true), to=hdfs://localhost:38149/user/jenkins/test-data/8f7e6163-acb4-de8a-dfb5-d9752af67ccf/data/default/TestLogRolling-testLogRolling/01a992f0d5dbf0bef1cfff49c20470a1/.tmp/info/f904c53614974b0f927ebe3eaf1d41cc 2024-11-07T14:44:32,865 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38149/user/jenkins/test-data/8f7e6163-acb4-de8a-dfb5-d9752af67ccf/data/default/TestLogRolling-testLogRolling/01a992f0d5dbf0bef1cfff49c20470a1/.tmp/info/f904c53614974b0f927ebe3eaf1d41cc as hdfs://localhost:38149/user/jenkins/test-data/8f7e6163-acb4-de8a-dfb5-d9752af67ccf/data/default/TestLogRolling-testLogRolling/01a992f0d5dbf0bef1cfff49c20470a1/info/f904c53614974b0f927ebe3eaf1d41cc 2024-11-07T14:44:32,872 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38149/user/jenkins/test-data/8f7e6163-acb4-de8a-dfb5-d9752af67ccf/data/default/TestLogRolling-testLogRolling/01a992f0d5dbf0bef1cfff49c20470a1/info/f904c53614974b0f927ebe3eaf1d41cc, entries=8, sequenceid=295, filesize=13.1 K 2024-11-07T14:44:32,872 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~8.21 KB/8408, heapSize ~9.05 KB/9264, currentSize=12.32 KB/12612 for 01a992f0d5dbf0bef1cfff49c20470a1 in 24ms, sequenceid=295, compaction requested=false 2024-11-07T14:44:32,873 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 01a992f0d5dbf0bef1cfff49c20470a1: 2024-11-07T14:44:32,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40219 {}] regionserver.HRegion(8855): Flush requested on 01a992f0d5dbf0bef1cfff49c20470a1 2024-11-07T14:44:32,874 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 01a992f0d5dbf0bef1cfff49c20470a1 1/1 column families, dataSize=13.34 KB heapSize=14.57 KB 2024-11-07T14:44:32,878 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38149/user/jenkins/test-data/8f7e6163-acb4-de8a-dfb5-d9752af67ccf/data/default/TestLogRolling-testLogRolling/01a992f0d5dbf0bef1cfff49c20470a1/.tmp/info/c5c678d5cbed4fdf8c32c9002d5c8672 is 1055, key is row0227/info:/1730990672850/Put/seqid=0 2024-11-07T14:44:32,883 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45615 is added to blk_1073741872_1048 (size=18688) 2024-11-07T14:44:32,883 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45887 is added to blk_1073741872_1048 (size=18688) 2024-11-07T14:44:32,884 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=13.34 KB at sequenceid=311 (bloomFilter=true), to=hdfs://localhost:38149/user/jenkins/test-data/8f7e6163-acb4-de8a-dfb5-d9752af67ccf/data/default/TestLogRolling-testLogRolling/01a992f0d5dbf0bef1cfff49c20470a1/.tmp/info/c5c678d5cbed4fdf8c32c9002d5c8672 2024-11-07T14:44:32,890 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38149/user/jenkins/test-data/8f7e6163-acb4-de8a-dfb5-d9752af67ccf/data/default/TestLogRolling-testLogRolling/01a992f0d5dbf0bef1cfff49c20470a1/.tmp/info/c5c678d5cbed4fdf8c32c9002d5c8672 as hdfs://localhost:38149/user/jenkins/test-data/8f7e6163-acb4-de8a-dfb5-d9752af67ccf/data/default/TestLogRolling-testLogRolling/01a992f0d5dbf0bef1cfff49c20470a1/info/c5c678d5cbed4fdf8c32c9002d5c8672 2024-11-07T14:44:32,896 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38149/user/jenkins/test-data/8f7e6163-acb4-de8a-dfb5-d9752af67ccf/data/default/TestLogRolling-testLogRolling/01a992f0d5dbf0bef1cfff49c20470a1/info/c5c678d5cbed4fdf8c32c9002d5c8672, entries=13, sequenceid=311, filesize=18.3 K 2024-11-07T14:44:32,896 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~13.34 KB/13663, heapSize ~14.55 KB/14904, currentSize=12.32 KB/12612 for 01a992f0d5dbf0bef1cfff49c20470a1 in 22ms, sequenceid=311, compaction requested=true 2024-11-07T14:44:32,896 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 01a992f0d5dbf0bef1cfff49c20470a1: 2024-11-07T14:44:32,897 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 01a992f0d5dbf0bef1cfff49c20470a1:info, priority=-2147483648, current under compaction store size is 1 2024-11-07T14:44:32,897 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-07T14:44:32,897 DEBUG [RS:0;b7cc9d764de6:40219-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-07T14:44:32,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40219 {}] regionserver.HRegion(8855): Flush requested on 01a992f0d5dbf0bef1cfff49c20470a1 2024-11-07T14:44:32,897 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 01a992f0d5dbf0bef1cfff49c20470a1 1/1 column families, dataSize=13.34 KB heapSize=14.57 KB 2024-11-07T14:44:32,898 DEBUG [RS:0;b7cc9d764de6:40219-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 201547 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-07T14:44:32,898 DEBUG [RS:0;b7cc9d764de6:40219-shortCompactions-0 {}] regionserver.HStore(1541): 01a992f0d5dbf0bef1cfff49c20470a1/info is initiating minor compaction (all files) 2024-11-07T14:44:32,898 INFO [RS:0;b7cc9d764de6:40219-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 01a992f0d5dbf0bef1cfff49c20470a1/info in TestLogRolling-testLogRolling,row0064,1730990632288.01a992f0d5dbf0bef1cfff49c20470a1. 2024-11-07T14:44:32,898 INFO [RS:0;b7cc9d764de6:40219-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38149/user/jenkins/test-data/8f7e6163-acb4-de8a-dfb5-d9752af67ccf/data/default/TestLogRolling-testLogRolling/01a992f0d5dbf0bef1cfff49c20470a1/info/8099c5e6d2924d1eab97748ce0d63b71, hdfs://localhost:38149/user/jenkins/test-data/8f7e6163-acb4-de8a-dfb5-d9752af67ccf/data/default/TestLogRolling-testLogRolling/01a992f0d5dbf0bef1cfff49c20470a1/info/f904c53614974b0f927ebe3eaf1d41cc, hdfs://localhost:38149/user/jenkins/test-data/8f7e6163-acb4-de8a-dfb5-d9752af67ccf/data/default/TestLogRolling-testLogRolling/01a992f0d5dbf0bef1cfff49c20470a1/info/c5c678d5cbed4fdf8c32c9002d5c8672] into tmpdir=hdfs://localhost:38149/user/jenkins/test-data/8f7e6163-acb4-de8a-dfb5-d9752af67ccf/data/default/TestLogRolling-testLogRolling/01a992f0d5dbf0bef1cfff49c20470a1/.tmp, totalSize=196.8 K 2024-11-07T14:44:32,898 DEBUG [RS:0;b7cc9d764de6:40219-shortCompactions-0 {}] compactions.Compactor(225): Compacting 8099c5e6d2924d1eab97748ce0d63b71, keycount=155, bloomtype=ROW, size=165.5 K, encoding=NONE, compression=NONE, seqNum=282, earliestPutTs=1730990630188 2024-11-07T14:44:32,899 DEBUG [RS:0;b7cc9d764de6:40219-shortCompactions-0 {}] compactions.Compactor(225): Compacting f904c53614974b0f927ebe3eaf1d41cc, keycount=8, bloomtype=ROW, size=13.1 K, encoding=NONE, compression=NONE, seqNum=295, earliestPutTs=1730990670825 2024-11-07T14:44:32,899 DEBUG [RS:0;b7cc9d764de6:40219-shortCompactions-0 {}] compactions.Compactor(225): Compacting c5c678d5cbed4fdf8c32c9002d5c8672, keycount=13, bloomtype=ROW, size=18.3 K, encoding=NONE, compression=NONE, seqNum=311, earliestPutTs=1730990672850 2024-11-07T14:44:32,901 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38149/user/jenkins/test-data/8f7e6163-acb4-de8a-dfb5-d9752af67ccf/data/default/TestLogRolling-testLogRolling/01a992f0d5dbf0bef1cfff49c20470a1/.tmp/info/a287d3d2498649418fa366e25232f5f0 is 1055, key is row0240/info:/1730990672875/Put/seqid=0 2024-11-07T14:44:32,906 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45887 is added to blk_1073741873_1049 (size=18688) 2024-11-07T14:44:32,906 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45615 is added to blk_1073741873_1049 (size=18688) 2024-11-07T14:44:32,907 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=13.34 KB at sequenceid=327 (bloomFilter=true), to=hdfs://localhost:38149/user/jenkins/test-data/8f7e6163-acb4-de8a-dfb5-d9752af67ccf/data/default/TestLogRolling-testLogRolling/01a992f0d5dbf0bef1cfff49c20470a1/.tmp/info/a287d3d2498649418fa366e25232f5f0 2024-11-07T14:44:32,913 INFO [RS:0;b7cc9d764de6:40219-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 01a992f0d5dbf0bef1cfff49c20470a1#info#compaction#64 average throughput is 44.10 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-07T14:44:32,914 DEBUG [RS:0;b7cc9d764de6:40219-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38149/user/jenkins/test-data/8f7e6163-acb4-de8a-dfb5-d9752af67ccf/data/default/TestLogRolling-testLogRolling/01a992f0d5dbf0bef1cfff49c20470a1/.tmp/info/c834b00da4bb4eac85d076483fe033cc is 1055, key is row0064/info:/1730990630188/Put/seqid=0 2024-11-07T14:44:32,914 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38149/user/jenkins/test-data/8f7e6163-acb4-de8a-dfb5-d9752af67ccf/data/default/TestLogRolling-testLogRolling/01a992f0d5dbf0bef1cfff49c20470a1/.tmp/info/a287d3d2498649418fa366e25232f5f0 as hdfs://localhost:38149/user/jenkins/test-data/8f7e6163-acb4-de8a-dfb5-d9752af67ccf/data/default/TestLogRolling-testLogRolling/01a992f0d5dbf0bef1cfff49c20470a1/info/a287d3d2498649418fa366e25232f5f0 2024-11-07T14:44:32,917 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45615 is added to blk_1073741874_1050 (size=191701) 2024-11-07T14:44:32,918 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45887 is added to blk_1073741874_1050 (size=191701) 2024-11-07T14:44:32,921 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38149/user/jenkins/test-data/8f7e6163-acb4-de8a-dfb5-d9752af67ccf/data/default/TestLogRolling-testLogRolling/01a992f0d5dbf0bef1cfff49c20470a1/info/a287d3d2498649418fa366e25232f5f0, entries=13, sequenceid=327, filesize=18.3 K 2024-11-07T14:44:32,922 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~13.34 KB/13663, heapSize ~14.55 KB/14904, currentSize=4.11 KB/4204 for 01a992f0d5dbf0bef1cfff49c20470a1 in 25ms, sequenceid=327, compaction requested=false 2024-11-07T14:44:32,922 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 01a992f0d5dbf0bef1cfff49c20470a1: 2024-11-07T14:44:32,923 DEBUG [RS:0;b7cc9d764de6:40219-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38149/user/jenkins/test-data/8f7e6163-acb4-de8a-dfb5-d9752af67ccf/data/default/TestLogRolling-testLogRolling/01a992f0d5dbf0bef1cfff49c20470a1/.tmp/info/c834b00da4bb4eac85d076483fe033cc as hdfs://localhost:38149/user/jenkins/test-data/8f7e6163-acb4-de8a-dfb5-d9752af67ccf/data/default/TestLogRolling-testLogRolling/01a992f0d5dbf0bef1cfff49c20470a1/info/c834b00da4bb4eac85d076483fe033cc 2024-11-07T14:44:32,929 INFO [RS:0;b7cc9d764de6:40219-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 01a992f0d5dbf0bef1cfff49c20470a1/info of 01a992f0d5dbf0bef1cfff49c20470a1 into c834b00da4bb4eac85d076483fe033cc(size=187.2 K), total size for store is 205.5 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-07T14:44:32,929 DEBUG [RS:0;b7cc9d764de6:40219-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 01a992f0d5dbf0bef1cfff49c20470a1: 2024-11-07T14:44:32,929 INFO [RS:0;b7cc9d764de6:40219-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestLogRolling-testLogRolling,row0064,1730990632288.01a992f0d5dbf0bef1cfff49c20470a1., storeName=01a992f0d5dbf0bef1cfff49c20470a1/info, priority=13, startTime=1730990672897; duration=0sec 2024-11-07T14:44:32,929 DEBUG [RS:0;b7cc9d764de6:40219-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-07T14:44:32,929 DEBUG [RS:0;b7cc9d764de6:40219-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 01a992f0d5dbf0bef1cfff49c20470a1:info 2024-11-07T14:44:34,906 INFO [Time-limited test {}] wal.AbstractTestLogRolling(285): after writing there are 0 log files 2024-11-07T14:44:34,926 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/8f7e6163-acb4-de8a-dfb5-d9752af67ccf/WALs/b7cc9d764de6,40219,1730990616841/b7cc9d764de6%2C40219%2C1730990616841.1730990674907, exclude list is [], retry=0 2024-11-07T14:44:34,928 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45615,DS-c3ff0046-32b1-4d4c-8c75-0b8e9847f394,DISK] 2024-11-07T14:44:34,929 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45887,DS-51e745e5-ff44-4fc9-bae7-0456db3391b5,DISK] 2024-11-07T14:44:34,930 INFO [Time-limited test {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/8f7e6163-acb4-de8a-dfb5-d9752af67ccf/WALs/b7cc9d764de6,40219,1730990616841/b7cc9d764de6%2C40219%2C1730990616841.1730990617364 with entries=312, filesize=302.26 KB; new WAL /user/jenkins/test-data/8f7e6163-acb4-de8a-dfb5-d9752af67ccf/WALs/b7cc9d764de6,40219,1730990616841/b7cc9d764de6%2C40219%2C1730990616841.1730990674907 2024-11-07T14:44:34,930 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46217:46217),(127.0.0.1/127.0.0.1:45419:45419)] 2024-11-07T14:44:34,931 DEBUG [Time-limited test {}] wal.AbstractFSWAL(879): hdfs://localhost:38149/user/jenkins/test-data/8f7e6163-acb4-de8a-dfb5-d9752af67ccf/WALs/b7cc9d764de6,40219,1730990616841/b7cc9d764de6%2C40219%2C1730990616841.1730990617364 is not closed yet, will try archiving it next time 2024-11-07T14:44:34,932 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45615 is added to blk_1073741833_1009 (size=309521) 2024-11-07T14:44:34,932 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45887 is added to blk_1073741833_1009 (size=309521) 2024-11-07T14:44:34,972 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=705 B heapSize=2.05 KB 2024-11-07T14:44:34,978 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38149/user/jenkins/test-data/8f7e6163-acb4-de8a-dfb5-d9752af67ccf/data/hbase/meta/1588230740/.tmp/info/2e142cc5656646c5861c2440617391d9 is 193, key is TestLogRolling-testLogRolling,row0064,1730990632288.01a992f0d5dbf0bef1cfff49c20470a1./info:regioninfo/1730990633057/Put/seqid=0 2024-11-07T14:44:34,985 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45615 is added to blk_1073741876_1052 (size=6223) 2024-11-07T14:44:34,985 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45887 is added to blk_1073741876_1052 (size=6223) 2024-11-07T14:44:34,985 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=705 B at sequenceid=21 (bloomFilter=true), to=hdfs://localhost:38149/user/jenkins/test-data/8f7e6163-acb4-de8a-dfb5-d9752af67ccf/data/hbase/meta/1588230740/.tmp/info/2e142cc5656646c5861c2440617391d9 2024-11-07T14:44:34,993 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38149/user/jenkins/test-data/8f7e6163-acb4-de8a-dfb5-d9752af67ccf/data/hbase/meta/1588230740/.tmp/info/2e142cc5656646c5861c2440617391d9 as hdfs://localhost:38149/user/jenkins/test-data/8f7e6163-acb4-de8a-dfb5-d9752af67ccf/data/hbase/meta/1588230740/info/2e142cc5656646c5861c2440617391d9 2024-11-07T14:44:34,998 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38149/user/jenkins/test-data/8f7e6163-acb4-de8a-dfb5-d9752af67ccf/data/hbase/meta/1588230740/info/2e142cc5656646c5861c2440617391d9, entries=5, sequenceid=21, filesize=6.1 K 2024-11-07T14:44:34,999 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~705 B/705, heapSize ~1.29 KB/1320, currentSize=0 B/0 for 1588230740 in 27ms, sequenceid=21, compaction requested=false 2024-11-07T14:44:35,000 DEBUG [Time-limited test {}] regionserver.HRegion(2603): Flush status journal for 1588230740: 2024-11-07T14:44:35,000 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing 01a992f0d5dbf0bef1cfff49c20470a1 1/1 column families, dataSize=4.11 KB heapSize=4.66 KB 2024-11-07T14:44:35,003 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38149/user/jenkins/test-data/8f7e6163-acb4-de8a-dfb5-d9752af67ccf/data/default/TestLogRolling-testLogRolling/01a992f0d5dbf0bef1cfff49c20470a1/.tmp/info/c7507b1062c74b208214e1dcb77d4a34 is 1055, key is row0253/info:/1730990672898/Put/seqid=0 2024-11-07T14:44:35,008 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45615 is added to blk_1073741877_1053 (size=9178) 2024-11-07T14:44:35,008 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45887 is added to blk_1073741877_1053 (size=9178) 2024-11-07T14:44:35,009 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=4.11 KB at sequenceid=335 (bloomFilter=true), to=hdfs://localhost:38149/user/jenkins/test-data/8f7e6163-acb4-de8a-dfb5-d9752af67ccf/data/default/TestLogRolling-testLogRolling/01a992f0d5dbf0bef1cfff49c20470a1/.tmp/info/c7507b1062c74b208214e1dcb77d4a34 2024-11-07T14:44:35,015 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38149/user/jenkins/test-data/8f7e6163-acb4-de8a-dfb5-d9752af67ccf/data/default/TestLogRolling-testLogRolling/01a992f0d5dbf0bef1cfff49c20470a1/.tmp/info/c7507b1062c74b208214e1dcb77d4a34 as hdfs://localhost:38149/user/jenkins/test-data/8f7e6163-acb4-de8a-dfb5-d9752af67ccf/data/default/TestLogRolling-testLogRolling/01a992f0d5dbf0bef1cfff49c20470a1/info/c7507b1062c74b208214e1dcb77d4a34 2024-11-07T14:44:35,021 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38149/user/jenkins/test-data/8f7e6163-acb4-de8a-dfb5-d9752af67ccf/data/default/TestLogRolling-testLogRolling/01a992f0d5dbf0bef1cfff49c20470a1/info/c7507b1062c74b208214e1dcb77d4a34, entries=4, sequenceid=335, filesize=9.0 K 2024-11-07T14:44:35,022 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~4.11 KB/4204, heapSize ~4.64 KB/4752, currentSize=0 B/0 for 01a992f0d5dbf0bef1cfff49c20470a1 in 21ms, sequenceid=335, compaction requested=true 2024-11-07T14:44:35,022 DEBUG [Time-limited test {}] regionserver.HRegion(2603): Flush status journal for 01a992f0d5dbf0bef1cfff49c20470a1: 2024-11-07T14:44:35,022 DEBUG [Time-limited test {}] regionserver.HRegion(2603): Flush status journal for 16dfa6b4291928113eaf98688f3259cd: 2024-11-07T14:44:35,033 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/8f7e6163-acb4-de8a-dfb5-d9752af67ccf/WALs/b7cc9d764de6,40219,1730990616841/b7cc9d764de6%2C40219%2C1730990616841.1730990675022, exclude list is [], retry=0 2024-11-07T14:44:35,036 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45615,DS-c3ff0046-32b1-4d4c-8c75-0b8e9847f394,DISK] 2024-11-07T14:44:35,036 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45887,DS-51e745e5-ff44-4fc9-bae7-0456db3391b5,DISK] 2024-11-07T14:44:35,037 INFO [Time-limited test {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/8f7e6163-acb4-de8a-dfb5-d9752af67ccf/WALs/b7cc9d764de6,40219,1730990616841/b7cc9d764de6%2C40219%2C1730990616841.1730990674907 with entries=2, filesize=723 B; new WAL /user/jenkins/test-data/8f7e6163-acb4-de8a-dfb5-d9752af67ccf/WALs/b7cc9d764de6,40219,1730990616841/b7cc9d764de6%2C40219%2C1730990616841.1730990675022 2024-11-07T14:44:35,037 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45419:45419),(127.0.0.1/127.0.0.1:46217:46217)] 2024-11-07T14:44:35,037 DEBUG [Time-limited test {}] wal.AbstractFSWAL(879): hdfs://localhost:38149/user/jenkins/test-data/8f7e6163-acb4-de8a-dfb5-d9752af67ccf/WALs/b7cc9d764de6,40219,1730990616841/b7cc9d764de6%2C40219%2C1730990616841.1730990674907 is not closed yet, will try archiving it next time 2024-11-07T14:44:35,038 INFO [WAL-Archive-0 {}] wal.AbstractFSWAL(968): Archiving hdfs://localhost:38149/user/jenkins/test-data/8f7e6163-acb4-de8a-dfb5-d9752af67ccf/WALs/b7cc9d764de6,40219,1730990616841/b7cc9d764de6%2C40219%2C1730990616841.1730990617364 to hdfs://localhost:38149/user/jenkins/test-data/8f7e6163-acb4-de8a-dfb5-d9752af67ccf/oldWALs/b7cc9d764de6%2C40219%2C1730990616841.1730990617364 2024-11-07T14:44:35,038 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [5,000] milli-secs(wait.for.ratio=[1]) 2024-11-07T14:44:35,038 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45615 is added to blk_1073741875_1051 (size=731) 2024-11-07T14:44:35,038 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45887 is added to blk_1073741875_1051 (size=731) 2024-11-07T14:44:35,039 INFO [WAL-Archive-0 {}] wal.AbstractFSWAL(968): Archiving hdfs://localhost:38149/user/jenkins/test-data/8f7e6163-acb4-de8a-dfb5-d9752af67ccf/WALs/b7cc9d764de6,40219,1730990616841/b7cc9d764de6%2C40219%2C1730990616841.1730990674907 to hdfs://localhost:38149/user/jenkins/test-data/8f7e6163-acb4-de8a-dfb5-d9752af67ccf/oldWALs/b7cc9d764de6%2C40219%2C1730990616841.1730990674907 2024-11-07T14:44:35,143 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-07T14:44:35,144 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-07T14:44:35,144 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.regionserver.wal.AbstractTestLogRolling.tearDown(AbstractTestLogRolling.java:163) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-07T14:44:35,144 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T14:44:35,144 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T14:44:35,144 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-07T14:44:35,145 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-07T14:44:35,145 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1078507568, stopped=false 2024-11-07T14:44:35,145 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=b7cc9d764de6,38349,1730990616715 2024-11-07T14:44:35,187 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38349-0x10116ee76260000, quorum=127.0.0.1:54033, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-07T14:44:35,187 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40219-0x10116ee76260001, quorum=127.0.0.1:54033, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-07T14:44:35,187 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40219-0x10116ee76260001, quorum=127.0.0.1:54033, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-07T14:44:35,187 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38349-0x10116ee76260000, quorum=127.0.0.1:54033, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-07T14:44:35,187 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-07T14:44:35,187 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-07T14:44:35,187 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.regionserver.wal.AbstractTestLogRolling.tearDown(AbstractTestLogRolling.java:163) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-07T14:44:35,187 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T14:44:35,188 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'b7cc9d764de6,40219,1730990616841' ***** 2024-11-07T14:44:35,188 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-07T14:44:35,188 INFO [RS:0;b7cc9d764de6:40219 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-07T14:44:35,188 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-07T14:44:35,188 INFO [RS:0;b7cc9d764de6:40219 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-07T14:44:35,189 INFO [RS:0;b7cc9d764de6:40219 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-07T14:44:35,189 INFO [RS:0;b7cc9d764de6:40219 {}] regionserver.HRegionServer(3091): Received CLOSE for 01a992f0d5dbf0bef1cfff49c20470a1 2024-11-07T14:44:35,189 INFO [RS:0;b7cc9d764de6:40219 {}] regionserver.HRegionServer(3091): Received CLOSE for 16dfa6b4291928113eaf98688f3259cd 2024-11-07T14:44:35,189 INFO [RS:0;b7cc9d764de6:40219 {}] regionserver.HRegionServer(959): stopping server b7cc9d764de6,40219,1730990616841 2024-11-07T14:44:35,189 INFO [RS:0;b7cc9d764de6:40219 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-07T14:44:35,189 INFO [RS:0;b7cc9d764de6:40219 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;b7cc9d764de6:40219. 2024-11-07T14:44:35,189 DEBUG [RS_CLOSE_REGION-regionserver/b7cc9d764de6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 01a992f0d5dbf0bef1cfff49c20470a1, disabling compactions & flushes 2024-11-07T14:44:35,189 DEBUG [RS:0;b7cc9d764de6:40219 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-07T14:44:35,189 DEBUG [RS:0;b7cc9d764de6:40219 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T14:44:35,189 INFO [RS_CLOSE_REGION-regionserver/b7cc9d764de6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region TestLogRolling-testLogRolling,row0064,1730990632288.01a992f0d5dbf0bef1cfff49c20470a1. 2024-11-07T14:44:35,189 DEBUG [RS_CLOSE_REGION-regionserver/b7cc9d764de6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on TestLogRolling-testLogRolling,row0064,1730990632288.01a992f0d5dbf0bef1cfff49c20470a1. 2024-11-07T14:44:35,189 INFO [RS:0;b7cc9d764de6:40219 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-07T14:44:35,189 INFO [RS:0;b7cc9d764de6:40219 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-07T14:44:35,189 INFO [RS:0;b7cc9d764de6:40219 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-07T14:44:35,189 DEBUG [RS_CLOSE_REGION-regionserver/b7cc9d764de6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on TestLogRolling-testLogRolling,row0064,1730990632288.01a992f0d5dbf0bef1cfff49c20470a1. after waiting 0 ms 2024-11-07T14:44:35,189 INFO [RS:0;b7cc9d764de6:40219 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-07T14:44:35,189 DEBUG [RS_CLOSE_REGION-regionserver/b7cc9d764de6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region TestLogRolling-testLogRolling,row0064,1730990632288.01a992f0d5dbf0bef1cfff49c20470a1. 2024-11-07T14:44:35,189 INFO [RS:0;b7cc9d764de6:40219 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-07T14:44:35,189 DEBUG [RS:0;b7cc9d764de6:40219 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, 01a992f0d5dbf0bef1cfff49c20470a1=TestLogRolling-testLogRolling,row0064,1730990632288.01a992f0d5dbf0bef1cfff49c20470a1., 16dfa6b4291928113eaf98688f3259cd=TestLogRolling-testLogRolling,,1730990632288.16dfa6b4291928113eaf98688f3259cd.} 2024-11-07T14:44:35,189 DEBUG [RS:0;b7cc9d764de6:40219 {}] regionserver.HRegionServer(1351): Waiting on 01a992f0d5dbf0bef1cfff49c20470a1, 1588230740, 16dfa6b4291928113eaf98688f3259cd 2024-11-07T14:44:35,189 DEBUG [RS_CLOSE_META-regionserver/b7cc9d764de6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-07T14:44:35,189 INFO [RS_CLOSE_META-regionserver/b7cc9d764de6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-07T14:44:35,190 DEBUG [RS_CLOSE_META-regionserver/b7cc9d764de6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-07T14:44:35,190 DEBUG [RS_CLOSE_META-regionserver/b7cc9d764de6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-07T14:44:35,190 DEBUG [RS_CLOSE_META-regionserver/b7cc9d764de6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-07T14:44:35,190 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:38349-0x10116ee76260000, quorum=127.0.0.1:54033, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-07T14:44:35,190 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:40219-0x10116ee76260001, quorum=127.0.0.1:54033, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-07T14:44:35,191 DEBUG [StoreCloser-TestLogRolling-testLogRolling,row0064,1730990632288.01a992f0d5dbf0bef1cfff49c20470a1.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:38149/user/jenkins/test-data/8f7e6163-acb4-de8a-dfb5-d9752af67ccf/data/default/TestLogRolling-testLogRolling/01a992f0d5dbf0bef1cfff49c20470a1/info/d7e90db456894892b382f2a151157b92.cb75aaa252544a3fd34c200e2556d777->hdfs://localhost:38149/user/jenkins/test-data/8f7e6163-acb4-de8a-dfb5-d9752af67ccf/data/default/TestLogRolling-testLogRolling/cb75aaa252544a3fd34c200e2556d777/info/d7e90db456894892b382f2a151157b92-top, hdfs://localhost:38149/user/jenkins/test-data/8f7e6163-acb4-de8a-dfb5-d9752af67ccf/data/default/TestLogRolling-testLogRolling/01a992f0d5dbf0bef1cfff49c20470a1/info/TestLogRolling-testLogRolling=cb75aaa252544a3fd34c200e2556d777-3da17f6c19b546978fdb857f62dceec2, hdfs://localhost:38149/user/jenkins/test-data/8f7e6163-acb4-de8a-dfb5-d9752af67ccf/data/default/TestLogRolling-testLogRolling/01a992f0d5dbf0bef1cfff49c20470a1/info/TestLogRolling-testLogRolling=cb75aaa252544a3fd34c200e2556d777-518f26c1c9a448ee8af9f5157196949c, hdfs://localhost:38149/user/jenkins/test-data/8f7e6163-acb4-de8a-dfb5-d9752af67ccf/data/default/TestLogRolling-testLogRolling/01a992f0d5dbf0bef1cfff49c20470a1/info/ae64d51dd9374403a51d3988bda87ff1, hdfs://localhost:38149/user/jenkins/test-data/8f7e6163-acb4-de8a-dfb5-d9752af67ccf/data/default/TestLogRolling-testLogRolling/01a992f0d5dbf0bef1cfff49c20470a1/info/TestLogRolling-testLogRolling=cb75aaa252544a3fd34c200e2556d777-b0e83b6adfae425f9907c10809385fd7, hdfs://localhost:38149/user/jenkins/test-data/8f7e6163-acb4-de8a-dfb5-d9752af67ccf/data/default/TestLogRolling-testLogRolling/01a992f0d5dbf0bef1cfff49c20470a1/info/8c5736872c73434797d6794c020c7690, hdfs://localhost:38149/user/jenkins/test-data/8f7e6163-acb4-de8a-dfb5-d9752af67ccf/data/default/TestLogRolling-testLogRolling/01a992f0d5dbf0bef1cfff49c20470a1/info/3623ea0e661a41b9a7f19d3c4044b1b3, hdfs://localhost:38149/user/jenkins/test-data/8f7e6163-acb4-de8a-dfb5-d9752af67ccf/data/default/TestLogRolling-testLogRolling/01a992f0d5dbf0bef1cfff49c20470a1/info/fb2d74ae4c6041eb9adfa22dbcd9a547, hdfs://localhost:38149/user/jenkins/test-data/8f7e6163-acb4-de8a-dfb5-d9752af67ccf/data/default/TestLogRolling-testLogRolling/01a992f0d5dbf0bef1cfff49c20470a1/info/dd1f4ec38b5242f3bcea2afdd99c94ad, hdfs://localhost:38149/user/jenkins/test-data/8f7e6163-acb4-de8a-dfb5-d9752af67ccf/data/default/TestLogRolling-testLogRolling/01a992f0d5dbf0bef1cfff49c20470a1/info/9427c0aacf584d659e1cd40f74043dc9, hdfs://localhost:38149/user/jenkins/test-data/8f7e6163-acb4-de8a-dfb5-d9752af67ccf/data/default/TestLogRolling-testLogRolling/01a992f0d5dbf0bef1cfff49c20470a1/info/3bc0cf0dfb7b4a588efcd778f29059a7, hdfs://localhost:38149/user/jenkins/test-data/8f7e6163-acb4-de8a-dfb5-d9752af67ccf/data/default/TestLogRolling-testLogRolling/01a992f0d5dbf0bef1cfff49c20470a1/info/41e178c94af740d689ee12f938e70e4f, hdfs://localhost:38149/user/jenkins/test-data/8f7e6163-acb4-de8a-dfb5-d9752af67ccf/data/default/TestLogRolling-testLogRolling/01a992f0d5dbf0bef1cfff49c20470a1/info/fea032dd324847c4a7791959444605aa, hdfs://localhost:38149/user/jenkins/test-data/8f7e6163-acb4-de8a-dfb5-d9752af67ccf/data/default/TestLogRolling-testLogRolling/01a992f0d5dbf0bef1cfff49c20470a1/info/b8e2701437f54ce4b329ceb65a1f235d, hdfs://localhost:38149/user/jenkins/test-data/8f7e6163-acb4-de8a-dfb5-d9752af67ccf/data/default/TestLogRolling-testLogRolling/01a992f0d5dbf0bef1cfff49c20470a1/info/907c0e6df81a47e9a6bca55c3657e82d, hdfs://localhost:38149/user/jenkins/test-data/8f7e6163-acb4-de8a-dfb5-d9752af67ccf/data/default/TestLogRolling-testLogRolling/01a992f0d5dbf0bef1cfff49c20470a1/info/44f84e8d3d304cba8012b1a9c59027f6, hdfs://localhost:38149/user/jenkins/test-data/8f7e6163-acb4-de8a-dfb5-d9752af67ccf/data/default/TestLogRolling-testLogRolling/01a992f0d5dbf0bef1cfff49c20470a1/info/40c416d4c71e4405ace1bddb89a25278, hdfs://localhost:38149/user/jenkins/test-data/8f7e6163-acb4-de8a-dfb5-d9752af67ccf/data/default/TestLogRolling-testLogRolling/01a992f0d5dbf0bef1cfff49c20470a1/info/7ead4b63c0b346bb9cf36e31408d4a59, hdfs://localhost:38149/user/jenkins/test-data/8f7e6163-acb4-de8a-dfb5-d9752af67ccf/data/default/TestLogRolling-testLogRolling/01a992f0d5dbf0bef1cfff49c20470a1/info/8099c5e6d2924d1eab97748ce0d63b71, hdfs://localhost:38149/user/jenkins/test-data/8f7e6163-acb4-de8a-dfb5-d9752af67ccf/data/default/TestLogRolling-testLogRolling/01a992f0d5dbf0bef1cfff49c20470a1/info/1ca71b9ebecc487b9048a8f4aeddaee1, hdfs://localhost:38149/user/jenkins/test-data/8f7e6163-acb4-de8a-dfb5-d9752af67ccf/data/default/TestLogRolling-testLogRolling/01a992f0d5dbf0bef1cfff49c20470a1/info/f904c53614974b0f927ebe3eaf1d41cc, hdfs://localhost:38149/user/jenkins/test-data/8f7e6163-acb4-de8a-dfb5-d9752af67ccf/data/default/TestLogRolling-testLogRolling/01a992f0d5dbf0bef1cfff49c20470a1/info/c5c678d5cbed4fdf8c32c9002d5c8672] to archive 2024-11-07T14:44:35,192 DEBUG [StoreCloser-TestLogRolling-testLogRolling,row0064,1730990632288.01a992f0d5dbf0bef1cfff49c20470a1.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-07T14:44:35,194 DEBUG [StoreCloser-TestLogRolling-testLogRolling,row0064,1730990632288.01a992f0d5dbf0bef1cfff49c20470a1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38149/user/jenkins/test-data/8f7e6163-acb4-de8a-dfb5-d9752af67ccf/data/default/TestLogRolling-testLogRolling/01a992f0d5dbf0bef1cfff49c20470a1/info/d7e90db456894892b382f2a151157b92.cb75aaa252544a3fd34c200e2556d777 to hdfs://localhost:38149/user/jenkins/test-data/8f7e6163-acb4-de8a-dfb5-d9752af67ccf/archive/data/default/TestLogRolling-testLogRolling/01a992f0d5dbf0bef1cfff49c20470a1/info/d7e90db456894892b382f2a151157b92.cb75aaa252544a3fd34c200e2556d777 2024-11-07T14:44:35,196 DEBUG [StoreCloser-TestLogRolling-testLogRolling,row0064,1730990632288.01a992f0d5dbf0bef1cfff49c20470a1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38149/user/jenkins/test-data/8f7e6163-acb4-de8a-dfb5-d9752af67ccf/data/default/TestLogRolling-testLogRolling/01a992f0d5dbf0bef1cfff49c20470a1/info/TestLogRolling-testLogRolling=cb75aaa252544a3fd34c200e2556d777-3da17f6c19b546978fdb857f62dceec2 to hdfs://localhost:38149/user/jenkins/test-data/8f7e6163-acb4-de8a-dfb5-d9752af67ccf/archive/data/default/TestLogRolling-testLogRolling/01a992f0d5dbf0bef1cfff49c20470a1/info/TestLogRolling-testLogRolling=cb75aaa252544a3fd34c200e2556d777-3da17f6c19b546978fdb857f62dceec2 2024-11-07T14:44:35,198 DEBUG [StoreCloser-TestLogRolling-testLogRolling,row0064,1730990632288.01a992f0d5dbf0bef1cfff49c20470a1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38149/user/jenkins/test-data/8f7e6163-acb4-de8a-dfb5-d9752af67ccf/data/default/TestLogRolling-testLogRolling/01a992f0d5dbf0bef1cfff49c20470a1/info/TestLogRolling-testLogRolling=cb75aaa252544a3fd34c200e2556d777-518f26c1c9a448ee8af9f5157196949c to hdfs://localhost:38149/user/jenkins/test-data/8f7e6163-acb4-de8a-dfb5-d9752af67ccf/archive/data/default/TestLogRolling-testLogRolling/01a992f0d5dbf0bef1cfff49c20470a1/info/TestLogRolling-testLogRolling=cb75aaa252544a3fd34c200e2556d777-518f26c1c9a448ee8af9f5157196949c 2024-11-07T14:44:35,199 DEBUG [StoreCloser-TestLogRolling-testLogRolling,row0064,1730990632288.01a992f0d5dbf0bef1cfff49c20470a1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38149/user/jenkins/test-data/8f7e6163-acb4-de8a-dfb5-d9752af67ccf/data/default/TestLogRolling-testLogRolling/01a992f0d5dbf0bef1cfff49c20470a1/info/ae64d51dd9374403a51d3988bda87ff1 to hdfs://localhost:38149/user/jenkins/test-data/8f7e6163-acb4-de8a-dfb5-d9752af67ccf/archive/data/default/TestLogRolling-testLogRolling/01a992f0d5dbf0bef1cfff49c20470a1/info/ae64d51dd9374403a51d3988bda87ff1 2024-11-07T14:44:35,201 DEBUG [StoreCloser-TestLogRolling-testLogRolling,row0064,1730990632288.01a992f0d5dbf0bef1cfff49c20470a1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38149/user/jenkins/test-data/8f7e6163-acb4-de8a-dfb5-d9752af67ccf/data/default/TestLogRolling-testLogRolling/01a992f0d5dbf0bef1cfff49c20470a1/info/TestLogRolling-testLogRolling=cb75aaa252544a3fd34c200e2556d777-b0e83b6adfae425f9907c10809385fd7 to hdfs://localhost:38149/user/jenkins/test-data/8f7e6163-acb4-de8a-dfb5-d9752af67ccf/archive/data/default/TestLogRolling-testLogRolling/01a992f0d5dbf0bef1cfff49c20470a1/info/TestLogRolling-testLogRolling=cb75aaa252544a3fd34c200e2556d777-b0e83b6adfae425f9907c10809385fd7 2024-11-07T14:44:35,203 DEBUG [StoreCloser-TestLogRolling-testLogRolling,row0064,1730990632288.01a992f0d5dbf0bef1cfff49c20470a1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38149/user/jenkins/test-data/8f7e6163-acb4-de8a-dfb5-d9752af67ccf/data/default/TestLogRolling-testLogRolling/01a992f0d5dbf0bef1cfff49c20470a1/info/8c5736872c73434797d6794c020c7690 to hdfs://localhost:38149/user/jenkins/test-data/8f7e6163-acb4-de8a-dfb5-d9752af67ccf/archive/data/default/TestLogRolling-testLogRolling/01a992f0d5dbf0bef1cfff49c20470a1/info/8c5736872c73434797d6794c020c7690 2024-11-07T14:44:35,205 DEBUG [StoreCloser-TestLogRolling-testLogRolling,row0064,1730990632288.01a992f0d5dbf0bef1cfff49c20470a1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38149/user/jenkins/test-data/8f7e6163-acb4-de8a-dfb5-d9752af67ccf/data/default/TestLogRolling-testLogRolling/01a992f0d5dbf0bef1cfff49c20470a1/info/3623ea0e661a41b9a7f19d3c4044b1b3 to hdfs://localhost:38149/user/jenkins/test-data/8f7e6163-acb4-de8a-dfb5-d9752af67ccf/archive/data/default/TestLogRolling-testLogRolling/01a992f0d5dbf0bef1cfff49c20470a1/info/3623ea0e661a41b9a7f19d3c4044b1b3 2024-11-07T14:44:35,207 DEBUG [StoreCloser-TestLogRolling-testLogRolling,row0064,1730990632288.01a992f0d5dbf0bef1cfff49c20470a1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38149/user/jenkins/test-data/8f7e6163-acb4-de8a-dfb5-d9752af67ccf/data/default/TestLogRolling-testLogRolling/01a992f0d5dbf0bef1cfff49c20470a1/info/fb2d74ae4c6041eb9adfa22dbcd9a547 to hdfs://localhost:38149/user/jenkins/test-data/8f7e6163-acb4-de8a-dfb5-d9752af67ccf/archive/data/default/TestLogRolling-testLogRolling/01a992f0d5dbf0bef1cfff49c20470a1/info/fb2d74ae4c6041eb9adfa22dbcd9a547 2024-11-07T14:44:35,209 DEBUG [StoreCloser-TestLogRolling-testLogRolling,row0064,1730990632288.01a992f0d5dbf0bef1cfff49c20470a1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38149/user/jenkins/test-data/8f7e6163-acb4-de8a-dfb5-d9752af67ccf/data/default/TestLogRolling-testLogRolling/01a992f0d5dbf0bef1cfff49c20470a1/info/dd1f4ec38b5242f3bcea2afdd99c94ad to hdfs://localhost:38149/user/jenkins/test-data/8f7e6163-acb4-de8a-dfb5-d9752af67ccf/archive/data/default/TestLogRolling-testLogRolling/01a992f0d5dbf0bef1cfff49c20470a1/info/dd1f4ec38b5242f3bcea2afdd99c94ad 2024-11-07T14:44:35,211 DEBUG [StoreCloser-TestLogRolling-testLogRolling,row0064,1730990632288.01a992f0d5dbf0bef1cfff49c20470a1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38149/user/jenkins/test-data/8f7e6163-acb4-de8a-dfb5-d9752af67ccf/data/default/TestLogRolling-testLogRolling/01a992f0d5dbf0bef1cfff49c20470a1/info/9427c0aacf584d659e1cd40f74043dc9 to hdfs://localhost:38149/user/jenkins/test-data/8f7e6163-acb4-de8a-dfb5-d9752af67ccf/archive/data/default/TestLogRolling-testLogRolling/01a992f0d5dbf0bef1cfff49c20470a1/info/9427c0aacf584d659e1cd40f74043dc9 2024-11-07T14:44:35,214 DEBUG [StoreCloser-TestLogRolling-testLogRolling,row0064,1730990632288.01a992f0d5dbf0bef1cfff49c20470a1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38149/user/jenkins/test-data/8f7e6163-acb4-de8a-dfb5-d9752af67ccf/data/default/TestLogRolling-testLogRolling/01a992f0d5dbf0bef1cfff49c20470a1/info/3bc0cf0dfb7b4a588efcd778f29059a7 to hdfs://localhost:38149/user/jenkins/test-data/8f7e6163-acb4-de8a-dfb5-d9752af67ccf/archive/data/default/TestLogRolling-testLogRolling/01a992f0d5dbf0bef1cfff49c20470a1/info/3bc0cf0dfb7b4a588efcd778f29059a7 2024-11-07T14:44:35,214 DEBUG [RS_CLOSE_META-regionserver/b7cc9d764de6:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38149/user/jenkins/test-data/8f7e6163-acb4-de8a-dfb5-d9752af67ccf/data/hbase/meta/1588230740/recovered.edits/24.seqid, newMaxSeqId=24, maxSeqId=1 2024-11-07T14:44:35,215 DEBUG [RS_CLOSE_META-regionserver/b7cc9d764de6:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-07T14:44:35,215 INFO [RS_CLOSE_META-regionserver/b7cc9d764de6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-07T14:44:35,215 DEBUG [RS_CLOSE_META-regionserver/b7cc9d764de6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1730990675189Running coprocessor pre-close hooks at 1730990675189Disabling compacts and flushes for region at 1730990675189Disabling writes for close at 1730990675190 (+1 ms)Writing region close event to WAL at 1730990675208 (+18 ms)Running coprocessor post-close hooks at 1730990675215 (+7 ms)Closed at 1730990675215 2024-11-07T14:44:35,215 DEBUG [RS_CLOSE_META-regionserver/b7cc9d764de6:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-07T14:44:35,215 DEBUG [StoreCloser-TestLogRolling-testLogRolling,row0064,1730990632288.01a992f0d5dbf0bef1cfff49c20470a1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38149/user/jenkins/test-data/8f7e6163-acb4-de8a-dfb5-d9752af67ccf/data/default/TestLogRolling-testLogRolling/01a992f0d5dbf0bef1cfff49c20470a1/info/41e178c94af740d689ee12f938e70e4f to hdfs://localhost:38149/user/jenkins/test-data/8f7e6163-acb4-de8a-dfb5-d9752af67ccf/archive/data/default/TestLogRolling-testLogRolling/01a992f0d5dbf0bef1cfff49c20470a1/info/41e178c94af740d689ee12f938e70e4f 2024-11-07T14:44:35,225 DEBUG [StoreCloser-TestLogRolling-testLogRolling,row0064,1730990632288.01a992f0d5dbf0bef1cfff49c20470a1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38149/user/jenkins/test-data/8f7e6163-acb4-de8a-dfb5-d9752af67ccf/data/default/TestLogRolling-testLogRolling/01a992f0d5dbf0bef1cfff49c20470a1/info/fea032dd324847c4a7791959444605aa to hdfs://localhost:38149/user/jenkins/test-data/8f7e6163-acb4-de8a-dfb5-d9752af67ccf/archive/data/default/TestLogRolling-testLogRolling/01a992f0d5dbf0bef1cfff49c20470a1/info/fea032dd324847c4a7791959444605aa 2024-11-07T14:44:35,226 INFO [regionserver/b7cc9d764de6:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-07T14:44:35,226 INFO [regionserver/b7cc9d764de6:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-07T14:44:35,227 DEBUG [StoreCloser-TestLogRolling-testLogRolling,row0064,1730990632288.01a992f0d5dbf0bef1cfff49c20470a1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38149/user/jenkins/test-data/8f7e6163-acb4-de8a-dfb5-d9752af67ccf/data/default/TestLogRolling-testLogRolling/01a992f0d5dbf0bef1cfff49c20470a1/info/b8e2701437f54ce4b329ceb65a1f235d to hdfs://localhost:38149/user/jenkins/test-data/8f7e6163-acb4-de8a-dfb5-d9752af67ccf/archive/data/default/TestLogRolling-testLogRolling/01a992f0d5dbf0bef1cfff49c20470a1/info/b8e2701437f54ce4b329ceb65a1f235d 2024-11-07T14:44:35,229 INFO [regionserver/b7cc9d764de6:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-07T14:44:35,229 DEBUG [StoreCloser-TestLogRolling-testLogRolling,row0064,1730990632288.01a992f0d5dbf0bef1cfff49c20470a1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38149/user/jenkins/test-data/8f7e6163-acb4-de8a-dfb5-d9752af67ccf/data/default/TestLogRolling-testLogRolling/01a992f0d5dbf0bef1cfff49c20470a1/info/907c0e6df81a47e9a6bca55c3657e82d to hdfs://localhost:38149/user/jenkins/test-data/8f7e6163-acb4-de8a-dfb5-d9752af67ccf/archive/data/default/TestLogRolling-testLogRolling/01a992f0d5dbf0bef1cfff49c20470a1/info/907c0e6df81a47e9a6bca55c3657e82d 2024-11-07T14:44:35,230 DEBUG [StoreCloser-TestLogRolling-testLogRolling,row0064,1730990632288.01a992f0d5dbf0bef1cfff49c20470a1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38149/user/jenkins/test-data/8f7e6163-acb4-de8a-dfb5-d9752af67ccf/data/default/TestLogRolling-testLogRolling/01a992f0d5dbf0bef1cfff49c20470a1/info/44f84e8d3d304cba8012b1a9c59027f6 to hdfs://localhost:38149/user/jenkins/test-data/8f7e6163-acb4-de8a-dfb5-d9752af67ccf/archive/data/default/TestLogRolling-testLogRolling/01a992f0d5dbf0bef1cfff49c20470a1/info/44f84e8d3d304cba8012b1a9c59027f6 2024-11-07T14:44:35,232 DEBUG [StoreCloser-TestLogRolling-testLogRolling,row0064,1730990632288.01a992f0d5dbf0bef1cfff49c20470a1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38149/user/jenkins/test-data/8f7e6163-acb4-de8a-dfb5-d9752af67ccf/data/default/TestLogRolling-testLogRolling/01a992f0d5dbf0bef1cfff49c20470a1/info/40c416d4c71e4405ace1bddb89a25278 to hdfs://localhost:38149/user/jenkins/test-data/8f7e6163-acb4-de8a-dfb5-d9752af67ccf/archive/data/default/TestLogRolling-testLogRolling/01a992f0d5dbf0bef1cfff49c20470a1/info/40c416d4c71e4405ace1bddb89a25278 2024-11-07T14:44:35,234 DEBUG [StoreCloser-TestLogRolling-testLogRolling,row0064,1730990632288.01a992f0d5dbf0bef1cfff49c20470a1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38149/user/jenkins/test-data/8f7e6163-acb4-de8a-dfb5-d9752af67ccf/data/default/TestLogRolling-testLogRolling/01a992f0d5dbf0bef1cfff49c20470a1/info/7ead4b63c0b346bb9cf36e31408d4a59 to hdfs://localhost:38149/user/jenkins/test-data/8f7e6163-acb4-de8a-dfb5-d9752af67ccf/archive/data/default/TestLogRolling-testLogRolling/01a992f0d5dbf0bef1cfff49c20470a1/info/7ead4b63c0b346bb9cf36e31408d4a59 2024-11-07T14:44:35,236 DEBUG [StoreCloser-TestLogRolling-testLogRolling,row0064,1730990632288.01a992f0d5dbf0bef1cfff49c20470a1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38149/user/jenkins/test-data/8f7e6163-acb4-de8a-dfb5-d9752af67ccf/data/default/TestLogRolling-testLogRolling/01a992f0d5dbf0bef1cfff49c20470a1/info/8099c5e6d2924d1eab97748ce0d63b71 to hdfs://localhost:38149/user/jenkins/test-data/8f7e6163-acb4-de8a-dfb5-d9752af67ccf/archive/data/default/TestLogRolling-testLogRolling/01a992f0d5dbf0bef1cfff49c20470a1/info/8099c5e6d2924d1eab97748ce0d63b71 2024-11-07T14:44:35,237 DEBUG [StoreCloser-TestLogRolling-testLogRolling,row0064,1730990632288.01a992f0d5dbf0bef1cfff49c20470a1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38149/user/jenkins/test-data/8f7e6163-acb4-de8a-dfb5-d9752af67ccf/data/default/TestLogRolling-testLogRolling/01a992f0d5dbf0bef1cfff49c20470a1/info/1ca71b9ebecc487b9048a8f4aeddaee1 to hdfs://localhost:38149/user/jenkins/test-data/8f7e6163-acb4-de8a-dfb5-d9752af67ccf/archive/data/default/TestLogRolling-testLogRolling/01a992f0d5dbf0bef1cfff49c20470a1/info/1ca71b9ebecc487b9048a8f4aeddaee1 2024-11-07T14:44:35,239 DEBUG [StoreCloser-TestLogRolling-testLogRolling,row0064,1730990632288.01a992f0d5dbf0bef1cfff49c20470a1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38149/user/jenkins/test-data/8f7e6163-acb4-de8a-dfb5-d9752af67ccf/data/default/TestLogRolling-testLogRolling/01a992f0d5dbf0bef1cfff49c20470a1/info/f904c53614974b0f927ebe3eaf1d41cc to hdfs://localhost:38149/user/jenkins/test-data/8f7e6163-acb4-de8a-dfb5-d9752af67ccf/archive/data/default/TestLogRolling-testLogRolling/01a992f0d5dbf0bef1cfff49c20470a1/info/f904c53614974b0f927ebe3eaf1d41cc 2024-11-07T14:44:35,241 DEBUG [StoreCloser-TestLogRolling-testLogRolling,row0064,1730990632288.01a992f0d5dbf0bef1cfff49c20470a1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38149/user/jenkins/test-data/8f7e6163-acb4-de8a-dfb5-d9752af67ccf/data/default/TestLogRolling-testLogRolling/01a992f0d5dbf0bef1cfff49c20470a1/info/c5c678d5cbed4fdf8c32c9002d5c8672 to hdfs://localhost:38149/user/jenkins/test-data/8f7e6163-acb4-de8a-dfb5-d9752af67ccf/archive/data/default/TestLogRolling-testLogRolling/01a992f0d5dbf0bef1cfff49c20470a1/info/c5c678d5cbed4fdf8c32c9002d5c8672 2024-11-07T14:44:35,241 DEBUG [StoreCloser-TestLogRolling-testLogRolling,row0064,1730990632288.01a992f0d5dbf0bef1cfff49c20470a1.-1 {}] regionserver.HRegionServer(3532): Failed to report file archival(s) to Master. This will be retried. org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=b7cc9d764de6:38349 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportFileArchival(RegionServerStatusProtos.java:17350) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.reportFileArchivalForQuotas(HRegionServer.java:3516) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HStore.reportArchivedFilesForQuota(HStore.java:2412) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HStore.removeCompactedfiles(HStore.java:2347) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HStore.closeWithoutLock(HStore.java:738) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HStore.close(HStore.java:804) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion$2.call(HRegion.java:1912) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion$2.call(HRegion.java:1909) ~[classes/:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) ~[?:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-11-07T14:44:35,242 WARN [StoreCloser-TestLogRolling-testLogRolling,row0064,1730990632288.01a992f0d5dbf0bef1cfff49c20470a1.-1 {}] regionserver.HStore(2414): Failed to report archival of files: [ae64d51dd9374403a51d3988bda87ff1=40102, 8c5736872c73434797d6794c020c7690=13394, 3623ea0e661a41b9a7f19d3c4044b1b3=63438, fb2d74ae4c6041eb9adfa22dbcd9a547=19728, dd1f4ec38b5242f3bcea2afdd99c94ad=16553, 9427c0aacf584d659e1cd40f74043dc9=95207, 3bc0cf0dfb7b4a588efcd778f29059a7=24997, 41e178c94af740d689ee12f938e70e4f=16553, fea032dd324847c4a7791959444605aa=115320, b8e2701437f54ce4b329ceb65a1f235d=13394, 907c0e6df81a47e9a6bca55c3657e82d=17606, 44f84e8d3d304cba8012b1a9c59027f6=143004, 40c416d4c71e4405ace1bddb89a25278=19728, 7ead4b63c0b346bb9cf36e31408d4a59=17615, 8099c5e6d2924d1eab97748ce0d63b71=169457, 1ca71b9ebecc487b9048a8f4aeddaee1=18688, f904c53614974b0f927ebe3eaf1d41cc=13402, c5c678d5cbed4fdf8c32c9002d5c8672=18688] 2024-11-07T14:44:35,246 DEBUG [RS_CLOSE_REGION-regionserver/b7cc9d764de6:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38149/user/jenkins/test-data/8f7e6163-acb4-de8a-dfb5-d9752af67ccf/data/default/TestLogRolling-testLogRolling/01a992f0d5dbf0bef1cfff49c20470a1/recovered.edits/338.seqid, newMaxSeqId=338, maxSeqId=126 2024-11-07T14:44:35,247 INFO [RS_CLOSE_REGION-regionserver/b7cc9d764de6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed TestLogRolling-testLogRolling,row0064,1730990632288.01a992f0d5dbf0bef1cfff49c20470a1. 2024-11-07T14:44:35,247 DEBUG [RS_CLOSE_REGION-regionserver/b7cc9d764de6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 01a992f0d5dbf0bef1cfff49c20470a1: Waiting for close lock at 1730990675189Running coprocessor pre-close hooks at 1730990675189Disabling compacts and flushes for region at 1730990675189Disabling writes for close at 1730990675189Writing region close event to WAL at 1730990675242 (+53 ms)Running coprocessor post-close hooks at 1730990675247 (+5 ms)Closed at 1730990675247 2024-11-07T14:44:35,247 DEBUG [RS_CLOSE_REGION-regionserver/b7cc9d764de6:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed TestLogRolling-testLogRolling,row0064,1730990632288.01a992f0d5dbf0bef1cfff49c20470a1. 2024-11-07T14:44:35,247 DEBUG [RS_CLOSE_REGION-regionserver/b7cc9d764de6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 16dfa6b4291928113eaf98688f3259cd, disabling compactions & flushes 2024-11-07T14:44:35,248 INFO [RS_CLOSE_REGION-regionserver/b7cc9d764de6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region TestLogRolling-testLogRolling,,1730990632288.16dfa6b4291928113eaf98688f3259cd. 2024-11-07T14:44:35,248 DEBUG [RS_CLOSE_REGION-regionserver/b7cc9d764de6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on TestLogRolling-testLogRolling,,1730990632288.16dfa6b4291928113eaf98688f3259cd. 2024-11-07T14:44:35,248 DEBUG [RS_CLOSE_REGION-regionserver/b7cc9d764de6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on TestLogRolling-testLogRolling,,1730990632288.16dfa6b4291928113eaf98688f3259cd. after waiting 0 ms 2024-11-07T14:44:35,248 DEBUG [RS_CLOSE_REGION-regionserver/b7cc9d764de6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region TestLogRolling-testLogRolling,,1730990632288.16dfa6b4291928113eaf98688f3259cd. 2024-11-07T14:44:35,248 DEBUG [StoreCloser-TestLogRolling-testLogRolling,,1730990632288.16dfa6b4291928113eaf98688f3259cd.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:38149/user/jenkins/test-data/8f7e6163-acb4-de8a-dfb5-d9752af67ccf/data/default/TestLogRolling-testLogRolling/16dfa6b4291928113eaf98688f3259cd/info/d7e90db456894892b382f2a151157b92.cb75aaa252544a3fd34c200e2556d777->hdfs://localhost:38149/user/jenkins/test-data/8f7e6163-acb4-de8a-dfb5-d9752af67ccf/data/default/TestLogRolling-testLogRolling/cb75aaa252544a3fd34c200e2556d777/info/d7e90db456894892b382f2a151157b92-bottom] to archive 2024-11-07T14:44:35,249 DEBUG [StoreCloser-TestLogRolling-testLogRolling,,1730990632288.16dfa6b4291928113eaf98688f3259cd.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-07T14:44:35,251 DEBUG [StoreCloser-TestLogRolling-testLogRolling,,1730990632288.16dfa6b4291928113eaf98688f3259cd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38149/user/jenkins/test-data/8f7e6163-acb4-de8a-dfb5-d9752af67ccf/data/default/TestLogRolling-testLogRolling/16dfa6b4291928113eaf98688f3259cd/info/d7e90db456894892b382f2a151157b92.cb75aaa252544a3fd34c200e2556d777 to hdfs://localhost:38149/user/jenkins/test-data/8f7e6163-acb4-de8a-dfb5-d9752af67ccf/archive/data/default/TestLogRolling-testLogRolling/16dfa6b4291928113eaf98688f3259cd/info/d7e90db456894892b382f2a151157b92.cb75aaa252544a3fd34c200e2556d777 2024-11-07T14:44:35,251 WARN [StoreCloser-TestLogRolling-testLogRolling,,1730990632288.16dfa6b4291928113eaf98688f3259cd.-1 {}] regionserver.HStore(2414): Failed to report archival of files: [] 2024-11-07T14:44:35,256 DEBUG [RS_CLOSE_REGION-regionserver/b7cc9d764de6:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38149/user/jenkins/test-data/8f7e6163-acb4-de8a-dfb5-d9752af67ccf/data/default/TestLogRolling-testLogRolling/16dfa6b4291928113eaf98688f3259cd/recovered.edits/131.seqid, newMaxSeqId=131, maxSeqId=126 2024-11-07T14:44:35,257 INFO [RS_CLOSE_REGION-regionserver/b7cc9d764de6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed TestLogRolling-testLogRolling,,1730990632288.16dfa6b4291928113eaf98688f3259cd. 2024-11-07T14:44:35,257 DEBUG [RS_CLOSE_REGION-regionserver/b7cc9d764de6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 16dfa6b4291928113eaf98688f3259cd: Waiting for close lock at 1730990675247Running coprocessor pre-close hooks at 1730990675247Disabling compacts and flushes for region at 1730990675247Disabling writes for close at 1730990675248 (+1 ms)Writing region close event to WAL at 1730990675252 (+4 ms)Running coprocessor post-close hooks at 1730990675256 (+4 ms)Closed at 1730990675257 (+1 ms) 2024-11-07T14:44:35,257 DEBUG [RS_CLOSE_REGION-regionserver/b7cc9d764de6:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed TestLogRolling-testLogRolling,,1730990632288.16dfa6b4291928113eaf98688f3259cd. 2024-11-07T14:44:35,390 INFO [RS:0;b7cc9d764de6:40219 {}] regionserver.HRegionServer(976): stopping server b7cc9d764de6,40219,1730990616841; all regions closed. 2024-11-07T14:44:35,396 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45615 is added to blk_1073741834_1010 (size=8107) 2024-11-07T14:44:35,397 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45887 is added to blk_1073741834_1010 (size=8107) 2024-11-07T14:44:35,402 DEBUG [RS:0;b7cc9d764de6:40219 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/8f7e6163-acb4-de8a-dfb5-d9752af67ccf/oldWALs 2024-11-07T14:44:35,402 INFO [RS:0;b7cc9d764de6:40219 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL b7cc9d764de6%2C40219%2C1730990616841.meta:.meta(num 1730990617840) 2024-11-07T14:44:35,404 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45615 is added to blk_1073741878_1054 (size=780) 2024-11-07T14:44:35,404 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45887 is added to blk_1073741878_1054 (size=780) 2024-11-07T14:44:35,406 DEBUG [RS:0;b7cc9d764de6:40219 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/8f7e6163-acb4-de8a-dfb5-d9752af67ccf/oldWALs 2024-11-07T14:44:35,406 INFO [RS:0;b7cc9d764de6:40219 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL b7cc9d764de6%2C40219%2C1730990616841:(num 1730990675022) 2024-11-07T14:44:35,406 DEBUG [RS:0;b7cc9d764de6:40219 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T14:44:35,406 INFO [RS:0;b7cc9d764de6:40219 {}] regionserver.LeaseManager(133): Closed leases 2024-11-07T14:44:35,406 INFO [RS:0;b7cc9d764de6:40219 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-07T14:44:35,406 INFO [RS:0;b7cc9d764de6:40219 {}] hbase.ChoreService(370): Chore service for: regionserver/b7cc9d764de6:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-07T14:44:35,407 INFO [RS:0;b7cc9d764de6:40219 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-07T14:44:35,407 INFO [regionserver/b7cc9d764de6:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-07T14:44:35,407 INFO [RS:0;b7cc9d764de6:40219 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:40219 2024-11-07T14:44:35,462 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38349-0x10116ee76260000, quorum=127.0.0.1:54033, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-07T14:44:35,462 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40219-0x10116ee76260001, quorum=127.0.0.1:54033, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/b7cc9d764de6,40219,1730990616841 2024-11-07T14:44:35,462 INFO [RS:0;b7cc9d764de6:40219 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-07T14:44:35,470 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [b7cc9d764de6,40219,1730990616841] 2024-11-07T14:44:35,478 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/b7cc9d764de6,40219,1730990616841 already deleted, retry=false 2024-11-07T14:44:35,478 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; b7cc9d764de6,40219,1730990616841 expired; onlineServers=0 2024-11-07T14:44:35,478 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'b7cc9d764de6,38349,1730990616715' ***** 2024-11-07T14:44:35,478 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-07T14:44:35,479 INFO [M:0;b7cc9d764de6:38349 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-07T14:44:35,479 INFO [M:0;b7cc9d764de6:38349 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-07T14:44:35,479 DEBUG [M:0;b7cc9d764de6:38349 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-07T14:44:35,479 DEBUG [M:0;b7cc9d764de6:38349 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-07T14:44:35,479 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-07T14:44:35,479 DEBUG [master/b7cc9d764de6:0:becomeActiveMaster-HFileCleaner.large.0-1730990617176 {}] cleaner.HFileCleaner(306): Exit Thread[master/b7cc9d764de6:0:becomeActiveMaster-HFileCleaner.large.0-1730990617176,5,FailOnTimeoutGroup] 2024-11-07T14:44:35,479 DEBUG [master/b7cc9d764de6:0:becomeActiveMaster-HFileCleaner.small.0-1730990617176 {}] cleaner.HFileCleaner(306): Exit Thread[master/b7cc9d764de6:0:becomeActiveMaster-HFileCleaner.small.0-1730990617176,5,FailOnTimeoutGroup] 2024-11-07T14:44:35,479 INFO [M:0;b7cc9d764de6:38349 {}] hbase.ChoreService(370): Chore service for: master/b7cc9d764de6:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-07T14:44:35,479 INFO [M:0;b7cc9d764de6:38349 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-07T14:44:35,480 DEBUG [M:0;b7cc9d764de6:38349 {}] master.HMaster(1795): Stopping service threads 2024-11-07T14:44:35,480 INFO [M:0;b7cc9d764de6:38349 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-07T14:44:35,480 INFO [M:0;b7cc9d764de6:38349 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-07T14:44:35,480 INFO [M:0;b7cc9d764de6:38349 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-07T14:44:35,480 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-07T14:44:35,487 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38349-0x10116ee76260000, quorum=127.0.0.1:54033, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master 2024-11-07T14:44:35,487 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38349-0x10116ee76260000, quorum=127.0.0.1:54033, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-07T14:44:35,487 DEBUG [M:0;b7cc9d764de6:38349 {}] zookeeper.ZKUtil(347): master:38349-0x10116ee76260000, quorum=127.0.0.1:54033, baseZNode=/hbase Unable to get data of znode /hbase/master because node does not exist (not an error) 2024-11-07T14:44:35,487 WARN [M:0;b7cc9d764de6:38349 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-07T14:44:35,490 INFO [M:0;b7cc9d764de6:38349 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:38149/user/jenkins/test-data/8f7e6163-acb4-de8a-dfb5-d9752af67ccf/.lastflushedseqids 2024-11-07T14:44:35,499 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45615 is added to blk_1073741879_1055 (size=228) 2024-11-07T14:44:35,500 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45887 is added to blk_1073741879_1055 (size=228) 2024-11-07T14:44:35,570 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40219-0x10116ee76260001, quorum=127.0.0.1:54033, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-07T14:44:35,570 INFO [RS:0;b7cc9d764de6:40219 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-07T14:44:35,570 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40219-0x10116ee76260001, quorum=127.0.0.1:54033, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-07T14:44:35,570 INFO [RS:0;b7cc9d764de6:40219 {}] regionserver.HRegionServer(1031): Exiting; stopping=b7cc9d764de6,40219,1730990616841; zookeeper connection closed. 2024-11-07T14:44:35,571 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@42a1d58b {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@42a1d58b 2024-11-07T14:44:35,571 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-07T14:44:35,902 INFO [M:0;b7cc9d764de6:38349 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-07T14:44:35,902 INFO [M:0;b7cc9d764de6:38349 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-07T14:44:35,902 DEBUG [M:0;b7cc9d764de6:38349 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-07T14:44:35,903 INFO [M:0;b7cc9d764de6:38349 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-07T14:44:35,903 DEBUG [M:0;b7cc9d764de6:38349 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-07T14:44:35,903 DEBUG [M:0;b7cc9d764de6:38349 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-07T14:44:35,903 DEBUG [M:0;b7cc9d764de6:38349 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-07T14:44:35,903 INFO [M:0;b7cc9d764de6:38349 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=53.71 KB heapSize=65.93 KB 2024-11-07T14:44:35,925 DEBUG [M:0;b7cc9d764de6:38349 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38149/user/jenkins/test-data/8f7e6163-acb4-de8a-dfb5-d9752af67ccf/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/baf5ded2f4174d4591fff2a3dc210761 is 82, key is hbase:meta,,1/info:regioninfo/1730990617876/Put/seqid=0 2024-11-07T14:44:35,930 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45887 is added to blk_1073741880_1056 (size=5672) 2024-11-07T14:44:35,931 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45615 is added to blk_1073741880_1056 (size=5672) 2024-11-07T14:44:35,931 INFO [M:0;b7cc9d764de6:38349 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=129 (bloomFilter=true), to=hdfs://localhost:38149/user/jenkins/test-data/8f7e6163-acb4-de8a-dfb5-d9752af67ccf/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/baf5ded2f4174d4591fff2a3dc210761 2024-11-07T14:44:35,951 DEBUG [M:0;b7cc9d764de6:38349 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38149/user/jenkins/test-data/8f7e6163-acb4-de8a-dfb5-d9752af67ccf/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/945ca6fd4e0c466eb0d7ee4b43891f89 is 751, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1730990619189/Put/seqid=0 2024-11-07T14:44:35,956 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45887 is added to blk_1073741881_1057 (size=7681) 2024-11-07T14:44:35,956 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45615 is added to blk_1073741881_1057 (size=7681) 2024-11-07T14:44:35,956 INFO [M:0;b7cc9d764de6:38349 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.11 KB at sequenceid=129 (bloomFilter=true), to=hdfs://localhost:38149/user/jenkins/test-data/8f7e6163-acb4-de8a-dfb5-d9752af67ccf/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/945ca6fd4e0c466eb0d7ee4b43891f89 2024-11-07T14:44:35,961 INFO [M:0;b7cc9d764de6:38349 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 945ca6fd4e0c466eb0d7ee4b43891f89 2024-11-07T14:44:35,976 DEBUG [M:0;b7cc9d764de6:38349 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38149/user/jenkins/test-data/8f7e6163-acb4-de8a-dfb5-d9752af67ccf/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/7a42e87e10264b2c87120dbb66ef005d is 69, key is b7cc9d764de6,40219,1730990616841/rs:state/1730990617204/Put/seqid=0 2024-11-07T14:44:35,981 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45887 is added to blk_1073741882_1058 (size=5156) 2024-11-07T14:44:35,982 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45615 is added to blk_1073741882_1058 (size=5156) 2024-11-07T14:44:35,982 INFO [M:0;b7cc9d764de6:38349 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=129 (bloomFilter=true), to=hdfs://localhost:38149/user/jenkins/test-data/8f7e6163-acb4-de8a-dfb5-d9752af67ccf/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/7a42e87e10264b2c87120dbb66ef005d 2024-11-07T14:44:36,001 DEBUG [M:0;b7cc9d764de6:38349 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38149/user/jenkins/test-data/8f7e6163-acb4-de8a-dfb5-d9752af67ccf/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/state/0134d43e2ca1475e9c5306444ccc2262 is 52, key is load_balancer_on/state:d/1730990617985/Put/seqid=0 2024-11-07T14:44:36,006 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45615 is added to blk_1073741883_1059 (size=5056) 2024-11-07T14:44:36,007 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45887 is added to blk_1073741883_1059 (size=5056) 2024-11-07T14:44:36,007 INFO [M:0;b7cc9d764de6:38349 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=48 B at sequenceid=129 (bloomFilter=true), to=hdfs://localhost:38149/user/jenkins/test-data/8f7e6163-acb4-de8a-dfb5-d9752af67ccf/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/state/0134d43e2ca1475e9c5306444ccc2262 2024-11-07T14:44:36,012 DEBUG [M:0;b7cc9d764de6:38349 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38149/user/jenkins/test-data/8f7e6163-acb4-de8a-dfb5-d9752af67ccf/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/baf5ded2f4174d4591fff2a3dc210761 as hdfs://localhost:38149/user/jenkins/test-data/8f7e6163-acb4-de8a-dfb5-d9752af67ccf/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/baf5ded2f4174d4591fff2a3dc210761 2024-11-07T14:44:36,017 INFO [M:0;b7cc9d764de6:38349 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38149/user/jenkins/test-data/8f7e6163-acb4-de8a-dfb5-d9752af67ccf/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/baf5ded2f4174d4591fff2a3dc210761, entries=8, sequenceid=129, filesize=5.5 K 2024-11-07T14:44:36,018 DEBUG [M:0;b7cc9d764de6:38349 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38149/user/jenkins/test-data/8f7e6163-acb4-de8a-dfb5-d9752af67ccf/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/945ca6fd4e0c466eb0d7ee4b43891f89 as hdfs://localhost:38149/user/jenkins/test-data/8f7e6163-acb4-de8a-dfb5-d9752af67ccf/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/945ca6fd4e0c466eb0d7ee4b43891f89 2024-11-07T14:44:36,023 INFO [M:0;b7cc9d764de6:38349 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 945ca6fd4e0c466eb0d7ee4b43891f89 2024-11-07T14:44:36,023 INFO [M:0;b7cc9d764de6:38349 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38149/user/jenkins/test-data/8f7e6163-acb4-de8a-dfb5-d9752af67ccf/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/945ca6fd4e0c466eb0d7ee4b43891f89, entries=14, sequenceid=129, filesize=7.5 K 2024-11-07T14:44:36,024 DEBUG [M:0;b7cc9d764de6:38349 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38149/user/jenkins/test-data/8f7e6163-acb4-de8a-dfb5-d9752af67ccf/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/7a42e87e10264b2c87120dbb66ef005d as hdfs://localhost:38149/user/jenkins/test-data/8f7e6163-acb4-de8a-dfb5-d9752af67ccf/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/7a42e87e10264b2c87120dbb66ef005d 2024-11-07T14:44:36,029 INFO [M:0;b7cc9d764de6:38349 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38149/user/jenkins/test-data/8f7e6163-acb4-de8a-dfb5-d9752af67ccf/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/7a42e87e10264b2c87120dbb66ef005d, entries=1, sequenceid=129, filesize=5.0 K 2024-11-07T14:44:36,030 DEBUG [M:0;b7cc9d764de6:38349 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38149/user/jenkins/test-data/8f7e6163-acb4-de8a-dfb5-d9752af67ccf/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/state/0134d43e2ca1475e9c5306444ccc2262 as hdfs://localhost:38149/user/jenkins/test-data/8f7e6163-acb4-de8a-dfb5-d9752af67ccf/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/state/0134d43e2ca1475e9c5306444ccc2262 2024-11-07T14:44:36,036 INFO [M:0;b7cc9d764de6:38349 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38149/user/jenkins/test-data/8f7e6163-acb4-de8a-dfb5-d9752af67ccf/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/state/0134d43e2ca1475e9c5306444ccc2262, entries=1, sequenceid=129, filesize=4.9 K 2024-11-07T14:44:36,037 INFO [M:0;b7cc9d764de6:38349 {}] regionserver.HRegion(3140): Finished flush of dataSize ~53.71 KB/54997, heapSize ~65.87 KB/67448, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 133ms, sequenceid=129, compaction requested=false 2024-11-07T14:44:36,038 INFO [M:0;b7cc9d764de6:38349 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-07T14:44:36,038 DEBUG [M:0;b7cc9d764de6:38349 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1730990675902Disabling compacts and flushes for region at 1730990675902Disabling writes for close at 1730990675903 (+1 ms)Obtaining lock to block concurrent updates at 1730990675903Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1730990675903Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=54997, getHeapSize=67448, getOffHeapSize=0, getCellsCount=152 at 1730990675905 (+2 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1730990675906 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1730990675906Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1730990675925 (+19 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1730990675925Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1730990675935 (+10 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1730990675951 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1730990675951Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1730990675961 (+10 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1730990675976 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1730990675976Flushing 1595e783b53d99cd5eef43b6debb2682/state: creating writer at 1730990675986 (+10 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/state: appending metadata at 1730990676001 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/state: closing flushed file at 1730990676001Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5e4cbe35: reopening flushed file at 1730990676012 (+11 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2ba7da6: reopening flushed file at 1730990676017 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@12f9ed2b: reopening flushed file at 1730990676023 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2dbbd919: reopening flushed file at 1730990676030 (+7 ms)Finished flush of dataSize ~53.71 KB/54997, heapSize ~65.87 KB/67448, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 133ms, sequenceid=129, compaction requested=false at 1730990676037 (+7 ms)Writing region close event to WAL at 1730990676038 (+1 ms)Closed at 1730990676038 2024-11-07T14:44:36,040 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45615 is added to blk_1073741830_1006 (size=63927) 2024-11-07T14:44:36,040 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45887 is added to blk_1073741830_1006 (size=63927) 2024-11-07T14:44:36,041 INFO [M:0;b7cc9d764de6:38349 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-07T14:44:36,041 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-07T14:44:36,041 INFO [M:0;b7cc9d764de6:38349 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:38349 2024-11-07T14:44:36,041 INFO [M:0;b7cc9d764de6:38349 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-07T14:44:36,177 INFO [M:0;b7cc9d764de6:38349 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-07T14:44:36,177 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38349-0x10116ee76260000, quorum=127.0.0.1:54033, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-07T14:44:36,177 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38349-0x10116ee76260000, quorum=127.0.0.1:54033, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-07T14:44:36,182 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@1d98abf6{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-07T14:44:36,183 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@87f5fbd{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-07T14:44:36,183 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-07T14:44:36,183 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7228c28a{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-07T14:44:36,183 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2d8760ac{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/933236ba-1143-4fda-5b1a-5948bddcb597/hadoop.log.dir/,STOPPED} 2024-11-07T14:44:36,186 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-07T14:44:36,186 WARN [BP-409178871-172.17.0.3-1730990615248 heartbeating to localhost/127.0.0.1:38149 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-07T14:44:36,186 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-07T14:44:36,186 WARN [BP-409178871-172.17.0.3-1730990615248 heartbeating to localhost/127.0.0.1:38149 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-409178871-172.17.0.3-1730990615248 (Datanode Uuid fa768e46-7d83-462e-a853-302e0840beee) service to localhost/127.0.0.1:38149 2024-11-07T14:44:36,187 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/933236ba-1143-4fda-5b1a-5948bddcb597/cluster_9f96ccd7-69db-8eeb-61fe-8f08b8b24b76/data/data3/current/BP-409178871-172.17.0.3-1730990615248 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-07T14:44:36,187 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/933236ba-1143-4fda-5b1a-5948bddcb597/cluster_9f96ccd7-69db-8eeb-61fe-8f08b8b24b76/data/data4/current/BP-409178871-172.17.0.3-1730990615248 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-07T14:44:36,187 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-07T14:44:36,192 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@7838999e{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-07T14:44:36,192 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@554e43f8{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-07T14:44:36,192 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-07T14:44:36,192 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@cad7559{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-07T14:44:36,192 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7b74b067{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/933236ba-1143-4fda-5b1a-5948bddcb597/hadoop.log.dir/,STOPPED} 2024-11-07T14:44:36,194 WARN [BP-409178871-172.17.0.3-1730990615248 heartbeating to localhost/127.0.0.1:38149 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-07T14:44:36,194 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-07T14:44:36,194 WARN [BP-409178871-172.17.0.3-1730990615248 heartbeating to localhost/127.0.0.1:38149 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-409178871-172.17.0.3-1730990615248 (Datanode Uuid 581a027d-f5f0-4f6d-92cd-7153c223a765) service to localhost/127.0.0.1:38149 2024-11-07T14:44:36,194 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-07T14:44:36,195 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/933236ba-1143-4fda-5b1a-5948bddcb597/cluster_9f96ccd7-69db-8eeb-61fe-8f08b8b24b76/data/data1/current/BP-409178871-172.17.0.3-1730990615248 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-07T14:44:36,195 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/933236ba-1143-4fda-5b1a-5948bddcb597/cluster_9f96ccd7-69db-8eeb-61fe-8f08b8b24b76/data/data2/current/BP-409178871-172.17.0.3-1730990615248 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-07T14:44:36,195 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-07T14:44:36,201 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@3fc3681e{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-07T14:44:36,202 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@a45361b{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-07T14:44:36,202 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-07T14:44:36,202 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@57007496{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-07T14:44:36,202 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@67eae968{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/933236ba-1143-4fda-5b1a-5948bddcb597/hadoop.log.dir/,STOPPED} 2024-11-07T14:44:36,208 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-07T14:44:36,237 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-07T14:44:36,243 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.wal.TestAsyncLogRolling#testLogRolling Thread=108 (was 96) - Thread LEAK? -, OpenFileDescriptor=457 (was 428) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=70 (was 119), ProcessCount=11 (was 11), AvailableMemoryMB=4673 (was 4802) 2024-11-07T14:44:36,249 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.wal.TestAsyncLogRolling#testLogRollOnNothingWritten Thread=108, OpenFileDescriptor=457, MaxFileDescriptor=1048576, SystemLoadAverage=70, ProcessCount=11, AvailableMemoryMB=4673 2024-11-07T14:44:36,250 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=2, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-07T14:44:36,250 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/933236ba-1143-4fda-5b1a-5948bddcb597/hadoop.log.dir so I do NOT create it in target/test-data/21674976-27a0-dd18-6e23-192ade1a725b 2024-11-07T14:44:36,250 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/933236ba-1143-4fda-5b1a-5948bddcb597/hadoop.tmp.dir so I do NOT create it in target/test-data/21674976-27a0-dd18-6e23-192ade1a725b 2024-11-07T14:44:36,250 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/21674976-27a0-dd18-6e23-192ade1a725b/cluster_394374e4-2f6b-0e42-327e-f35be929f123, deleteOnExit=true 2024-11-07T14:44:36,250 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-07T14:44:36,250 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/21674976-27a0-dd18-6e23-192ade1a725b/test.cache.data in system properties and HBase conf 2024-11-07T14:44:36,250 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/21674976-27a0-dd18-6e23-192ade1a725b/hadoop.tmp.dir in system properties and HBase conf 2024-11-07T14:44:36,250 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/21674976-27a0-dd18-6e23-192ade1a725b/hadoop.log.dir in system properties and HBase conf 2024-11-07T14:44:36,250 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/21674976-27a0-dd18-6e23-192ade1a725b/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-07T14:44:36,250 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/21674976-27a0-dd18-6e23-192ade1a725b/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-07T14:44:36,250 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-07T14:44:36,251 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-07T14:44:36,251 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/21674976-27a0-dd18-6e23-192ade1a725b/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-07T14:44:36,251 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/21674976-27a0-dd18-6e23-192ade1a725b/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-07T14:44:36,251 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/21674976-27a0-dd18-6e23-192ade1a725b/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-07T14:44:36,251 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/21674976-27a0-dd18-6e23-192ade1a725b/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-07T14:44:36,251 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/21674976-27a0-dd18-6e23-192ade1a725b/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-07T14:44:36,251 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/21674976-27a0-dd18-6e23-192ade1a725b/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-07T14:44:36,251 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/21674976-27a0-dd18-6e23-192ade1a725b/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-07T14:44:36,251 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/21674976-27a0-dd18-6e23-192ade1a725b/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-07T14:44:36,251 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/21674976-27a0-dd18-6e23-192ade1a725b/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-07T14:44:36,251 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/21674976-27a0-dd18-6e23-192ade1a725b/nfs.dump.dir in system properties and HBase conf 2024-11-07T14:44:36,251 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/21674976-27a0-dd18-6e23-192ade1a725b/java.io.tmpdir in system properties and HBase conf 2024-11-07T14:44:36,251 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/21674976-27a0-dd18-6e23-192ade1a725b/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-07T14:44:36,251 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/21674976-27a0-dd18-6e23-192ade1a725b/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-07T14:44:36,252 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/21674976-27a0-dd18-6e23-192ade1a725b/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-07T14:44:36,471 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-07T14:44:36,476 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-07T14:44:36,477 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-07T14:44:36,477 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-07T14:44:36,477 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-07T14:44:36,477 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-07T14:44:36,478 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@529e4e4{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/21674976-27a0-dd18-6e23-192ade1a725b/hadoop.log.dir/,AVAILABLE} 2024-11-07T14:44:36,478 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@17df9728{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-07T14:44:36,567 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@c143106{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/21674976-27a0-dd18-6e23-192ade1a725b/java.io.tmpdir/jetty-localhost-34951-hadoop-hdfs-3_4_1-tests_jar-_-any-7364294124839618098/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-07T14:44:36,568 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@5de4c6ec{HTTP/1.1, (http/1.1)}{localhost:34951} 2024-11-07T14:44:36,568 INFO [Time-limited test {}] server.Server(415): Started @204597ms 2024-11-07T14:44:36,730 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-07T14:44:36,734 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-07T14:44:36,735 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-07T14:44:36,735 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-07T14:44:36,735 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-07T14:44:36,736 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5a06d069{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/21674976-27a0-dd18-6e23-192ade1a725b/hadoop.log.dir/,AVAILABLE} 2024-11-07T14:44:36,736 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@432aec61{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-07T14:44:36,827 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@4889f607{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/21674976-27a0-dd18-6e23-192ade1a725b/java.io.tmpdir/jetty-localhost-39053-hadoop-hdfs-3_4_1-tests_jar-_-any-1410637695565389870/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-07T14:44:36,827 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@6b2ffc46{HTTP/1.1, (http/1.1)}{localhost:39053} 2024-11-07T14:44:36,827 INFO [Time-limited test {}] server.Server(415): Started @204856ms 2024-11-07T14:44:36,828 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-07T14:44:36,855 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-07T14:44:36,858 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-07T14:44:36,859 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-07T14:44:36,859 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-07T14:44:36,859 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-07T14:44:36,860 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@29c4d72f{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/21674976-27a0-dd18-6e23-192ade1a725b/hadoop.log.dir/,AVAILABLE} 2024-11-07T14:44:36,860 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@153a1cf7{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-07T14:44:36,950 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@6970edd7{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/21674976-27a0-dd18-6e23-192ade1a725b/java.io.tmpdir/jetty-localhost-33711-hadoop-hdfs-3_4_1-tests_jar-_-any-5957578900683631448/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-07T14:44:36,950 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@54765c41{HTTP/1.1, (http/1.1)}{localhost:33711} 2024-11-07T14:44:36,950 INFO [Time-limited test {}] server.Server(415): Started @204979ms 2024-11-07T14:44:36,951 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-07T14:44:37,434 WARN [Thread-1621 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/21674976-27a0-dd18-6e23-192ade1a725b/cluster_394374e4-2f6b-0e42-327e-f35be929f123/data/data1/current/BP-66164669-172.17.0.3-1730990676268/current, will proceed with Du for space computation calculation, 2024-11-07T14:44:37,434 WARN [Thread-1622 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/21674976-27a0-dd18-6e23-192ade1a725b/cluster_394374e4-2f6b-0e42-327e-f35be929f123/data/data2/current/BP-66164669-172.17.0.3-1730990676268/current, will proceed with Du for space computation calculation, 2024-11-07T14:44:37,454 WARN [Thread-1585 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-07T14:44:37,456 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x380960b2cf527b28 with lease ID 0x3259b2fa3cbe1586: Processing first storage report for DS-6f1188cc-760a-4917-991b-d90e8f6a93d2 from datanode DatanodeRegistration(127.0.0.1:44397, datanodeUuid=1f749260-911f-4956-a321-668765536777, infoPort=46413, infoSecurePort=0, ipcPort=39837, storageInfo=lv=-57;cid=testClusterID;nsid=204636791;c=1730990676268) 2024-11-07T14:44:37,456 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x380960b2cf527b28 with lease ID 0x3259b2fa3cbe1586: from storage DS-6f1188cc-760a-4917-991b-d90e8f6a93d2 node DatanodeRegistration(127.0.0.1:44397, datanodeUuid=1f749260-911f-4956-a321-668765536777, infoPort=46413, infoSecurePort=0, ipcPort=39837, storageInfo=lv=-57;cid=testClusterID;nsid=204636791;c=1730990676268), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-07T14:44:37,457 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x380960b2cf527b28 with lease ID 0x3259b2fa3cbe1586: Processing first storage report for DS-62d2a25e-4b9f-46ea-9520-eb802f1301cf from datanode DatanodeRegistration(127.0.0.1:44397, datanodeUuid=1f749260-911f-4956-a321-668765536777, infoPort=46413, infoSecurePort=0, ipcPort=39837, storageInfo=lv=-57;cid=testClusterID;nsid=204636791;c=1730990676268) 2024-11-07T14:44:37,457 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x380960b2cf527b28 with lease ID 0x3259b2fa3cbe1586: from storage DS-62d2a25e-4b9f-46ea-9520-eb802f1301cf node DatanodeRegistration(127.0.0.1:44397, datanodeUuid=1f749260-911f-4956-a321-668765536777, infoPort=46413, infoSecurePort=0, ipcPort=39837, storageInfo=lv=-57;cid=testClusterID;nsid=204636791;c=1730990676268), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-07T14:44:37,459 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-07T14:44:37,459 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-07T14:44:37,460 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-07T14:44:37,460 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_TestLogRolling-testLogRolling 2024-11-07T14:44:37,569 WARN [Thread-1632 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/21674976-27a0-dd18-6e23-192ade1a725b/cluster_394374e4-2f6b-0e42-327e-f35be929f123/data/data3/current/BP-66164669-172.17.0.3-1730990676268/current, will proceed with Du for space computation calculation, 2024-11-07T14:44:37,569 WARN [Thread-1633 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/21674976-27a0-dd18-6e23-192ade1a725b/cluster_394374e4-2f6b-0e42-327e-f35be929f123/data/data4/current/BP-66164669-172.17.0.3-1730990676268/current, will proceed with Du for space computation calculation, 2024-11-07T14:44:37,596 WARN [Thread-1608 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-07T14:44:37,599 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xb0de7abe2eef59a9 with lease ID 0x3259b2fa3cbe1587: Processing first storage report for DS-2e6002ef-5c79-4463-8396-ad86a25563c2 from datanode DatanodeRegistration(127.0.0.1:34263, datanodeUuid=5df22f65-a0a4-490a-bf10-a80029a37830, infoPort=34035, infoSecurePort=0, ipcPort=46595, storageInfo=lv=-57;cid=testClusterID;nsid=204636791;c=1730990676268) 2024-11-07T14:44:37,599 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xb0de7abe2eef59a9 with lease ID 0x3259b2fa3cbe1587: from storage DS-2e6002ef-5c79-4463-8396-ad86a25563c2 node DatanodeRegistration(127.0.0.1:34263, datanodeUuid=5df22f65-a0a4-490a-bf10-a80029a37830, infoPort=34035, infoSecurePort=0, ipcPort=46595, storageInfo=lv=-57;cid=testClusterID;nsid=204636791;c=1730990676268), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-07T14:44:37,599 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xb0de7abe2eef59a9 with lease ID 0x3259b2fa3cbe1587: Processing first storage report for DS-53dcf183-ba82-42e6-baeb-00f91ab0f2df from datanode DatanodeRegistration(127.0.0.1:34263, datanodeUuid=5df22f65-a0a4-490a-bf10-a80029a37830, infoPort=34035, infoSecurePort=0, ipcPort=46595, storageInfo=lv=-57;cid=testClusterID;nsid=204636791;c=1730990676268) 2024-11-07T14:44:37,599 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xb0de7abe2eef59a9 with lease ID 0x3259b2fa3cbe1587: from storage DS-53dcf183-ba82-42e6-baeb-00f91ab0f2df node DatanodeRegistration(127.0.0.1:34263, datanodeUuid=5df22f65-a0a4-490a-bf10-a80029a37830, infoPort=34035, infoSecurePort=0, ipcPort=46595, storageInfo=lv=-57;cid=testClusterID;nsid=204636791;c=1730990676268), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-07T14:44:37,680 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/21674976-27a0-dd18-6e23-192ade1a725b 2024-11-07T14:44:37,682 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/21674976-27a0-dd18-6e23-192ade1a725b/cluster_394374e4-2f6b-0e42-327e-f35be929f123/zookeeper_0, clientPort=53064, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/21674976-27a0-dd18-6e23-192ade1a725b/cluster_394374e4-2f6b-0e42-327e-f35be929f123/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/21674976-27a0-dd18-6e23-192ade1a725b/cluster_394374e4-2f6b-0e42-327e-f35be929f123/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-07T14:44:37,683 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=53064 2024-11-07T14:44:37,683 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-07T14:44:37,684 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-07T14:44:37,694 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34263 is added to blk_1073741825_1001 (size=7) 2024-11-07T14:44:37,695 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44397 is added to blk_1073741825_1001 (size=7) 2024-11-07T14:44:37,696 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:46453/user/jenkins/test-data/9a2770a8-d503-14c3-eb1a-4efc17a79331 with version=8 2024-11-07T14:44:37,696 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1141): The hbase.fs.tmp.dir is set to hdfs://localhost:44087/user/jenkins/test-data/12c0d4ca-8086-2565-7d3b-6602d5340d03/hbase-staging 2024-11-07T14:44:37,699 INFO [Time-limited test {}] client.ConnectionUtils(128): master/b7cc9d764de6:0 server-side Connection retries=45 2024-11-07T14:44:37,699 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-07T14:44:37,699 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-07T14:44:37,699 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-07T14:44:37,699 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-07T14:44:37,699 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-07T14:44:37,699 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-07T14:44:37,699 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-07T14:44:37,700 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:35019 2024-11-07T14:44:37,702 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:35019 connecting to ZooKeeper ensemble=127.0.0.1:53064 2024-11-07T14:44:37,742 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:350190x0, quorum=127.0.0.1:53064, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-07T14:44:37,742 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:35019-0x10116ef645a0000 connected 2024-11-07T14:44:37,803 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-07T14:44:37,805 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-07T14:44:37,807 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:35019-0x10116ef645a0000, quorum=127.0.0.1:53064, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-07T14:44:37,807 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:46453/user/jenkins/test-data/9a2770a8-d503-14c3-eb1a-4efc17a79331, hbase.cluster.distributed=false 2024-11-07T14:44:37,810 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:35019-0x10116ef645a0000, quorum=127.0.0.1:53064, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-07T14:44:37,810 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=35019 2024-11-07T14:44:37,813 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=35019 2024-11-07T14:44:37,813 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=35019 2024-11-07T14:44:37,814 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=35019 2024-11-07T14:44:37,814 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=35019 2024-11-07T14:44:37,831 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/b7cc9d764de6:0 server-side Connection retries=45 2024-11-07T14:44:37,831 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-07T14:44:37,831 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-07T14:44:37,831 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-07T14:44:37,831 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-07T14:44:37,831 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-07T14:44:37,831 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-07T14:44:37,831 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-07T14:44:37,832 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:46493 2024-11-07T14:44:37,834 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:46493 connecting to ZooKeeper ensemble=127.0.0.1:53064 2024-11-07T14:44:37,835 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-07T14:44:37,836 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-07T14:44:37,845 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:464930x0, quorum=127.0.0.1:53064, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-07T14:44:37,845 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:464930x0, quorum=127.0.0.1:53064, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-07T14:44:37,846 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:46493-0x10116ef645a0001 connected 2024-11-07T14:44:37,846 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-07T14:44:37,846 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-07T14:44:37,847 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:46493-0x10116ef645a0001, quorum=127.0.0.1:53064, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-07T14:44:37,848 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:46493-0x10116ef645a0001, quorum=127.0.0.1:53064, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-07T14:44:37,848 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=46493 2024-11-07T14:44:37,849 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=46493 2024-11-07T14:44:37,849 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=46493 2024-11-07T14:44:37,850 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=46493 2024-11-07T14:44:37,852 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=46493 2024-11-07T14:44:37,862 DEBUG [M:0;b7cc9d764de6:35019 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;b7cc9d764de6:35019 2024-11-07T14:44:37,862 INFO [master/b7cc9d764de6:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /hbase/backup-masters/b7cc9d764de6,35019,1730990677698 2024-11-07T14:44:37,870 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46493-0x10116ef645a0001, quorum=127.0.0.1:53064, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-07T14:44:37,870 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35019-0x10116ef645a0000, quorum=127.0.0.1:53064, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-07T14:44:37,870 DEBUG [master/b7cc9d764de6:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:35019-0x10116ef645a0000, quorum=127.0.0.1:53064, baseZNode=/hbase Set watcher on existing znode=/hbase/backup-masters/b7cc9d764de6,35019,1730990677698 2024-11-07T14:44:37,878 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46493-0x10116ef645a0001, quorum=127.0.0.1:53064, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-07T14:44:37,878 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35019-0x10116ef645a0000, quorum=127.0.0.1:53064, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-07T14:44:37,878 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46493-0x10116ef645a0001, quorum=127.0.0.1:53064, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-07T14:44:37,879 DEBUG [master/b7cc9d764de6:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:35019-0x10116ef645a0000, quorum=127.0.0.1:53064, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-11-07T14:44:37,879 INFO [master/b7cc9d764de6:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /hbase/backup-masters/b7cc9d764de6,35019,1730990677698 from backup master directory 2024-11-07T14:44:37,886 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46493-0x10116ef645a0001, quorum=127.0.0.1:53064, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-07T14:44:37,886 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35019-0x10116ef645a0000, quorum=127.0.0.1:53064, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/backup-masters/b7cc9d764de6,35019,1730990677698 2024-11-07T14:44:37,887 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35019-0x10116ef645a0000, quorum=127.0.0.1:53064, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-07T14:44:37,887 WARN [master/b7cc9d764de6:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-07T14:44:37,887 INFO [master/b7cc9d764de6:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=b7cc9d764de6,35019,1730990677698 2024-11-07T14:44:37,890 DEBUG [master/b7cc9d764de6:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:46453/user/jenkins/test-data/9a2770a8-d503-14c3-eb1a-4efc17a79331/hbase.id] with ID: 31f79fab-900d-4fb4-bd54-7cfc5f4b4bb5 2024-11-07T14:44:37,890 DEBUG [master/b7cc9d764de6:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:46453/user/jenkins/test-data/9a2770a8-d503-14c3-eb1a-4efc17a79331/.tmp/hbase.id 2024-11-07T14:44:37,896 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34263 is added to blk_1073741826_1002 (size=42) 2024-11-07T14:44:37,896 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44397 is added to blk_1073741826_1002 (size=42) 2024-11-07T14:44:37,896 DEBUG [master/b7cc9d764de6:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:46453/user/jenkins/test-data/9a2770a8-d503-14c3-eb1a-4efc17a79331/.tmp/hbase.id]:[hdfs://localhost:46453/user/jenkins/test-data/9a2770a8-d503-14c3-eb1a-4efc17a79331/hbase.id] 2024-11-07T14:44:37,907 INFO [master/b7cc9d764de6:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-07T14:44:37,907 INFO [master/b7cc9d764de6:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-07T14:44:37,908 INFO [master/b7cc9d764de6:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-07T14:44:37,918 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46493-0x10116ef645a0001, quorum=127.0.0.1:53064, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-07T14:44:37,918 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35019-0x10116ef645a0000, quorum=127.0.0.1:53064, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-07T14:44:37,924 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34263 is added to blk_1073741827_1003 (size=196) 2024-11-07T14:44:37,924 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44397 is added to blk_1073741827_1003 (size=196) 2024-11-07T14:44:37,925 INFO [master/b7cc9d764de6:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-07T14:44:37,925 INFO [master/b7cc9d764de6:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-07T14:44:37,926 INFO [master/b7cc9d764de6:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-07T14:44:37,934 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44397 is added to blk_1073741828_1004 (size=1189) 2024-11-07T14:44:37,934 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34263 is added to blk_1073741828_1004 (size=1189) 2024-11-07T14:44:37,935 INFO [master/b7cc9d764de6:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:46453/user/jenkins/test-data/9a2770a8-d503-14c3-eb1a-4efc17a79331/MasterData/data/master/store 2024-11-07T14:44:37,941 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44397 is added to blk_1073741829_1005 (size=34) 2024-11-07T14:44:37,941 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34263 is added to blk_1073741829_1005 (size=34) 2024-11-07T14:44:37,942 DEBUG [master/b7cc9d764de6:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-07T14:44:37,942 DEBUG [master/b7cc9d764de6:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-07T14:44:37,942 INFO [master/b7cc9d764de6:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-07T14:44:37,942 DEBUG [master/b7cc9d764de6:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-07T14:44:37,942 DEBUG [master/b7cc9d764de6:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-07T14:44:37,942 DEBUG [master/b7cc9d764de6:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-07T14:44:37,942 INFO [master/b7cc9d764de6:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-07T14:44:37,942 DEBUG [master/b7cc9d764de6:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1730990677942Disabling compacts and flushes for region at 1730990677942Disabling writes for close at 1730990677942Writing region close event to WAL at 1730990677942Closed at 1730990677942 2024-11-07T14:44:37,943 WARN [master/b7cc9d764de6:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:46453/user/jenkins/test-data/9a2770a8-d503-14c3-eb1a-4efc17a79331/MasterData/data/master/store/.initializing 2024-11-07T14:44:37,943 DEBUG [master/b7cc9d764de6:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:46453/user/jenkins/test-data/9a2770a8-d503-14c3-eb1a-4efc17a79331/MasterData/WALs/b7cc9d764de6,35019,1730990677698 2024-11-07T14:44:37,944 INFO [master/b7cc9d764de6:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-07T14:44:37,945 INFO [master/b7cc9d764de6:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=b7cc9d764de6%2C35019%2C1730990677698, suffix=, logDir=hdfs://localhost:46453/user/jenkins/test-data/9a2770a8-d503-14c3-eb1a-4efc17a79331/MasterData/WALs/b7cc9d764de6,35019,1730990677698, archiveDir=hdfs://localhost:46453/user/jenkins/test-data/9a2770a8-d503-14c3-eb1a-4efc17a79331/MasterData/oldWALs, maxLogs=10 2024-11-07T14:44:37,957 DEBUG [master/b7cc9d764de6:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/9a2770a8-d503-14c3-eb1a-4efc17a79331/MasterData/WALs/b7cc9d764de6,35019,1730990677698/b7cc9d764de6%2C35019%2C1730990677698.1730990677945, exclude list is [], retry=0 2024-11-07T14:44:37,959 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44397,DS-6f1188cc-760a-4917-991b-d90e8f6a93d2,DISK] 2024-11-07T14:44:37,959 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34263,DS-2e6002ef-5c79-4463-8396-ad86a25563c2,DISK] 2024-11-07T14:44:37,961 INFO [master/b7cc9d764de6:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/9a2770a8-d503-14c3-eb1a-4efc17a79331/MasterData/WALs/b7cc9d764de6,35019,1730990677698/b7cc9d764de6%2C35019%2C1730990677698.1730990677945 2024-11-07T14:44:37,961 DEBUG [master/b7cc9d764de6:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46413:46413),(127.0.0.1/127.0.0.1:34035:34035)] 2024-11-07T14:44:37,961 DEBUG [master/b7cc9d764de6:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-07T14:44:37,961 DEBUG [master/b7cc9d764de6:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-07T14:44:37,961 DEBUG [master/b7cc9d764de6:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-07T14:44:37,962 DEBUG [master/b7cc9d764de6:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-07T14:44:37,963 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-07T14:44:37,965 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-07T14:44:37,965 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T14:44:37,965 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-07T14:44:37,965 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-07T14:44:37,967 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-07T14:44:37,967 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T14:44:37,967 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-07T14:44:37,967 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-07T14:44:37,968 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-07T14:44:37,968 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T14:44:37,969 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-07T14:44:37,969 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-07T14:44:37,970 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-07T14:44:37,970 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T14:44:37,971 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-07T14:44:37,971 DEBUG [master/b7cc9d764de6:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-07T14:44:37,971 DEBUG [master/b7cc9d764de6:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46453/user/jenkins/test-data/9a2770a8-d503-14c3-eb1a-4efc17a79331/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-07T14:44:37,972 DEBUG [master/b7cc9d764de6:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46453/user/jenkins/test-data/9a2770a8-d503-14c3-eb1a-4efc17a79331/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-07T14:44:37,973 DEBUG [master/b7cc9d764de6:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-07T14:44:37,973 DEBUG [master/b7cc9d764de6:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-07T14:44:37,974 DEBUG [master/b7cc9d764de6:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-07T14:44:37,975 DEBUG [master/b7cc9d764de6:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-07T14:44:37,977 DEBUG [master/b7cc9d764de6:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46453/user/jenkins/test-data/9a2770a8-d503-14c3-eb1a-4efc17a79331/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-07T14:44:37,977 INFO [master/b7cc9d764de6:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=801363, jitterRate=0.01898665726184845}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-07T14:44:37,978 DEBUG [master/b7cc9d764de6:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1730990677962Initializing all the Stores at 1730990677963 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1730990677963Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1730990677963Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1730990677963Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1730990677963Cleaning up temporary data from old regions at 1730990677973 (+10 ms)Region opened successfully at 1730990677978 (+5 ms) 2024-11-07T14:44:37,978 INFO [master/b7cc9d764de6:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-07T14:44:37,981 DEBUG [master/b7cc9d764de6:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@44a7b047, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=b7cc9d764de6/172.17.0.3:0 2024-11-07T14:44:37,982 INFO [master/b7cc9d764de6:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-07T14:44:37,982 INFO [master/b7cc9d764de6:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-07T14:44:37,982 INFO [master/b7cc9d764de6:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-07T14:44:37,982 INFO [master/b7cc9d764de6:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-07T14:44:37,982 INFO [master/b7cc9d764de6:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-07T14:44:37,983 INFO [master/b7cc9d764de6:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-07T14:44:37,983 INFO [master/b7cc9d764de6:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-07T14:44:37,985 INFO [master/b7cc9d764de6:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-07T14:44:37,986 DEBUG [master/b7cc9d764de6:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35019-0x10116ef645a0000, quorum=127.0.0.1:53064, baseZNode=/hbase Unable to get data of znode /hbase/balancer because node does not exist (not necessarily an error) 2024-11-07T14:44:37,995 DEBUG [master/b7cc9d764de6:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/balancer already deleted, retry=false 2024-11-07T14:44:37,995 INFO [master/b7cc9d764de6:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-07T14:44:37,996 DEBUG [master/b7cc9d764de6:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35019-0x10116ef645a0000, quorum=127.0.0.1:53064, baseZNode=/hbase Unable to get data of znode /hbase/normalizer because node does not exist (not necessarily an error) 2024-11-07T14:44:38,003 DEBUG [master/b7cc9d764de6:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/normalizer already deleted, retry=false 2024-11-07T14:44:38,004 INFO [master/b7cc9d764de6:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-07T14:44:38,005 DEBUG [master/b7cc9d764de6:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35019-0x10116ef645a0000, quorum=127.0.0.1:53064, baseZNode=/hbase Unable to get data of znode /hbase/switch/split because node does not exist (not necessarily an error) 2024-11-07T14:44:38,011 DEBUG [master/b7cc9d764de6:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/split already deleted, retry=false 2024-11-07T14:44:38,013 DEBUG [master/b7cc9d764de6:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35019-0x10116ef645a0000, quorum=127.0.0.1:53064, baseZNode=/hbase Unable to get data of znode /hbase/switch/merge because node does not exist (not necessarily an error) 2024-11-07T14:44:38,020 DEBUG [master/b7cc9d764de6:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/merge already deleted, retry=false 2024-11-07T14:44:38,022 DEBUG [master/b7cc9d764de6:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35019-0x10116ef645a0000, quorum=127.0.0.1:53064, baseZNode=/hbase Unable to get data of znode /hbase/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-07T14:44:38,028 DEBUG [master/b7cc9d764de6:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/snapshot-cleanup already deleted, retry=false 2024-11-07T14:44:38,037 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35019-0x10116ef645a0000, quorum=127.0.0.1:53064, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-07T14:44:38,037 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46493-0x10116ef645a0001, quorum=127.0.0.1:53064, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-07T14:44:38,037 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35019-0x10116ef645a0000, quorum=127.0.0.1:53064, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-07T14:44:38,037 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46493-0x10116ef645a0001, quorum=127.0.0.1:53064, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-07T14:44:38,037 INFO [master/b7cc9d764de6:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=b7cc9d764de6,35019,1730990677698, sessionid=0x10116ef645a0000, setting cluster-up flag (Was=false) 2024-11-07T14:44:38,053 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46493-0x10116ef645a0001, quorum=127.0.0.1:53064, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-07T14:44:38,053 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35019-0x10116ef645a0000, quorum=127.0.0.1:53064, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-07T14:44:38,078 DEBUG [master/b7cc9d764de6:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/flush-table-proc/acquired, /hbase/flush-table-proc/reached, /hbase/flush-table-proc/abort 2024-11-07T14:44:38,080 DEBUG [master/b7cc9d764de6:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=b7cc9d764de6,35019,1730990677698 2024-11-07T14:44:38,095 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35019-0x10116ef645a0000, quorum=127.0.0.1:53064, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-07T14:44:38,095 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46493-0x10116ef645a0001, quorum=127.0.0.1:53064, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-07T14:44:38,120 DEBUG [master/b7cc9d764de6:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/online-snapshot/acquired, /hbase/online-snapshot/reached, /hbase/online-snapshot/abort 2024-11-07T14:44:38,121 DEBUG [master/b7cc9d764de6:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=b7cc9d764de6,35019,1730990677698 2024-11-07T14:44:38,123 INFO [master/b7cc9d764de6:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:46453/user/jenkins/test-data/9a2770a8-d503-14c3-eb1a-4efc17a79331/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-07T14:44:38,124 DEBUG [master/b7cc9d764de6:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-07T14:44:38,124 INFO [master/b7cc9d764de6:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-07T14:44:38,125 INFO [master/b7cc9d764de6:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-07T14:44:38,125 DEBUG [master/b7cc9d764de6:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: b7cc9d764de6,35019,1730990677698 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-07T14:44:38,126 DEBUG [master/b7cc9d764de6:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/b7cc9d764de6:0, corePoolSize=5, maxPoolSize=5 2024-11-07T14:44:38,126 DEBUG [master/b7cc9d764de6:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/b7cc9d764de6:0, corePoolSize=5, maxPoolSize=5 2024-11-07T14:44:38,126 DEBUG [master/b7cc9d764de6:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/b7cc9d764de6:0, corePoolSize=5, maxPoolSize=5 2024-11-07T14:44:38,126 DEBUG [master/b7cc9d764de6:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/b7cc9d764de6:0, corePoolSize=5, maxPoolSize=5 2024-11-07T14:44:38,127 DEBUG [master/b7cc9d764de6:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/b7cc9d764de6:0, corePoolSize=10, maxPoolSize=10 2024-11-07T14:44:38,127 DEBUG [master/b7cc9d764de6:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/b7cc9d764de6:0, corePoolSize=1, maxPoolSize=1 2024-11-07T14:44:38,127 DEBUG [master/b7cc9d764de6:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/b7cc9d764de6:0, corePoolSize=2, maxPoolSize=2 2024-11-07T14:44:38,127 DEBUG [master/b7cc9d764de6:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/b7cc9d764de6:0, corePoolSize=1, maxPoolSize=1 2024-11-07T14:44:38,130 INFO [master/b7cc9d764de6:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1730990708130 2024-11-07T14:44:38,130 INFO [master/b7cc9d764de6:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-07T14:44:38,131 INFO [master/b7cc9d764de6:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-07T14:44:38,131 INFO [master/b7cc9d764de6:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-07T14:44:38,131 INFO [master/b7cc9d764de6:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-07T14:44:38,131 INFO [master/b7cc9d764de6:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-07T14:44:38,131 INFO [master/b7cc9d764de6:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-07T14:44:38,131 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-07T14:44:38,131 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-07T14:44:38,132 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T14:44:38,132 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-07T14:44:38,134 INFO [master/b7cc9d764de6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-07T14:44:38,139 INFO [master/b7cc9d764de6:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-07T14:44:38,139 INFO [master/b7cc9d764de6:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-07T14:44:38,139 INFO [master/b7cc9d764de6:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-07T14:44:38,139 INFO [master/b7cc9d764de6:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-07T14:44:38,139 INFO [master/b7cc9d764de6:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-07T14:44:38,140 DEBUG [master/b7cc9d764de6:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/b7cc9d764de6:0:becomeActiveMaster-HFileCleaner.large.0-1730990678139,5,FailOnTimeoutGroup] 2024-11-07T14:44:38,141 DEBUG [master/b7cc9d764de6:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/b7cc9d764de6:0:becomeActiveMaster-HFileCleaner.small.0-1730990678140,5,FailOnTimeoutGroup] 2024-11-07T14:44:38,141 INFO [master/b7cc9d764de6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-07T14:44:38,141 INFO [master/b7cc9d764de6:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-07T14:44:38,141 INFO [master/b7cc9d764de6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-07T14:44:38,141 INFO [master/b7cc9d764de6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-07T14:44:38,146 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44397 is added to blk_1073741831_1007 (size=1321) 2024-11-07T14:44:38,146 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34263 is added to blk_1073741831_1007 (size=1321) 2024-11-07T14:44:38,147 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:46453/user/jenkins/test-data/9a2770a8-d503-14c3-eb1a-4efc17a79331/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-07T14:44:38,147 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:46453/user/jenkins/test-data/9a2770a8-d503-14c3-eb1a-4efc17a79331 2024-11-07T14:44:38,153 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34263 is added to blk_1073741832_1008 (size=32) 2024-11-07T14:44:38,153 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44397 is added to blk_1073741832_1008 (size=32) 2024-11-07T14:44:38,154 INFO [RS:0;b7cc9d764de6:46493 {}] regionserver.HRegionServer(746): ClusterId : 31f79fab-900d-4fb4-bd54-7cfc5f4b4bb5 2024-11-07T14:44:38,154 DEBUG [RS:0;b7cc9d764de6:46493 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-07T14:44:38,154 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-07T14:44:38,155 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-07T14:44:38,156 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-07T14:44:38,157 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T14:44:38,157 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-07T14:44:38,157 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-07T14:44:38,159 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-07T14:44:38,159 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T14:44:38,159 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-07T14:44:38,159 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-07T14:44:38,160 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-07T14:44:38,161 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T14:44:38,161 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-07T14:44:38,161 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-07T14:44:38,162 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-07T14:44:38,162 DEBUG [RS:0;b7cc9d764de6:46493 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-07T14:44:38,162 DEBUG [RS:0;b7cc9d764de6:46493 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-07T14:44:38,163 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T14:44:38,163 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-07T14:44:38,163 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-07T14:44:38,164 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46453/user/jenkins/test-data/9a2770a8-d503-14c3-eb1a-4efc17a79331/data/hbase/meta/1588230740 2024-11-07T14:44:38,164 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46453/user/jenkins/test-data/9a2770a8-d503-14c3-eb1a-4efc17a79331/data/hbase/meta/1588230740 2024-11-07T14:44:38,165 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-07T14:44:38,166 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-07T14:44:38,166 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-07T14:44:38,167 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-07T14:44:38,169 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46453/user/jenkins/test-data/9a2770a8-d503-14c3-eb1a-4efc17a79331/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-07T14:44:38,170 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=16384, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=829696, jitterRate=0.055014073848724365}}}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-07T14:44:38,170 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1730990678154Initializing all the Stores at 1730990678155 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1730990678155Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1730990678155Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1730990678155Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1730990678155Cleaning up temporary data from old regions at 1730990678166 (+11 ms)Region opened successfully at 1730990678170 (+4 ms) 2024-11-07T14:44:38,171 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-07T14:44:38,171 DEBUG [RS:0;b7cc9d764de6:46493 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-07T14:44:38,171 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-07T14:44:38,171 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-07T14:44:38,171 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-07T14:44:38,171 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-07T14:44:38,171 DEBUG [RS:0;b7cc9d764de6:46493 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6da01350, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=b7cc9d764de6/172.17.0.3:0 2024-11-07T14:44:38,171 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-07T14:44:38,171 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1730990678171Disabling compacts and flushes for region at 1730990678171Disabling writes for close at 1730990678171Writing region close event to WAL at 1730990678171Closed at 1730990678171 2024-11-07T14:44:38,172 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-07T14:44:38,172 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-07T14:44:38,172 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-07T14:44:38,173 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-07T14:44:38,174 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-07T14:44:38,183 DEBUG [RS:0;b7cc9d764de6:46493 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;b7cc9d764de6:46493 2024-11-07T14:44:38,183 INFO [RS:0;b7cc9d764de6:46493 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-07T14:44:38,183 INFO [RS:0;b7cc9d764de6:46493 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-07T14:44:38,183 DEBUG [RS:0;b7cc9d764de6:46493 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-07T14:44:38,184 INFO [RS:0;b7cc9d764de6:46493 {}] regionserver.HRegionServer(2659): reportForDuty to master=b7cc9d764de6,35019,1730990677698 with port=46493, startcode=1730990677830 2024-11-07T14:44:38,184 DEBUG [RS:0;b7cc9d764de6:46493 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-07T14:44:38,185 INFO [HMaster-EventLoopGroup-11-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:47779, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.4 (auth:SIMPLE), service=RegionServerStatusService 2024-11-07T14:44:38,186 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=35019 {}] master.ServerManager(363): Checking decommissioned status of RegionServer b7cc9d764de6,46493,1730990677830 2024-11-07T14:44:38,186 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=35019 {}] master.ServerManager(517): Registering regionserver=b7cc9d764de6,46493,1730990677830 2024-11-07T14:44:38,187 DEBUG [RS:0;b7cc9d764de6:46493 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:46453/user/jenkins/test-data/9a2770a8-d503-14c3-eb1a-4efc17a79331 2024-11-07T14:44:38,187 DEBUG [RS:0;b7cc9d764de6:46493 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:46453 2024-11-07T14:44:38,187 DEBUG [RS:0;b7cc9d764de6:46493 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-07T14:44:38,195 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35019-0x10116ef645a0000, quorum=127.0.0.1:53064, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-07T14:44:38,196 DEBUG [RS:0;b7cc9d764de6:46493 {}] zookeeper.ZKUtil(111): regionserver:46493-0x10116ef645a0001, quorum=127.0.0.1:53064, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/b7cc9d764de6,46493,1730990677830 2024-11-07T14:44:38,196 WARN [RS:0;b7cc9d764de6:46493 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-07T14:44:38,196 INFO [RS:0;b7cc9d764de6:46493 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-07T14:44:38,196 DEBUG [RS:0;b7cc9d764de6:46493 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:46453/user/jenkins/test-data/9a2770a8-d503-14c3-eb1a-4efc17a79331/WALs/b7cc9d764de6,46493,1730990677830 2024-11-07T14:44:38,196 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [b7cc9d764de6,46493,1730990677830] 2024-11-07T14:44:38,199 INFO [RS:0;b7cc9d764de6:46493 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-07T14:44:38,200 INFO [RS:0;b7cc9d764de6:46493 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-07T14:44:38,201 INFO [RS:0;b7cc9d764de6:46493 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-07T14:44:38,201 INFO [RS:0;b7cc9d764de6:46493 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-07T14:44:38,201 INFO [RS:0;b7cc9d764de6:46493 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-07T14:44:38,202 INFO [RS:0;b7cc9d764de6:46493 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-07T14:44:38,202 INFO [RS:0;b7cc9d764de6:46493 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-07T14:44:38,202 DEBUG [RS:0;b7cc9d764de6:46493 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/b7cc9d764de6:0, corePoolSize=1, maxPoolSize=1 2024-11-07T14:44:38,202 DEBUG [RS:0;b7cc9d764de6:46493 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/b7cc9d764de6:0, corePoolSize=1, maxPoolSize=1 2024-11-07T14:44:38,202 DEBUG [RS:0;b7cc9d764de6:46493 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/b7cc9d764de6:0, corePoolSize=1, maxPoolSize=1 2024-11-07T14:44:38,202 DEBUG [RS:0;b7cc9d764de6:46493 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/b7cc9d764de6:0, corePoolSize=1, maxPoolSize=1 2024-11-07T14:44:38,202 DEBUG [RS:0;b7cc9d764de6:46493 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/b7cc9d764de6:0, corePoolSize=1, maxPoolSize=1 2024-11-07T14:44:38,202 DEBUG [RS:0;b7cc9d764de6:46493 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/b7cc9d764de6:0, corePoolSize=2, maxPoolSize=2 2024-11-07T14:44:38,202 DEBUG [RS:0;b7cc9d764de6:46493 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/b7cc9d764de6:0, corePoolSize=1, maxPoolSize=1 2024-11-07T14:44:38,202 DEBUG [RS:0;b7cc9d764de6:46493 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/b7cc9d764de6:0, corePoolSize=1, maxPoolSize=1 2024-11-07T14:44:38,202 DEBUG [RS:0;b7cc9d764de6:46493 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/b7cc9d764de6:0, corePoolSize=1, maxPoolSize=1 2024-11-07T14:44:38,202 DEBUG [RS:0;b7cc9d764de6:46493 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/b7cc9d764de6:0, corePoolSize=1, maxPoolSize=1 2024-11-07T14:44:38,202 DEBUG [RS:0;b7cc9d764de6:46493 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/b7cc9d764de6:0, corePoolSize=1, maxPoolSize=1 2024-11-07T14:44:38,202 DEBUG [RS:0;b7cc9d764de6:46493 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/b7cc9d764de6:0, corePoolSize=1, maxPoolSize=1 2024-11-07T14:44:38,203 DEBUG [RS:0;b7cc9d764de6:46493 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/b7cc9d764de6:0, corePoolSize=3, maxPoolSize=3 2024-11-07T14:44:38,203 DEBUG [RS:0;b7cc9d764de6:46493 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/b7cc9d764de6:0, corePoolSize=3, maxPoolSize=3 2024-11-07T14:44:38,205 INFO [RS:0;b7cc9d764de6:46493 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-07T14:44:38,205 INFO [RS:0;b7cc9d764de6:46493 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-07T14:44:38,205 INFO [RS:0;b7cc9d764de6:46493 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-07T14:44:38,205 INFO [RS:0;b7cc9d764de6:46493 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-07T14:44:38,205 INFO [RS:0;b7cc9d764de6:46493 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-07T14:44:38,205 INFO [RS:0;b7cc9d764de6:46493 {}] hbase.ChoreService(168): Chore ScheduledChore name=b7cc9d764de6,46493,1730990677830-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-07T14:44:38,218 INFO [RS:0;b7cc9d764de6:46493 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-07T14:44:38,219 INFO [RS:0;b7cc9d764de6:46493 {}] hbase.ChoreService(168): Chore ScheduledChore name=b7cc9d764de6,46493,1730990677830-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-07T14:44:38,219 INFO [RS:0;b7cc9d764de6:46493 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-07T14:44:38,219 INFO [RS:0;b7cc9d764de6:46493 {}] regionserver.Replication(171): b7cc9d764de6,46493,1730990677830 started 2024-11-07T14:44:38,232 INFO [RS:0;b7cc9d764de6:46493 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-07T14:44:38,232 INFO [RS:0;b7cc9d764de6:46493 {}] regionserver.HRegionServer(1482): Serving as b7cc9d764de6,46493,1730990677830, RpcServer on b7cc9d764de6/172.17.0.3:46493, sessionid=0x10116ef645a0001 2024-11-07T14:44:38,233 DEBUG [RS:0;b7cc9d764de6:46493 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-07T14:44:38,233 DEBUG [RS:0;b7cc9d764de6:46493 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager b7cc9d764de6,46493,1730990677830 2024-11-07T14:44:38,233 DEBUG [RS:0;b7cc9d764de6:46493 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'b7cc9d764de6,46493,1730990677830' 2024-11-07T14:44:38,233 DEBUG [RS:0;b7cc9d764de6:46493 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-07T14:44:38,233 DEBUG [RS:0;b7cc9d764de6:46493 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-07T14:44:38,234 DEBUG [RS:0;b7cc9d764de6:46493 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-07T14:44:38,234 DEBUG [RS:0;b7cc9d764de6:46493 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-07T14:44:38,234 DEBUG [RS:0;b7cc9d764de6:46493 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager b7cc9d764de6,46493,1730990677830 2024-11-07T14:44:38,234 DEBUG [RS:0;b7cc9d764de6:46493 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'b7cc9d764de6,46493,1730990677830' 2024-11-07T14:44:38,234 DEBUG [RS:0;b7cc9d764de6:46493 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-07T14:44:38,234 DEBUG [RS:0;b7cc9d764de6:46493 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-07T14:44:38,234 DEBUG [RS:0;b7cc9d764de6:46493 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-07T14:44:38,234 INFO [RS:0;b7cc9d764de6:46493 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-07T14:44:38,234 INFO [RS:0;b7cc9d764de6:46493 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-07T14:44:38,324 WARN [b7cc9d764de6:35019 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions. 2024-11-07T14:44:38,335 INFO [RS:0;b7cc9d764de6:46493 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-07T14:44:38,337 INFO [RS:0;b7cc9d764de6:46493 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=b7cc9d764de6%2C46493%2C1730990677830, suffix=, logDir=hdfs://localhost:46453/user/jenkins/test-data/9a2770a8-d503-14c3-eb1a-4efc17a79331/WALs/b7cc9d764de6,46493,1730990677830, archiveDir=hdfs://localhost:46453/user/jenkins/test-data/9a2770a8-d503-14c3-eb1a-4efc17a79331/oldWALs, maxLogs=32 2024-11-07T14:44:38,353 DEBUG [RS:0;b7cc9d764de6:46493 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/9a2770a8-d503-14c3-eb1a-4efc17a79331/WALs/b7cc9d764de6,46493,1730990677830/b7cc9d764de6%2C46493%2C1730990677830.1730990678338, exclude list is [], retry=0 2024-11-07T14:44:38,356 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44397,DS-6f1188cc-760a-4917-991b-d90e8f6a93d2,DISK] 2024-11-07T14:44:38,356 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34263,DS-2e6002ef-5c79-4463-8396-ad86a25563c2,DISK] 2024-11-07T14:44:38,358 INFO [RS:0;b7cc9d764de6:46493 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/9a2770a8-d503-14c3-eb1a-4efc17a79331/WALs/b7cc9d764de6,46493,1730990677830/b7cc9d764de6%2C46493%2C1730990677830.1730990678338 2024-11-07T14:44:38,358 DEBUG [RS:0;b7cc9d764de6:46493 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46413:46413),(127.0.0.1/127.0.0.1:34035:34035)] 2024-11-07T14:44:38,575 DEBUG [b7cc9d764de6:35019 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-07T14:44:38,576 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=b7cc9d764de6,46493,1730990677830 2024-11-07T14:44:38,579 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as b7cc9d764de6,46493,1730990677830, state=OPENING 2024-11-07T14:44:38,612 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-07T14:44:38,620 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46493-0x10116ef645a0001, quorum=127.0.0.1:53064, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-07T14:44:38,620 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35019-0x10116ef645a0000, quorum=127.0.0.1:53064, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-07T14:44:38,622 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-07T14:44:38,622 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-07T14:44:38,622 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-07T14:44:38,622 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=b7cc9d764de6,46493,1730990677830}] 2024-11-07T14:44:38,777 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-07T14:44:38,780 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:47031, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-07T14:44:38,788 INFO [RS_OPEN_META-regionserver/b7cc9d764de6:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-07T14:44:38,788 INFO [RS_OPEN_META-regionserver/b7cc9d764de6:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-07T14:44:38,788 INFO [RS_OPEN_META-regionserver/b7cc9d764de6:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-07T14:44:38,790 INFO [RS_OPEN_META-regionserver/b7cc9d764de6:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=b7cc9d764de6%2C46493%2C1730990677830.meta, suffix=.meta, logDir=hdfs://localhost:46453/user/jenkins/test-data/9a2770a8-d503-14c3-eb1a-4efc17a79331/WALs/b7cc9d764de6,46493,1730990677830, archiveDir=hdfs://localhost:46453/user/jenkins/test-data/9a2770a8-d503-14c3-eb1a-4efc17a79331/oldWALs, maxLogs=32 2024-11-07T14:44:38,804 DEBUG [RS_OPEN_META-regionserver/b7cc9d764de6:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/9a2770a8-d503-14c3-eb1a-4efc17a79331/WALs/b7cc9d764de6,46493,1730990677830/b7cc9d764de6%2C46493%2C1730990677830.meta.1730990678790.meta, exclude list is [], retry=0 2024-11-07T14:44:38,806 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44397,DS-6f1188cc-760a-4917-991b-d90e8f6a93d2,DISK] 2024-11-07T14:44:38,806 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34263,DS-2e6002ef-5c79-4463-8396-ad86a25563c2,DISK] 2024-11-07T14:44:38,808 INFO [RS_OPEN_META-regionserver/b7cc9d764de6:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/9a2770a8-d503-14c3-eb1a-4efc17a79331/WALs/b7cc9d764de6,46493,1730990677830/b7cc9d764de6%2C46493%2C1730990677830.meta.1730990678790.meta 2024-11-07T14:44:38,808 DEBUG [RS_OPEN_META-regionserver/b7cc9d764de6:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46413:46413),(127.0.0.1/127.0.0.1:34035:34035)] 2024-11-07T14:44:38,808 DEBUG [RS_OPEN_META-regionserver/b7cc9d764de6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-07T14:44:38,809 DEBUG [RS_OPEN_META-regionserver/b7cc9d764de6:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-07T14:44:38,809 DEBUG [RS_OPEN_META-regionserver/b7cc9d764de6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-07T14:44:38,809 INFO [RS_OPEN_META-regionserver/b7cc9d764de6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-07T14:44:38,809 DEBUG [RS_OPEN_META-regionserver/b7cc9d764de6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-07T14:44:38,809 DEBUG [RS_OPEN_META-regionserver/b7cc9d764de6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-07T14:44:38,809 DEBUG [RS_OPEN_META-regionserver/b7cc9d764de6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-07T14:44:38,809 DEBUG [RS_OPEN_META-regionserver/b7cc9d764de6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-07T14:44:38,810 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-07T14:44:38,811 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-07T14:44:38,811 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T14:44:38,811 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-07T14:44:38,812 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-07T14:44:38,812 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-07T14:44:38,812 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T14:44:38,813 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-07T14:44:38,813 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-07T14:44:38,813 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-07T14:44:38,813 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T14:44:38,814 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-07T14:44:38,814 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-07T14:44:38,814 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-07T14:44:38,814 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T14:44:38,815 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-07T14:44:38,815 DEBUG [RS_OPEN_META-regionserver/b7cc9d764de6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-07T14:44:38,815 DEBUG [RS_OPEN_META-regionserver/b7cc9d764de6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46453/user/jenkins/test-data/9a2770a8-d503-14c3-eb1a-4efc17a79331/data/hbase/meta/1588230740 2024-11-07T14:44:38,816 DEBUG [RS_OPEN_META-regionserver/b7cc9d764de6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46453/user/jenkins/test-data/9a2770a8-d503-14c3-eb1a-4efc17a79331/data/hbase/meta/1588230740 2024-11-07T14:44:38,817 DEBUG [RS_OPEN_META-regionserver/b7cc9d764de6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-07T14:44:38,817 DEBUG [RS_OPEN_META-regionserver/b7cc9d764de6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-07T14:44:38,817 DEBUG [RS_OPEN_META-regionserver/b7cc9d764de6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-07T14:44:38,819 DEBUG [RS_OPEN_META-regionserver/b7cc9d764de6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-07T14:44:38,819 INFO [RS_OPEN_META-regionserver/b7cc9d764de6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=16384, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=782845, jitterRate=-0.004561752080917358}}}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-07T14:44:38,819 DEBUG [RS_OPEN_META-regionserver/b7cc9d764de6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-07T14:44:38,820 DEBUG [RS_OPEN_META-regionserver/b7cc9d764de6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1730990678809Writing region info on filesystem at 1730990678809Initializing all the Stores at 1730990678810 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1730990678810Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1730990678810Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1730990678810Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1730990678810Cleaning up temporary data from old regions at 1730990678817 (+7 ms)Running coprocessor post-open hooks at 1730990678820 (+3 ms)Region opened successfully at 1730990678820 2024-11-07T14:44:38,821 INFO [RS_OPEN_META-regionserver/b7cc9d764de6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1730990678777 2024-11-07T14:44:38,823 DEBUG [RS_OPEN_META-regionserver/b7cc9d764de6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-07T14:44:38,823 INFO [RS_OPEN_META-regionserver/b7cc9d764de6:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-07T14:44:38,824 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=b7cc9d764de6,46493,1730990677830 2024-11-07T14:44:38,824 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as b7cc9d764de6,46493,1730990677830, state=OPEN 2024-11-07T14:44:38,851 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46493-0x10116ef645a0001, quorum=127.0.0.1:53064, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-07T14:44:38,851 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-07T14:44:38,851 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35019-0x10116ef645a0000, quorum=127.0.0.1:53064, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-07T14:44:38,851 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=b7cc9d764de6,46493,1730990677830 2024-11-07T14:44:38,852 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-07T14:44:38,855 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-07T14:44:38,855 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=b7cc9d764de6,46493,1730990677830 in 230 msec 2024-11-07T14:44:38,858 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-07T14:44:38,858 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 683 msec 2024-11-07T14:44:38,859 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-07T14:44:38,860 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-07T14:44:38,861 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-07T14:44:38,861 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b7cc9d764de6,46493,1730990677830, seqNum=-1] 2024-11-07T14:44:38,862 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-07T14:44:38,863 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:42661, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-07T14:44:38,867 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 742 msec 2024-11-07T14:44:38,867 INFO [master/b7cc9d764de6:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1730990678867, completionTime=-1 2024-11-07T14:44:38,867 INFO [master/b7cc9d764de6:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-07T14:44:38,867 DEBUG [master/b7cc9d764de6:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-07T14:44:38,869 INFO [master/b7cc9d764de6:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-07T14:44:38,869 INFO [master/b7cc9d764de6:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1730990738869 2024-11-07T14:44:38,869 INFO [master/b7cc9d764de6:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1730990798869 2024-11-07T14:44:38,869 INFO [master/b7cc9d764de6:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 2 msec 2024-11-07T14:44:38,869 INFO [master/b7cc9d764de6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b7cc9d764de6,35019,1730990677698-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-07T14:44:38,870 INFO [master/b7cc9d764de6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b7cc9d764de6,35019,1730990677698-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-07T14:44:38,870 INFO [master/b7cc9d764de6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b7cc9d764de6,35019,1730990677698-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-07T14:44:38,870 INFO [master/b7cc9d764de6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-b7cc9d764de6:35019, period=300000, unit=MILLISECONDS is enabled. 2024-11-07T14:44:38,870 INFO [master/b7cc9d764de6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-07T14:44:38,870 INFO [master/b7cc9d764de6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-07T14:44:38,872 DEBUG [master/b7cc9d764de6:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-07T14:44:38,874 INFO [master/b7cc9d764de6:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 0.987sec 2024-11-07T14:44:38,874 INFO [master/b7cc9d764de6:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-07T14:44:38,874 INFO [master/b7cc9d764de6:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-07T14:44:38,874 INFO [master/b7cc9d764de6:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-07T14:44:38,874 INFO [master/b7cc9d764de6:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-07T14:44:38,874 INFO [master/b7cc9d764de6:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-07T14:44:38,874 INFO [master/b7cc9d764de6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b7cc9d764de6,35019,1730990677698-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-07T14:44:38,874 INFO [master/b7cc9d764de6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b7cc9d764de6,35019,1730990677698-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-07T14:44:38,876 DEBUG [master/b7cc9d764de6:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-07T14:44:38,876 INFO [master/b7cc9d764de6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-07T14:44:38,877 INFO [master/b7cc9d764de6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b7cc9d764de6,35019,1730990677698-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-07T14:44:38,955 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@70c09d2b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T14:44:38,955 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request b7cc9d764de6,35019,-1 for getting cluster id 2024-11-07T14:44:38,955 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-07T14:44:38,958 DEBUG [HMaster-EventLoopGroup-11-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '31f79fab-900d-4fb4-bd54-7cfc5f4b4bb5' 2024-11-07T14:44:38,958 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-07T14:44:38,958 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "31f79fab-900d-4fb4-bd54-7cfc5f4b4bb5" 2024-11-07T14:44:38,959 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2b227e92, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T14:44:38,959 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b7cc9d764de6,35019,-1] 2024-11-07T14:44:38,959 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-07T14:44:38,960 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T14:44:38,961 INFO [HMaster-EventLoopGroup-11-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:36490, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-07T14:44:38,963 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3944065b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T14:44:38,964 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-07T14:44:38,965 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b7cc9d764de6,46493,1730990677830, seqNum=-1] 2024-11-07T14:44:38,965 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-07T14:44:38,967 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:42836, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-07T14:44:38,969 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=b7cc9d764de6,35019,1730990677698 2024-11-07T14:44:38,969 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-07T14:44:38,972 INFO [Time-limited test {}] master.MasterRpcServices(567): Client=null/null set balanceSwitch=false 2024-11-07T14:44:38,972 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-07T14:44:38,973 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-07T14:44:38,975 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=test.com%2C8080%2C1, suffix=, logDir=hdfs://localhost:46453/user/jenkins/test-data/9a2770a8-d503-14c3-eb1a-4efc17a79331/WALs/test.com,8080,1, archiveDir=hdfs://localhost:46453/user/jenkins/test-data/9a2770a8-d503-14c3-eb1a-4efc17a79331/oldWALs, maxLogs=32 2024-11-07T14:44:38,992 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/9a2770a8-d503-14c3-eb1a-4efc17a79331/WALs/test.com,8080,1/test.com%2C8080%2C1.1730990678976, exclude list is [], retry=0 2024-11-07T14:44:38,994 DEBUG [AsyncFSWAL-13-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44397,DS-6f1188cc-760a-4917-991b-d90e8f6a93d2,DISK] 2024-11-07T14:44:38,994 DEBUG [AsyncFSWAL-13-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34263,DS-2e6002ef-5c79-4463-8396-ad86a25563c2,DISK] 2024-11-07T14:44:38,996 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/9a2770a8-d503-14c3-eb1a-4efc17a79331/WALs/test.com,8080,1/test.com%2C8080%2C1.1730990678976 2024-11-07T14:44:38,996 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46413:46413),(127.0.0.1/127.0.0.1:34035:34035)] 2024-11-07T14:44:39,008 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/9a2770a8-d503-14c3-eb1a-4efc17a79331/WALs/test.com,8080,1/test.com%2C8080%2C1.1730990678996, exclude list is [], retry=0 2024-11-07T14:44:39,011 DEBUG [AsyncFSWAL-13-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34263,DS-2e6002ef-5c79-4463-8396-ad86a25563c2,DISK] 2024-11-07T14:44:39,011 DEBUG [AsyncFSWAL-13-4 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44397,DS-6f1188cc-760a-4917-991b-d90e8f6a93d2,DISK] 2024-11-07T14:44:39,013 INFO [Time-limited test {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/9a2770a8-d503-14c3-eb1a-4efc17a79331/WALs/test.com,8080,1/test.com%2C8080%2C1.1730990678976 with entries=0, filesize=85 B; new WAL /user/jenkins/test-data/9a2770a8-d503-14c3-eb1a-4efc17a79331/WALs/test.com,8080,1/test.com%2C8080%2C1.1730990678996 2024-11-07T14:44:39,013 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34035:34035),(127.0.0.1/127.0.0.1:46413:46413)] 2024-11-07T14:44:39,013 DEBUG [Time-limited test {}] wal.AbstractFSWAL(879): hdfs://localhost:46453/user/jenkins/test-data/9a2770a8-d503-14c3-eb1a-4efc17a79331/WALs/test.com,8080,1/test.com%2C8080%2C1.1730990678976 is not closed yet, will try archiving it next time 2024-11-07T14:44:39,014 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34263 is added to blk_1073741835_1011 (size=93) 2024-11-07T14:44:39,015 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44397 is added to blk_1073741835_1011 (size=93) 2024-11-07T14:44:39,015 INFO [WAL-Archive-0 {}] wal.AbstractFSWAL(968): Archiving hdfs://localhost:46453/user/jenkins/test-data/9a2770a8-d503-14c3-eb1a-4efc17a79331/WALs/test.com,8080,1/test.com%2C8080%2C1.1730990678976 to hdfs://localhost:46453/user/jenkins/test-data/9a2770a8-d503-14c3-eb1a-4efc17a79331/oldWALs/test.com%2C8080%2C1.1730990678976 2024-11-07T14:44:39,015 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34263 is added to blk_1073741836_1012 (size=93) 2024-11-07T14:44:39,017 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44397 is added to blk_1073741836_1012 (size=93) 2024-11-07T14:44:39,018 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/9a2770a8-d503-14c3-eb1a-4efc17a79331/oldWALs 2024-11-07T14:44:39,018 INFO [Time-limited test {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL test.com%2C8080%2C1:(num 1730990678996) 2024-11-07T14:44:39,018 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-07T14:44:39,018 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-07T14:44:39,018 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.regionserver.wal.AbstractTestLogRolling.tearDown(AbstractTestLogRolling.java:163) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-07T14:44:39,019 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T14:44:39,019 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T14:44:39,019 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-07T14:44:39,019 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-07T14:44:39,019 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1435745124, stopped=false 2024-11-07T14:44:39,019 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=b7cc9d764de6,35019,1730990677698 2024-11-07T14:44:39,028 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46493-0x10116ef645a0001, quorum=127.0.0.1:53064, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-07T14:44:39,028 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35019-0x10116ef645a0000, quorum=127.0.0.1:53064, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-07T14:44:39,028 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35019-0x10116ef645a0000, quorum=127.0.0.1:53064, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-07T14:44:39,028 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46493-0x10116ef645a0001, quorum=127.0.0.1:53064, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-07T14:44:39,028 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-07T14:44:39,028 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-07T14:44:39,028 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.regionserver.wal.AbstractTestLogRolling.tearDown(AbstractTestLogRolling.java:163) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-07T14:44:39,029 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T14:44:39,029 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:35019-0x10116ef645a0000, quorum=127.0.0.1:53064, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-07T14:44:39,029 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:46493-0x10116ef645a0001, quorum=127.0.0.1:53064, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-07T14:44:39,029 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'b7cc9d764de6,46493,1730990677830' ***** 2024-11-07T14:44:39,029 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-07T14:44:39,029 INFO [RS:0;b7cc9d764de6:46493 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-07T14:44:39,029 INFO [RS:0;b7cc9d764de6:46493 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-07T14:44:39,029 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-07T14:44:39,029 INFO [RS:0;b7cc9d764de6:46493 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-07T14:44:39,029 INFO [RS:0;b7cc9d764de6:46493 {}] regionserver.HRegionServer(959): stopping server b7cc9d764de6,46493,1730990677830 2024-11-07T14:44:39,029 INFO [RS:0;b7cc9d764de6:46493 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-07T14:44:39,029 INFO [RS:0;b7cc9d764de6:46493 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;b7cc9d764de6:46493. 2024-11-07T14:44:39,029 DEBUG [RS:0;b7cc9d764de6:46493 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-07T14:44:39,029 DEBUG [RS:0;b7cc9d764de6:46493 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T14:44:39,029 INFO [RS:0;b7cc9d764de6:46493 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-07T14:44:39,029 INFO [RS:0;b7cc9d764de6:46493 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-07T14:44:39,029 INFO [RS:0;b7cc9d764de6:46493 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-07T14:44:39,029 INFO [RS:0;b7cc9d764de6:46493 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-07T14:44:39,030 INFO [RS:0;b7cc9d764de6:46493 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-07T14:44:39,030 DEBUG [RS:0;b7cc9d764de6:46493 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-07T14:44:39,030 DEBUG [RS:0;b7cc9d764de6:46493 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-07T14:44:39,030 DEBUG [RS_CLOSE_META-regionserver/b7cc9d764de6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-07T14:44:39,030 INFO [RS_CLOSE_META-regionserver/b7cc9d764de6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-07T14:44:39,030 DEBUG [RS_CLOSE_META-regionserver/b7cc9d764de6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-07T14:44:39,030 DEBUG [RS_CLOSE_META-regionserver/b7cc9d764de6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-07T14:44:39,030 DEBUG [RS_CLOSE_META-regionserver/b7cc9d764de6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-07T14:44:39,030 INFO [RS_CLOSE_META-regionserver/b7cc9d764de6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=74 B heapSize=1.22 KB 2024-11-07T14:44:39,044 DEBUG [RS_CLOSE_META-regionserver/b7cc9d764de6:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46453/user/jenkins/test-data/9a2770a8-d503-14c3-eb1a-4efc17a79331/data/hbase/meta/1588230740/.tmp/ns/58773c89f7b244d0b816bb15fdd01822 is 43, key is default/ns:d/1730990678863/Put/seqid=0 2024-11-07T14:44:39,049 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34263 is added to blk_1073741837_1013 (size=5153) 2024-11-07T14:44:39,049 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44397 is added to blk_1073741837_1013 (size=5153) 2024-11-07T14:44:39,049 INFO [RS_CLOSE_META-regionserver/b7cc9d764de6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:46453/user/jenkins/test-data/9a2770a8-d503-14c3-eb1a-4efc17a79331/data/hbase/meta/1588230740/.tmp/ns/58773c89f7b244d0b816bb15fdd01822 2024-11-07T14:44:39,054 DEBUG [RS_CLOSE_META-regionserver/b7cc9d764de6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46453/user/jenkins/test-data/9a2770a8-d503-14c3-eb1a-4efc17a79331/data/hbase/meta/1588230740/.tmp/ns/58773c89f7b244d0b816bb15fdd01822 as hdfs://localhost:46453/user/jenkins/test-data/9a2770a8-d503-14c3-eb1a-4efc17a79331/data/hbase/meta/1588230740/ns/58773c89f7b244d0b816bb15fdd01822 2024-11-07T14:44:39,059 INFO [RS_CLOSE_META-regionserver/b7cc9d764de6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46453/user/jenkins/test-data/9a2770a8-d503-14c3-eb1a-4efc17a79331/data/hbase/meta/1588230740/ns/58773c89f7b244d0b816bb15fdd01822, entries=2, sequenceid=6, filesize=5.0 K 2024-11-07T14:44:39,060 INFO [RS_CLOSE_META-regionserver/b7cc9d764de6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~74 B/74, heapSize ~464 B/464, currentSize=0 B/0 for 1588230740 in 30ms, sequenceid=6, compaction requested=false 2024-11-07T14:44:39,060 DEBUG [RS_CLOSE_META-regionserver/b7cc9d764de6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-07T14:44:39,064 DEBUG [RS_CLOSE_META-regionserver/b7cc9d764de6:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46453/user/jenkins/test-data/9a2770a8-d503-14c3-eb1a-4efc17a79331/data/hbase/meta/1588230740/recovered.edits/9.seqid, newMaxSeqId=9, maxSeqId=1 2024-11-07T14:44:39,065 DEBUG [RS_CLOSE_META-regionserver/b7cc9d764de6:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-07T14:44:39,065 INFO [RS_CLOSE_META-regionserver/b7cc9d764de6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-07T14:44:39,065 DEBUG [RS_CLOSE_META-regionserver/b7cc9d764de6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1730990679030Running coprocessor pre-close hooks at 1730990679030Disabling compacts and flushes for region at 1730990679030Disabling writes for close at 1730990679030Obtaining lock to block concurrent updates at 1730990679030Preparing flush snapshotting stores in 1588230740 at 1730990679030Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=74, getHeapSize=1184, getOffHeapSize=0, getCellsCount=2 at 1730990679030Flushing stores of hbase:meta,,1.1588230740 at 1730990679031 (+1 ms)Flushing 1588230740/ns: creating writer at 1730990679031Flushing 1588230740/ns: appending metadata at 1730990679043 (+12 ms)Flushing 1588230740/ns: closing flushed file at 1730990679043Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@c122ebe: reopening flushed file at 1730990679054 (+11 ms)Finished flush of dataSize ~74 B/74, heapSize ~464 B/464, currentSize=0 B/0 for 1588230740 in 30ms, sequenceid=6, compaction requested=false at 1730990679060 (+6 ms)Writing region close event to WAL at 1730990679061 (+1 ms)Running coprocessor post-close hooks at 1730990679065 (+4 ms)Closed at 1730990679065 2024-11-07T14:44:39,065 DEBUG [RS_CLOSE_META-regionserver/b7cc9d764de6:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-07T14:44:39,205 INFO [regionserver/b7cc9d764de6:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-07T14:44:39,205 INFO [regionserver/b7cc9d764de6:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-07T14:44:39,230 INFO [RS:0;b7cc9d764de6:46493 {}] regionserver.HRegionServer(976): stopping server b7cc9d764de6,46493,1730990677830; all regions closed. 2024-11-07T14:44:39,234 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34263 is added to blk_1073741834_1010 (size=1152) 2024-11-07T14:44:39,234 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44397 is added to blk_1073741834_1010 (size=1152) 2024-11-07T14:44:39,239 DEBUG [RS:0;b7cc9d764de6:46493 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/9a2770a8-d503-14c3-eb1a-4efc17a79331/oldWALs 2024-11-07T14:44:39,239 INFO [RS:0;b7cc9d764de6:46493 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL b7cc9d764de6%2C46493%2C1730990677830.meta:.meta(num 1730990678790) 2024-11-07T14:44:39,241 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34263 is added to blk_1073741833_1009 (size=93) 2024-11-07T14:44:39,242 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44397 is added to blk_1073741833_1009 (size=93) 2024-11-07T14:44:39,244 DEBUG [RS:0;b7cc9d764de6:46493 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/9a2770a8-d503-14c3-eb1a-4efc17a79331/oldWALs 2024-11-07T14:44:39,244 INFO [RS:0;b7cc9d764de6:46493 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL b7cc9d764de6%2C46493%2C1730990677830:(num 1730990678338) 2024-11-07T14:44:39,244 DEBUG [RS:0;b7cc9d764de6:46493 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T14:44:39,244 INFO [RS:0;b7cc9d764de6:46493 {}] regionserver.LeaseManager(133): Closed leases 2024-11-07T14:44:39,244 INFO [RS:0;b7cc9d764de6:46493 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-07T14:44:39,244 INFO [RS:0;b7cc9d764de6:46493 {}] hbase.ChoreService(370): Chore service for: regionserver/b7cc9d764de6:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-07T14:44:39,245 INFO [RS:0;b7cc9d764de6:46493 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-07T14:44:39,245 INFO [regionserver/b7cc9d764de6:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-07T14:44:39,245 INFO [RS:0;b7cc9d764de6:46493 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:46493 2024-11-07T14:44:39,253 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35019-0x10116ef645a0000, quorum=127.0.0.1:53064, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-07T14:44:39,253 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46493-0x10116ef645a0001, quorum=127.0.0.1:53064, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/b7cc9d764de6,46493,1730990677830 2024-11-07T14:44:39,253 INFO [RS:0;b7cc9d764de6:46493 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-07T14:44:39,261 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [b7cc9d764de6,46493,1730990677830] 2024-11-07T14:44:39,270 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/b7cc9d764de6,46493,1730990677830 already deleted, retry=false 2024-11-07T14:44:39,270 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; b7cc9d764de6,46493,1730990677830 expired; onlineServers=0 2024-11-07T14:44:39,270 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'b7cc9d764de6,35019,1730990677698' ***** 2024-11-07T14:44:39,270 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-07T14:44:39,270 INFO [M:0;b7cc9d764de6:35019 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-07T14:44:39,270 INFO [M:0;b7cc9d764de6:35019 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-07T14:44:39,270 DEBUG [M:0;b7cc9d764de6:35019 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-07T14:44:39,270 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-07T14:44:39,270 DEBUG [M:0;b7cc9d764de6:35019 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-07T14:44:39,270 DEBUG [master/b7cc9d764de6:0:becomeActiveMaster-HFileCleaner.small.0-1730990678140 {}] cleaner.HFileCleaner(306): Exit Thread[master/b7cc9d764de6:0:becomeActiveMaster-HFileCleaner.small.0-1730990678140,5,FailOnTimeoutGroup] 2024-11-07T14:44:39,270 DEBUG [master/b7cc9d764de6:0:becomeActiveMaster-HFileCleaner.large.0-1730990678139 {}] cleaner.HFileCleaner(306): Exit Thread[master/b7cc9d764de6:0:becomeActiveMaster-HFileCleaner.large.0-1730990678139,5,FailOnTimeoutGroup] 2024-11-07T14:44:39,270 INFO [M:0;b7cc9d764de6:35019 {}] hbase.ChoreService(370): Chore service for: master/b7cc9d764de6:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-07T14:44:39,270 INFO [M:0;b7cc9d764de6:35019 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-07T14:44:39,271 DEBUG [M:0;b7cc9d764de6:35019 {}] master.HMaster(1795): Stopping service threads 2024-11-07T14:44:39,271 INFO [M:0;b7cc9d764de6:35019 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-07T14:44:39,271 INFO [M:0;b7cc9d764de6:35019 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-07T14:44:39,271 INFO [M:0;b7cc9d764de6:35019 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-07T14:44:39,271 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-07T14:44:39,278 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35019-0x10116ef645a0000, quorum=127.0.0.1:53064, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master 2024-11-07T14:44:39,278 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35019-0x10116ef645a0000, quorum=127.0.0.1:53064, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-07T14:44:39,278 DEBUG [M:0;b7cc9d764de6:35019 {}] zookeeper.ZKUtil(347): master:35019-0x10116ef645a0000, quorum=127.0.0.1:53064, baseZNode=/hbase Unable to get data of znode /hbase/master because node does not exist (not an error) 2024-11-07T14:44:39,278 WARN [M:0;b7cc9d764de6:35019 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-07T14:44:39,279 INFO [M:0;b7cc9d764de6:35019 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:46453/user/jenkins/test-data/9a2770a8-d503-14c3-eb1a-4efc17a79331/.lastflushedseqids 2024-11-07T14:44:39,284 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44397 is added to blk_1073741838_1014 (size=99) 2024-11-07T14:44:39,284 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34263 is added to blk_1073741838_1014 (size=99) 2024-11-07T14:44:39,285 INFO [M:0;b7cc9d764de6:35019 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-07T14:44:39,285 INFO [M:0;b7cc9d764de6:35019 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-07T14:44:39,285 DEBUG [M:0;b7cc9d764de6:35019 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-07T14:44:39,285 INFO [M:0;b7cc9d764de6:35019 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-07T14:44:39,285 DEBUG [M:0;b7cc9d764de6:35019 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-07T14:44:39,285 DEBUG [M:0;b7cc9d764de6:35019 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-07T14:44:39,285 DEBUG [M:0;b7cc9d764de6:35019 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-07T14:44:39,285 INFO [M:0;b7cc9d764de6:35019 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=7.67 KB heapSize=11.34 KB 2024-11-07T14:44:39,305 DEBUG [M:0;b7cc9d764de6:35019 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46453/user/jenkins/test-data/9a2770a8-d503-14c3-eb1a-4efc17a79331/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/faca250e5fbc4ad1996317e2f6edaf14 is 82, key is hbase:meta,,1/info:regioninfo/1730990678823/Put/seqid=0 2024-11-07T14:44:39,311 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44397 is added to blk_1073741839_1015 (size=5672) 2024-11-07T14:44:39,311 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34263 is added to blk_1073741839_1015 (size=5672) 2024-11-07T14:44:39,362 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46493-0x10116ef645a0001, quorum=127.0.0.1:53064, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-07T14:44:39,362 INFO [RS:0;b7cc9d764de6:46493 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-07T14:44:39,362 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46493-0x10116ef645a0001, quorum=127.0.0.1:53064, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-07T14:44:39,362 INFO [RS:0;b7cc9d764de6:46493 {}] regionserver.HRegionServer(1031): Exiting; stopping=b7cc9d764de6,46493,1730990677830; zookeeper connection closed. 2024-11-07T14:44:39,362 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@5eeb7265 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@5eeb7265 2024-11-07T14:44:39,363 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-07T14:44:39,713 INFO [M:0;b7cc9d764de6:35019 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=29 (bloomFilter=true), to=hdfs://localhost:46453/user/jenkins/test-data/9a2770a8-d503-14c3-eb1a-4efc17a79331/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/faca250e5fbc4ad1996317e2f6edaf14 2024-11-07T14:44:39,742 DEBUG [M:0;b7cc9d764de6:35019 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46453/user/jenkins/test-data/9a2770a8-d503-14c3-eb1a-4efc17a79331/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/33a7f3eaea804529b40ae7fdda7d957b is 240, key is \x00\x00\x00\x00\x00\x00\x00\x01/proc:d/1730990678866/Put/seqid=0 2024-11-07T14:44:39,747 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34263 is added to blk_1073741840_1016 (size=5275) 2024-11-07T14:44:39,747 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44397 is added to blk_1073741840_1016 (size=5275) 2024-11-07T14:44:39,747 INFO [M:0;b7cc9d764de6:35019 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=7.06 KB at sequenceid=29 (bloomFilter=true), to=hdfs://localhost:46453/user/jenkins/test-data/9a2770a8-d503-14c3-eb1a-4efc17a79331/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/33a7f3eaea804529b40ae7fdda7d957b 2024-11-07T14:44:39,773 DEBUG [M:0;b7cc9d764de6:35019 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46453/user/jenkins/test-data/9a2770a8-d503-14c3-eb1a-4efc17a79331/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/0a603fa3489f495ba96934bfb53738d5 is 69, key is b7cc9d764de6,46493,1730990677830/rs:state/1730990678186/Put/seqid=0 2024-11-07T14:44:39,778 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44397 is added to blk_1073741841_1017 (size=5156) 2024-11-07T14:44:39,778 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34263 is added to blk_1073741841_1017 (size=5156) 2024-11-07T14:44:39,778 INFO [M:0;b7cc9d764de6:35019 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=29 (bloomFilter=true), to=hdfs://localhost:46453/user/jenkins/test-data/9a2770a8-d503-14c3-eb1a-4efc17a79331/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/0a603fa3489f495ba96934bfb53738d5 2024-11-07T14:44:39,799 DEBUG [M:0;b7cc9d764de6:35019 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46453/user/jenkins/test-data/9a2770a8-d503-14c3-eb1a-4efc17a79331/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/state/bb9d3060485742ae83c2538949eff108 is 52, key is load_balancer_on/state:d/1730990678971/Put/seqid=0 2024-11-07T14:44:39,804 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34263 is added to blk_1073741842_1018 (size=5056) 2024-11-07T14:44:39,804 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44397 is added to blk_1073741842_1018 (size=5056) 2024-11-07T14:44:39,804 INFO [M:0;b7cc9d764de6:35019 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=48 B at sequenceid=29 (bloomFilter=true), to=hdfs://localhost:46453/user/jenkins/test-data/9a2770a8-d503-14c3-eb1a-4efc17a79331/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/state/bb9d3060485742ae83c2538949eff108 2024-11-07T14:44:39,810 DEBUG [M:0;b7cc9d764de6:35019 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46453/user/jenkins/test-data/9a2770a8-d503-14c3-eb1a-4efc17a79331/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/faca250e5fbc4ad1996317e2f6edaf14 as hdfs://localhost:46453/user/jenkins/test-data/9a2770a8-d503-14c3-eb1a-4efc17a79331/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/faca250e5fbc4ad1996317e2f6edaf14 2024-11-07T14:44:39,815 INFO [M:0;b7cc9d764de6:35019 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46453/user/jenkins/test-data/9a2770a8-d503-14c3-eb1a-4efc17a79331/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/faca250e5fbc4ad1996317e2f6edaf14, entries=8, sequenceid=29, filesize=5.5 K 2024-11-07T14:44:39,816 DEBUG [M:0;b7cc9d764de6:35019 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46453/user/jenkins/test-data/9a2770a8-d503-14c3-eb1a-4efc17a79331/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/33a7f3eaea804529b40ae7fdda7d957b as hdfs://localhost:46453/user/jenkins/test-data/9a2770a8-d503-14c3-eb1a-4efc17a79331/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/33a7f3eaea804529b40ae7fdda7d957b 2024-11-07T14:44:39,821 INFO [M:0;b7cc9d764de6:35019 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46453/user/jenkins/test-data/9a2770a8-d503-14c3-eb1a-4efc17a79331/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/33a7f3eaea804529b40ae7fdda7d957b, entries=3, sequenceid=29, filesize=5.2 K 2024-11-07T14:44:39,822 DEBUG [M:0;b7cc9d764de6:35019 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46453/user/jenkins/test-data/9a2770a8-d503-14c3-eb1a-4efc17a79331/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/0a603fa3489f495ba96934bfb53738d5 as hdfs://localhost:46453/user/jenkins/test-data/9a2770a8-d503-14c3-eb1a-4efc17a79331/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/0a603fa3489f495ba96934bfb53738d5 2024-11-07T14:44:39,827 INFO [M:0;b7cc9d764de6:35019 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46453/user/jenkins/test-data/9a2770a8-d503-14c3-eb1a-4efc17a79331/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/0a603fa3489f495ba96934bfb53738d5, entries=1, sequenceid=29, filesize=5.0 K 2024-11-07T14:44:39,828 DEBUG [M:0;b7cc9d764de6:35019 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46453/user/jenkins/test-data/9a2770a8-d503-14c3-eb1a-4efc17a79331/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/state/bb9d3060485742ae83c2538949eff108 as hdfs://localhost:46453/user/jenkins/test-data/9a2770a8-d503-14c3-eb1a-4efc17a79331/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/state/bb9d3060485742ae83c2538949eff108 2024-11-07T14:44:39,832 INFO [M:0;b7cc9d764de6:35019 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46453/user/jenkins/test-data/9a2770a8-d503-14c3-eb1a-4efc17a79331/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/state/bb9d3060485742ae83c2538949eff108, entries=1, sequenceid=29, filesize=4.9 K 2024-11-07T14:44:39,833 INFO [M:0;b7cc9d764de6:35019 {}] regionserver.HRegion(3140): Finished flush of dataSize ~7.67 KB/7850, heapSize ~11.27 KB/11544, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 548ms, sequenceid=29, compaction requested=false 2024-11-07T14:44:39,835 INFO [M:0;b7cc9d764de6:35019 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-07T14:44:39,835 DEBUG [M:0;b7cc9d764de6:35019 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1730990679285Disabling compacts and flushes for region at 1730990679285Disabling writes for close at 1730990679285Obtaining lock to block concurrent updates at 1730990679285Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1730990679285Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=7850, getHeapSize=11544, getOffHeapSize=0, getCellsCount=36 at 1730990679286 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1730990679286Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1730990679286Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1730990679305 (+19 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1730990679305Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1730990679724 (+419 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1730990679741 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1730990679741Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1730990679751 (+10 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1730990679773 (+22 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1730990679773Flushing 1595e783b53d99cd5eef43b6debb2682/state: creating writer at 1730990679783 (+10 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/state: appending metadata at 1730990679798 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/state: closing flushed file at 1730990679799 (+1 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2d598bc4: reopening flushed file at 1730990679809 (+10 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@24376f4c: reopening flushed file at 1730990679816 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@598d1e5a: reopening flushed file at 1730990679821 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@ff205c7: reopening flushed file at 1730990679827 (+6 ms)Finished flush of dataSize ~7.67 KB/7850, heapSize ~11.27 KB/11544, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 548ms, sequenceid=29, compaction requested=false at 1730990679833 (+6 ms)Writing region close event to WAL at 1730990679835 (+2 ms)Closed at 1730990679835 2024-11-07T14:44:39,837 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34263 is added to blk_1073741830_1006 (size=10311) 2024-11-07T14:44:39,837 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/9a2770a8-d503-14c3-eb1a-4efc17a79331/MasterData/WALs/b7cc9d764de6,35019,1730990677698/b7cc9d764de6%2C35019%2C1730990677698.1730990677945 not finished, retry = 0 2024-11-07T14:44:39,837 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44397 is added to blk_1073741830_1006 (size=10311) 2024-11-07T14:44:39,938 INFO [M:0;b7cc9d764de6:35019 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-07T14:44:39,939 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-07T14:44:39,939 INFO [M:0;b7cc9d764de6:35019 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:35019 2024-11-07T14:44:39,939 INFO [M:0;b7cc9d764de6:35019 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-07T14:44:40,071 INFO [M:0;b7cc9d764de6:35019 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-07T14:44:40,071 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35019-0x10116ef645a0000, quorum=127.0.0.1:53064, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-07T14:44:40,071 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35019-0x10116ef645a0000, quorum=127.0.0.1:53064, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-07T14:44:40,077 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@6970edd7{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-07T14:44:40,077 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@54765c41{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-07T14:44:40,078 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-07T14:44:40,078 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@153a1cf7{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-07T14:44:40,078 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@29c4d72f{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/21674976-27a0-dd18-6e23-192ade1a725b/hadoop.log.dir/,STOPPED} 2024-11-07T14:44:40,080 WARN [BP-66164669-172.17.0.3-1730990676268 heartbeating to localhost/127.0.0.1:46453 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-07T14:44:40,080 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-07T14:44:40,080 WARN [BP-66164669-172.17.0.3-1730990676268 heartbeating to localhost/127.0.0.1:46453 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-66164669-172.17.0.3-1730990676268 (Datanode Uuid 5df22f65-a0a4-490a-bf10-a80029a37830) service to localhost/127.0.0.1:46453 2024-11-07T14:44:40,080 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-07T14:44:40,081 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/21674976-27a0-dd18-6e23-192ade1a725b/cluster_394374e4-2f6b-0e42-327e-f35be929f123/data/data3/current/BP-66164669-172.17.0.3-1730990676268 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-07T14:44:40,081 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/21674976-27a0-dd18-6e23-192ade1a725b/cluster_394374e4-2f6b-0e42-327e-f35be929f123/data/data4/current/BP-66164669-172.17.0.3-1730990676268 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-07T14:44:40,081 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-07T14:44:40,084 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@4889f607{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-07T14:44:40,085 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@6b2ffc46{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-07T14:44:40,085 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-07T14:44:40,085 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@432aec61{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-07T14:44:40,085 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5a06d069{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/21674976-27a0-dd18-6e23-192ade1a725b/hadoop.log.dir/,STOPPED} 2024-11-07T14:44:40,086 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-07T14:44:40,086 WARN [BP-66164669-172.17.0.3-1730990676268 heartbeating to localhost/127.0.0.1:46453 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-07T14:44:40,086 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-07T14:44:40,086 WARN [BP-66164669-172.17.0.3-1730990676268 heartbeating to localhost/127.0.0.1:46453 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-66164669-172.17.0.3-1730990676268 (Datanode Uuid 1f749260-911f-4956-a321-668765536777) service to localhost/127.0.0.1:46453 2024-11-07T14:44:40,087 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/21674976-27a0-dd18-6e23-192ade1a725b/cluster_394374e4-2f6b-0e42-327e-f35be929f123/data/data1/current/BP-66164669-172.17.0.3-1730990676268 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-07T14:44:40,087 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/21674976-27a0-dd18-6e23-192ade1a725b/cluster_394374e4-2f6b-0e42-327e-f35be929f123/data/data2/current/BP-66164669-172.17.0.3-1730990676268 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-07T14:44:40,088 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-07T14:44:40,094 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@c143106{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-07T14:44:40,095 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@5de4c6ec{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-07T14:44:40,095 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-07T14:44:40,095 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@17df9728{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-07T14:44:40,095 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@529e4e4{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/21674976-27a0-dd18-6e23-192ade1a725b/hadoop.log.dir/,STOPPED} 2024-11-07T14:44:40,101 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-07T14:44:40,118 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-07T14:44:40,124 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.wal.TestAsyncLogRolling#testLogRollOnNothingWritten Thread=131 (was 108) - Thread LEAK? -, OpenFileDescriptor=509 (was 457) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=81 (was 70) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=4609 (was 4673)