2024-11-21 19:51:43,097 main DEBUG Apache Log4j Core 2.17.2 initializing configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@30f842ca 2024-11-21 19:51:43,113 main DEBUG Took 0.013660 seconds to load 1 plugins from package org.apache.hadoop.hbase.logging 2024-11-21 19:51:43,114 main DEBUG PluginManager 'Core' found 129 plugins 2024-11-21 19:51:43,114 main DEBUG PluginManager 'Level' found 0 plugins 2024-11-21 19:51:43,115 main DEBUG PluginManager 'Lookup' found 16 plugins 2024-11-21 19:51:43,117 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-21 19:51:43,125 main DEBUG PluginManager 'TypeConverter' found 26 plugins 2024-11-21 19:51:43,139 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.util.MBeans", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-21 19:51:43,140 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-21 19:51:43,141 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.logging.TestJul2Slf4j", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-21 19:51:43,142 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-21 19:51:43,142 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.zookeeper", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-21 19:51:43,143 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-21 19:51:43,144 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSinkAdapter", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-21 19:51:43,144 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-21 19:51:43,145 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSystemImpl", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-21 19:51:43,145 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-21 19:51:43,146 main DEBUG LoggerConfig$Builder(additivity="false", level="WARN", levelAndRefs="null", name="org.apache.directory", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-21 19:51:43,146 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-21 19:51:43,147 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.ipc.FailedServers", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-21 19:51:43,147 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-21 19:51:43,148 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsConfig", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-21 19:51:43,149 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-21 19:51:43,149 main DEBUG LoggerConfig$Builder(additivity="null", level="INFO", levelAndRefs="null", name="org.apache.hadoop.hbase.ScheduledChore", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-21 19:51:43,150 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-21 19:51:43,150 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.regionserver.RSRpcServices", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-21 19:51:43,151 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-21 19:51:43,151 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-21 19:51:43,151 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-21 19:51:43,152 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-21 19:51:43,152 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-21 19:51:43,153 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hbase.thirdparty.io.netty.channel", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-21 19:51:43,153 main DEBUG Building Plugin[name=root, class=org.apache.logging.log4j.core.config.LoggerConfig$RootLogger]. 2024-11-21 19:51:43,155 main DEBUG LoggerConfig$RootLogger$Builder(additivity="null", level="null", levelAndRefs="INFO,Console", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-21 19:51:43,157 main DEBUG Building Plugin[name=loggers, class=org.apache.logging.log4j.core.config.LoggersPlugin]. 2024-11-21 19:51:43,159 main DEBUG createLoggers(={org.apache.hadoop.metrics2.util.MBeans, org.apache.hadoop.hbase.logging.TestJul2Slf4j, org.apache.zookeeper, org.apache.hadoop.metrics2.impl.MetricsSinkAdapter, org.apache.hadoop.metrics2.impl.MetricsSystemImpl, org.apache.directory, org.apache.hadoop.hbase.ipc.FailedServers, org.apache.hadoop.metrics2.impl.MetricsConfig, org.apache.hadoop.hbase.ScheduledChore, org.apache.hadoop.hbase.regionserver.RSRpcServices, org.apache.hadoop, org.apache.hadoop.hbase, org.apache.hbase.thirdparty.io.netty.channel, root}) 2024-11-21 19:51:43,160 main DEBUG Building Plugin[name=layout, class=org.apache.logging.log4j.core.layout.PatternLayout]. 2024-11-21 19:51:43,161 main DEBUG PatternLayout$Builder(pattern="%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n", PatternSelector=null, Configuration(PropertiesConfig), Replace=null, charset="null", alwaysWriteExceptions="null", disableAnsi="null", noConsoleNoAnsi="null", header="null", footer="null") 2024-11-21 19:51:43,162 main DEBUG PluginManager 'Converter' found 47 plugins 2024-11-21 19:51:43,172 main DEBUG Building Plugin[name=appender, class=org.apache.hadoop.hbase.logging.HBaseTestAppender]. 2024-11-21 19:51:43,175 main DEBUG HBaseTestAppender$Builder(target="SYSTEM_ERR", maxSize="1G", bufferedIo="null", bufferSize="null", immediateFlush="null", ignoreExceptions="null", PatternLayout(%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n), name="Console", Configuration(PropertiesConfig), Filter=null, ={}) 2024-11-21 19:51:43,177 main DEBUG Starting HBaseTestOutputStreamManager SYSTEM_ERR 2024-11-21 19:51:43,177 main DEBUG Building Plugin[name=appenders, class=org.apache.logging.log4j.core.config.AppendersPlugin]. 2024-11-21 19:51:43,178 main DEBUG createAppenders(={Console}) 2024-11-21 19:51:43,178 main DEBUG Configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@30f842ca initialized 2024-11-21 19:51:43,179 main DEBUG Starting configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@30f842ca 2024-11-21 19:51:43,179 main DEBUG Started configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@30f842ca OK. 2024-11-21 19:51:43,180 main DEBUG Shutting down OutputStreamManager SYSTEM_OUT.false.false-1 2024-11-21 19:51:43,180 main DEBUG OutputStream closed 2024-11-21 19:51:43,180 main DEBUG Shut down OutputStreamManager SYSTEM_OUT.false.false-1, all resources released: true 2024-11-21 19:51:43,181 main DEBUG Appender DefaultConsole-1 stopped with status true 2024-11-21 19:51:43,181 main DEBUG Stopped org.apache.logging.log4j.core.config.DefaultConfiguration@6404f418 OK 2024-11-21 19:51:43,263 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6 2024-11-21 19:51:43,266 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=StatusLogger 2024-11-21 19:51:43,267 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=ContextSelector 2024-11-21 19:51:43,268 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name= 2024-11-21 19:51:43,269 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.directory 2024-11-21 19:51:43,269 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSinkAdapter 2024-11-21 19:51:43,269 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.zookeeper 2024-11-21 19:51:43,270 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.logging.TestJul2Slf4j 2024-11-21 19:51:43,270 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSystemImpl 2024-11-21 19:51:43,270 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.util.MBeans 2024-11-21 19:51:43,271 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase 2024-11-21 19:51:43,271 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop 2024-11-21 19:51:43,272 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ipc.FailedServers 2024-11-21 19:51:43,272 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.regionserver.RSRpcServices 2024-11-21 19:51:43,272 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsConfig 2024-11-21 19:51:43,273 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hbase.thirdparty.io.netty.channel 2024-11-21 19:51:43,273 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ScheduledChore 2024-11-21 19:51:43,274 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Appenders,name=Console 2024-11-21 19:51:43,276 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-11-21 19:51:43,277 main DEBUG Reconfiguration complete for context[name=1dbd16a6] at URI jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-logging/target/hbase-logging-4.0.0-alpha-1-SNAPSHOT-tests.jar!/log4j2.properties (org.apache.logging.log4j.core.LoggerContext@6dab9b6d) with optional ClassLoader: null 2024-11-21 19:51:43,277 main DEBUG Shutdown hook enabled. Registering a new one. 2024-11-21 19:51:43,278 main DEBUG LoggerContext[name=1dbd16a6, org.apache.logging.log4j.core.LoggerContext@6dab9b6d] started OK. 2024-11-21T19:51:43,577 DEBUG [main {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/d25c5ee1-5b84-3c1a-55f1-6aace806b6ec 2024-11-21 19:51:43,580 main DEBUG AsyncLogger.ThreadNameStrategy=UNCACHED (user specified null, default is UNCACHED) 2024-11-21 19:51:43,580 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-11-21T19:51:43,590 INFO [main {}] hbase.HBaseClassTestRule(94): Test class org.apache.hadoop.hbase.regionserver.wal.TestAsyncLogRolling timeout: 13 mins 2024-11-21T19:51:43,630 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.wal.TestAsyncLogRolling#testSlowSyncLogRolling Thread=12, OpenFileDescriptor=287, MaxFileDescriptor=1048576, SystemLoadAverage=241, ProcessCount=11, AvailableMemoryMB=11502 2024-11-21T19:51:43,633 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=2, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-21T19:51:43,653 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/d25c5ee1-5b84-3c1a-55f1-6aace806b6ec/cluster_f681f706-c452-2d3e-f9cb-28a9c12a973e, deleteOnExit=true 2024-11-21T19:51:43,653 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-21T19:51:43,654 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/d25c5ee1-5b84-3c1a-55f1-6aace806b6ec/test.cache.data in system properties and HBase conf 2024-11-21T19:51:43,655 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/d25c5ee1-5b84-3c1a-55f1-6aace806b6ec/hadoop.tmp.dir in system properties and HBase conf 2024-11-21T19:51:43,656 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/d25c5ee1-5b84-3c1a-55f1-6aace806b6ec/hadoop.log.dir in system properties and HBase conf 2024-11-21T19:51:43,657 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/d25c5ee1-5b84-3c1a-55f1-6aace806b6ec/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-21T19:51:43,657 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/d25c5ee1-5b84-3c1a-55f1-6aace806b6ec/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-21T19:51:43,658 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-21T19:51:43,765 WARN [Time-limited test {}] util.NativeCodeLoader(60): Unable to load native-hadoop library for your platform... using builtin-java classes where applicable 2024-11-21T19:51:43,875 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-21T19:51:43,879 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/d25c5ee1-5b84-3c1a-55f1-6aace806b6ec/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-21T19:51:43,879 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/d25c5ee1-5b84-3c1a-55f1-6aace806b6ec/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-21T19:51:43,880 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/d25c5ee1-5b84-3c1a-55f1-6aace806b6ec/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-21T19:51:43,880 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/d25c5ee1-5b84-3c1a-55f1-6aace806b6ec/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-21T19:51:43,881 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/d25c5ee1-5b84-3c1a-55f1-6aace806b6ec/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-21T19:51:43,881 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/d25c5ee1-5b84-3c1a-55f1-6aace806b6ec/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-21T19:51:43,882 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/d25c5ee1-5b84-3c1a-55f1-6aace806b6ec/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-21T19:51:43,882 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/d25c5ee1-5b84-3c1a-55f1-6aace806b6ec/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-21T19:51:43,883 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/d25c5ee1-5b84-3c1a-55f1-6aace806b6ec/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-21T19:51:43,883 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/d25c5ee1-5b84-3c1a-55f1-6aace806b6ec/nfs.dump.dir in system properties and HBase conf 2024-11-21T19:51:43,884 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/d25c5ee1-5b84-3c1a-55f1-6aace806b6ec/java.io.tmpdir in system properties and HBase conf 2024-11-21T19:51:43,884 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/d25c5ee1-5b84-3c1a-55f1-6aace806b6ec/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-21T19:51:43,885 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/d25c5ee1-5b84-3c1a-55f1-6aace806b6ec/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-21T19:51:43,885 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/d25c5ee1-5b84-3c1a-55f1-6aace806b6ec/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-21T19:51:44,789 WARN [Time-limited test {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties 2024-11-21T19:51:44,882 INFO [Time-limited test {}] log.Log(170): Logging initialized @2606ms to org.eclipse.jetty.util.log.Slf4jLog 2024-11-21T19:51:44,963 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-21T19:51:45,034 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-21T19:51:45,056 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-21T19:51:45,056 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-21T19:51:45,058 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-21T19:51:45,072 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-21T19:51:45,074 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@20abc9e4{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/d25c5ee1-5b84-3c1a-55f1-6aace806b6ec/hadoop.log.dir/,AVAILABLE} 2024-11-21T19:51:45,075 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6932e96{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-21T19:51:45,309 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@612e4b2b{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/d25c5ee1-5b84-3c1a-55f1-6aace806b6ec/java.io.tmpdir/jetty-localhost-33125-hadoop-hdfs-3_4_1-tests_jar-_-any-16247493534258401262/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-21T19:51:45,318 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@65270512{HTTP/1.1, (http/1.1)}{localhost:33125} 2024-11-21T19:51:45,318 INFO [Time-limited test {}] server.Server(415): Started @3044ms 2024-11-21T19:51:45,735 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-21T19:51:45,744 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-21T19:51:45,752 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-21T19:51:45,752 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-21T19:51:45,753 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-21T19:51:45,753 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2973dc0f{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/d25c5ee1-5b84-3c1a-55f1-6aace806b6ec/hadoop.log.dir/,AVAILABLE} 2024-11-21T19:51:45,754 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@49b96e54{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-21T19:51:45,890 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@790fbcfe{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/d25c5ee1-5b84-3c1a-55f1-6aace806b6ec/java.io.tmpdir/jetty-localhost-34353-hadoop-hdfs-3_4_1-tests_jar-_-any-3654109916846643597/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-21T19:51:45,891 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@4e3c8436{HTTP/1.1, (http/1.1)}{localhost:34353} 2024-11-21T19:51:45,891 INFO [Time-limited test {}] server.Server(415): Started @3617ms 2024-11-21T19:51:45,951 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-21T19:51:46,095 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-21T19:51:46,103 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-21T19:51:46,109 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-21T19:51:46,110 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-21T19:51:46,110 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-21T19:51:46,114 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2d434c3e{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/d25c5ee1-5b84-3c1a-55f1-6aace806b6ec/hadoop.log.dir/,AVAILABLE} 2024-11-21T19:51:46,115 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@775a6b37{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-21T19:51:46,281 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@3b9fe80c{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/d25c5ee1-5b84-3c1a-55f1-6aace806b6ec/java.io.tmpdir/jetty-localhost-33825-hadoop-hdfs-3_4_1-tests_jar-_-any-179897387427193672/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-21T19:51:46,282 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@431c6310{HTTP/1.1, (http/1.1)}{localhost:33825} 2024-11-21T19:51:46,282 INFO [Time-limited test {}] server.Server(415): Started @4008ms 2024-11-21T19:51:46,285 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-21T19:51:46,423 WARN [Thread-95 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/d25c5ee1-5b84-3c1a-55f1-6aace806b6ec/cluster_f681f706-c452-2d3e-f9cb-28a9c12a973e/data/data1/current/BP-149400226-172.17.0.2-1732218704531/current, will proceed with Du for space computation calculation, 2024-11-21T19:51:46,424 WARN [Thread-97 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/d25c5ee1-5b84-3c1a-55f1-6aace806b6ec/cluster_f681f706-c452-2d3e-f9cb-28a9c12a973e/data/data3/current/BP-149400226-172.17.0.2-1732218704531/current, will proceed with Du for space computation calculation, 2024-11-21T19:51:46,424 WARN [Thread-96 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/d25c5ee1-5b84-3c1a-55f1-6aace806b6ec/cluster_f681f706-c452-2d3e-f9cb-28a9c12a973e/data/data2/current/BP-149400226-172.17.0.2-1732218704531/current, will proceed with Du for space computation calculation, 2024-11-21T19:51:46,425 WARN [Thread-98 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/d25c5ee1-5b84-3c1a-55f1-6aace806b6ec/cluster_f681f706-c452-2d3e-f9cb-28a9c12a973e/data/data4/current/BP-149400226-172.17.0.2-1732218704531/current, will proceed with Du for space computation calculation, 2024-11-21T19:51:46,523 WARN [Thread-58 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-21T19:51:46,523 WARN [Thread-83 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-21T19:51:46,603 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x11726c18cf04e2f1 with lease ID 0x892fa5d7c65bba88: Processing first storage report for DS-689c0f29-43e7-427a-81c8-39ff53ee6b11 from datanode DatanodeRegistration(127.0.0.1:32951, datanodeUuid=40112599-1b61-4571-9960-7db2569570ba, infoPort=44427, infoSecurePort=0, ipcPort=37231, storageInfo=lv=-57;cid=testClusterID;nsid=1181275099;c=1732218704531) 2024-11-21T19:51:46,604 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x11726c18cf04e2f1 with lease ID 0x892fa5d7c65bba88: from storage DS-689c0f29-43e7-427a-81c8-39ff53ee6b11 node DatanodeRegistration(127.0.0.1:32951, datanodeUuid=40112599-1b61-4571-9960-7db2569570ba, infoPort=44427, infoSecurePort=0, ipcPort=37231, storageInfo=lv=-57;cid=testClusterID;nsid=1181275099;c=1732218704531), blocks: 0, hasStaleStorage: true, processing time: 2 msecs, invalidatedBlocks: 0 2024-11-21T19:51:46,605 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x34869721c069f597 with lease ID 0x892fa5d7c65bba89: Processing first storage report for DS-2876e413-1f61-4565-ad86-98bb72e06428 from datanode DatanodeRegistration(127.0.0.1:35959, datanodeUuid=6078883c-f5c2-4802-a972-d66a848f0815, infoPort=34127, infoSecurePort=0, ipcPort=40157, storageInfo=lv=-57;cid=testClusterID;nsid=1181275099;c=1732218704531) 2024-11-21T19:51:46,605 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x34869721c069f597 with lease ID 0x892fa5d7c65bba89: from storage DS-2876e413-1f61-4565-ad86-98bb72e06428 node DatanodeRegistration(127.0.0.1:35959, datanodeUuid=6078883c-f5c2-4802-a972-d66a848f0815, infoPort=34127, infoSecurePort=0, ipcPort=40157, storageInfo=lv=-57;cid=testClusterID;nsid=1181275099;c=1732218704531), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-21T19:51:46,605 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x11726c18cf04e2f1 with lease ID 0x892fa5d7c65bba88: Processing first storage report for DS-2450a9de-1c8a-488c-b027-a2c74c234dc2 from datanode DatanodeRegistration(127.0.0.1:32951, datanodeUuid=40112599-1b61-4571-9960-7db2569570ba, infoPort=44427, infoSecurePort=0, ipcPort=37231, storageInfo=lv=-57;cid=testClusterID;nsid=1181275099;c=1732218704531) 2024-11-21T19:51:46,606 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x11726c18cf04e2f1 with lease ID 0x892fa5d7c65bba88: from storage DS-2450a9de-1c8a-488c-b027-a2c74c234dc2 node DatanodeRegistration(127.0.0.1:32951, datanodeUuid=40112599-1b61-4571-9960-7db2569570ba, infoPort=44427, infoSecurePort=0, ipcPort=37231, storageInfo=lv=-57;cid=testClusterID;nsid=1181275099;c=1732218704531), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-21T19:51:46,606 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x34869721c069f597 with lease ID 0x892fa5d7c65bba89: Processing first storage report for DS-2c7106dd-e17f-48d4-a46b-e175ed3ab9ee from datanode DatanodeRegistration(127.0.0.1:35959, datanodeUuid=6078883c-f5c2-4802-a972-d66a848f0815, infoPort=34127, infoSecurePort=0, ipcPort=40157, storageInfo=lv=-57;cid=testClusterID;nsid=1181275099;c=1732218704531) 2024-11-21T19:51:46,606 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x34869721c069f597 with lease ID 0x892fa5d7c65bba89: from storage DS-2c7106dd-e17f-48d4-a46b-e175ed3ab9ee node DatanodeRegistration(127.0.0.1:35959, datanodeUuid=6078883c-f5c2-4802-a972-d66a848f0815, infoPort=34127, infoSecurePort=0, ipcPort=40157, storageInfo=lv=-57;cid=testClusterID;nsid=1181275099;c=1732218704531), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-21T19:51:46,733 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/d25c5ee1-5b84-3c1a-55f1-6aace806b6ec 2024-11-21T19:51:46,818 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/d25c5ee1-5b84-3c1a-55f1-6aace806b6ec/cluster_f681f706-c452-2d3e-f9cb-28a9c12a973e/zookeeper_0, clientPort=55444, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/d25c5ee1-5b84-3c1a-55f1-6aace806b6ec/cluster_f681f706-c452-2d3e-f9cb-28a9c12a973e/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/d25c5ee1-5b84-3c1a-55f1-6aace806b6ec/cluster_f681f706-c452-2d3e-f9cb-28a9c12a973e/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-21T19:51:46,828 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=55444 2024-11-21T19:51:46,842 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T19:51:46,846 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T19:51:47,096 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35959 is added to blk_1073741825_1001 (size=7) 2024-11-21T19:51:47,097 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32951 is added to blk_1073741825_1001 (size=7) 2024-11-21T19:51:47,507 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:35019/user/jenkins/test-data/9f8b0a2b-d66c-1f94-8382-d8681b3c6feb with version=8 2024-11-21T19:51:47,507 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:35019/user/jenkins/test-data/9f8b0a2b-d66c-1f94-8382-d8681b3c6feb/hbase-staging 2024-11-21T19:51:47,603 DEBUG [Time-limited test {}] channel.MultithreadEventLoopGroup(44): -Dio.netty.eventLoopThreads: 16 2024-11-21T19:51:47,868 INFO [Time-limited test {}] client.ConnectionUtils(128): master/7b96b36745c6:0 server-side Connection retries=45 2024-11-21T19:51:47,880 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-21T19:51:47,881 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-21T19:51:47,886 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-21T19:51:47,886 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-21T19:51:47,886 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-21T19:51:48,040 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-21T19:51:48,105 INFO [Time-limited test {}] metrics.MetricRegistriesLoader(60): Loaded MetricRegistries class org.apache.hadoop.hbase.metrics.impl.MetricRegistriesImpl 2024-11-21T19:51:48,116 DEBUG [Time-limited test {}] util.ClassSize(228): Using Unsafe to estimate memory layout 2024-11-21T19:51:48,120 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-21T19:51:48,152 DEBUG [Time-limited test {}] channel.DefaultChannelId(84): -Dio.netty.processId: 10330 (auto-detected) 2024-11-21T19:51:48,153 DEBUG [Time-limited test {}] channel.DefaultChannelId(106): -Dio.netty.machineId: 02:42:ac:ff:fe:11:00:02 (auto-detected) 2024-11-21T19:51:48,176 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:36775 2024-11-21T19:51:48,200 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:36775 connecting to ZooKeeper ensemble=127.0.0.1:55444 2024-11-21T19:51:48,235 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:367750x0, quorum=127.0.0.1:55444, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-21T19:51:48,238 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:36775-0x10116dad0190000 connected 2024-11-21T19:51:48,267 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T19:51:48,269 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T19:51:48,280 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:36775-0x10116dad0190000, quorum=127.0.0.1:55444, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-21T19:51:48,284 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:35019/user/jenkins/test-data/9f8b0a2b-d66c-1f94-8382-d8681b3c6feb, hbase.cluster.distributed=false 2024-11-21T19:51:48,312 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:36775-0x10116dad0190000, quorum=127.0.0.1:55444, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-21T19:51:48,318 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=36775 2024-11-21T19:51:48,319 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=36775 2024-11-21T19:51:48,329 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=36775 2024-11-21T19:51:48,330 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=36775 2024-11-21T19:51:48,330 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=36775 2024-11-21T19:51:48,445 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/7b96b36745c6:0 server-side Connection retries=45 2024-11-21T19:51:48,447 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-21T19:51:48,447 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-21T19:51:48,447 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-21T19:51:48,447 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-21T19:51:48,448 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-21T19:51:48,452 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-21T19:51:48,455 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-21T19:51:48,457 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:43005 2024-11-21T19:51:48,459 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:43005 connecting to ZooKeeper ensemble=127.0.0.1:55444 2024-11-21T19:51:48,460 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T19:51:48,464 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T19:51:48,470 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:430050x0, quorum=127.0.0.1:55444, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-21T19:51:48,471 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:430050x0, quorum=127.0.0.1:55444, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-21T19:51:48,477 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-21T19:51:48,483 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:43005-0x10116dad0190001 connected 2024-11-21T19:51:48,489 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-21T19:51:48,491 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:43005-0x10116dad0190001, quorum=127.0.0.1:55444, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-21T19:51:48,497 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:43005-0x10116dad0190001, quorum=127.0.0.1:55444, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-21T19:51:48,498 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=43005 2024-11-21T19:51:48,498 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=43005 2024-11-21T19:51:48,499 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=43005 2024-11-21T19:51:48,499 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=43005 2024-11-21T19:51:48,500 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=43005 2024-11-21T19:51:48,516 DEBUG [M:0;7b96b36745c6:36775 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;7b96b36745c6:36775 2024-11-21T19:51:48,517 INFO [master/7b96b36745c6:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /hbase/backup-masters/7b96b36745c6,36775,1732218707660 2024-11-21T19:51:48,524 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36775-0x10116dad0190000, quorum=127.0.0.1:55444, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-21T19:51:48,524 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43005-0x10116dad0190001, quorum=127.0.0.1:55444, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-21T19:51:48,526 DEBUG [master/7b96b36745c6:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:36775-0x10116dad0190000, quorum=127.0.0.1:55444, baseZNode=/hbase Set watcher on existing znode=/hbase/backup-masters/7b96b36745c6,36775,1732218707660 2024-11-21T19:51:48,547 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36775-0x10116dad0190000, quorum=127.0.0.1:55444, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-21T19:51:48,547 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43005-0x10116dad0190001, quorum=127.0.0.1:55444, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-21T19:51:48,547 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43005-0x10116dad0190001, quorum=127.0.0.1:55444, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-21T19:51:48,548 DEBUG [master/7b96b36745c6:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:36775-0x10116dad0190000, quorum=127.0.0.1:55444, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-11-21T19:51:48,549 INFO [master/7b96b36745c6:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /hbase/backup-masters/7b96b36745c6,36775,1732218707660 from backup master directory 2024-11-21T19:51:48,553 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36775-0x10116dad0190000, quorum=127.0.0.1:55444, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/backup-masters/7b96b36745c6,36775,1732218707660 2024-11-21T19:51:48,553 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36775-0x10116dad0190000, quorum=127.0.0.1:55444, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-21T19:51:48,553 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43005-0x10116dad0190001, quorum=127.0.0.1:55444, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-21T19:51:48,553 WARN [master/7b96b36745c6:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-21T19:51:48,553 INFO [master/7b96b36745c6:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=7b96b36745c6,36775,1732218707660 2024-11-21T19:51:48,556 INFO [master/7b96b36745c6:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating data MemStoreChunkPool with chunk size 2 MB, max count 396, initial count 0 2024-11-21T19:51:48,557 INFO [master/7b96b36745c6:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating index MemStoreChunkPool with chunk size 204.80 KB, max count 440, initial count 0 2024-11-21T19:51:48,620 DEBUG [master/7b96b36745c6:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:35019/user/jenkins/test-data/9f8b0a2b-d66c-1f94-8382-d8681b3c6feb/hbase.id] with ID: 70ba1039-6492-4926-bfe1-a2292a43e3aa 2024-11-21T19:51:48,620 DEBUG [master/7b96b36745c6:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:35019/user/jenkins/test-data/9f8b0a2b-d66c-1f94-8382-d8681b3c6feb/.tmp/hbase.id 2024-11-21T19:51:48,632 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35959 is added to blk_1073741826_1002 (size=42) 2024-11-21T19:51:48,633 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32951 is added to blk_1073741826_1002 (size=42) 2024-11-21T19:51:48,634 DEBUG [master/7b96b36745c6:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:35019/user/jenkins/test-data/9f8b0a2b-d66c-1f94-8382-d8681b3c6feb/.tmp/hbase.id]:[hdfs://localhost:35019/user/jenkins/test-data/9f8b0a2b-d66c-1f94-8382-d8681b3c6feb/hbase.id] 2024-11-21T19:51:48,682 INFO [master/7b96b36745c6:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T19:51:48,688 INFO [master/7b96b36745c6:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-21T19:51:48,709 INFO [master/7b96b36745c6:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 20ms. 2024-11-21T19:51:48,713 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43005-0x10116dad0190001, quorum=127.0.0.1:55444, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-21T19:51:48,713 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36775-0x10116dad0190000, quorum=127.0.0.1:55444, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-21T19:51:48,730 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32951 is added to blk_1073741827_1003 (size=196) 2024-11-21T19:51:48,731 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35959 is added to blk_1073741827_1003 (size=196) 2024-11-21T19:51:48,746 INFO [master/7b96b36745c6:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-21T19:51:48,748 INFO [master/7b96b36745c6:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-21T19:51:48,755 INFO [master/7b96b36745c6:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-21T19:51:48,786 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35959 is added to blk_1073741828_1004 (size=1189) 2024-11-21T19:51:48,786 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32951 is added to blk_1073741828_1004 (size=1189) 2024-11-21T19:51:48,805 INFO [master/7b96b36745c6:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:35019/user/jenkins/test-data/9f8b0a2b-d66c-1f94-8382-d8681b3c6feb/MasterData/data/master/store 2024-11-21T19:51:48,824 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35959 is added to blk_1073741829_1005 (size=34) 2024-11-21T19:51:48,824 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32951 is added to blk_1073741829_1005 (size=34) 2024-11-21T19:51:48,829 INFO [master/7b96b36745c6:0:becomeActiveMaster {}] throttle.StoreHotnessProtector(112): StoreHotnessProtector is disabled. Set hbase.region.store.parallel.put.limit > 0 to enable, which may help mitigate load under heavy write pressure. 2024-11-21T19:51:48,832 DEBUG [master/7b96b36745c6:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T19:51:48,834 DEBUG [master/7b96b36745c6:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-21T19:51:48,834 INFO [master/7b96b36745c6:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T19:51:48,834 DEBUG [master/7b96b36745c6:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T19:51:48,835 DEBUG [master/7b96b36745c6:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-21T19:51:48,836 DEBUG [master/7b96b36745c6:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T19:51:48,836 INFO [master/7b96b36745c6:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T19:51:48,837 DEBUG [master/7b96b36745c6:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732218708833Disabling compacts and flushes for region at 1732218708833Disabling writes for close at 1732218708836 (+3 ms)Writing region close event to WAL at 1732218708836Closed at 1732218708836 2024-11-21T19:51:48,839 WARN [master/7b96b36745c6:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:35019/user/jenkins/test-data/9f8b0a2b-d66c-1f94-8382-d8681b3c6feb/MasterData/data/master/store/.initializing 2024-11-21T19:51:48,840 DEBUG [master/7b96b36745c6:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:35019/user/jenkins/test-data/9f8b0a2b-d66c-1f94-8382-d8681b3c6feb/MasterData/WALs/7b96b36745c6,36775,1732218707660 2024-11-21T19:51:48,850 INFO [master/7b96b36745c6:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-21T19:51:48,865 INFO [master/7b96b36745c6:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=7b96b36745c6%2C36775%2C1732218707660, suffix=, logDir=hdfs://localhost:35019/user/jenkins/test-data/9f8b0a2b-d66c-1f94-8382-d8681b3c6feb/MasterData/WALs/7b96b36745c6,36775,1732218707660, archiveDir=hdfs://localhost:35019/user/jenkins/test-data/9f8b0a2b-d66c-1f94-8382-d8681b3c6feb/MasterData/oldWALs, maxLogs=10 2024-11-21T19:51:48,894 DEBUG [master/7b96b36745c6:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/9f8b0a2b-d66c-1f94-8382-d8681b3c6feb/MasterData/WALs/7b96b36745c6,36775,1732218707660/7b96b36745c6%2C36775%2C1732218707660.1732218708870, exclude list is [], retry=0 2024-11-21T19:51:48,912 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(244): No decryptEncryptedDataEncryptionKey method in DFSClient, should be hadoop version with HDFS-12396 java.lang.NoSuchMethodException: org.apache.hadoop.hdfs.DFSClient.decryptEncryptedDataEncryptionKey(org.apache.hadoop.fs.FileEncryptionInfo) at java.lang.Class.getDeclaredMethod(Class.java:2675) ~[?:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelperWithoutHDFS12396(FanOutOneBlockAsyncDFSOutputSaslHelper.java:183) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelper(FanOutOneBlockAsyncDFSOutputSaslHelper.java:242) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.(FanOutOneBlockAsyncDFSOutputSaslHelper.java:253) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper.initialize(FanOutOneBlockAsyncDFSOutputHelper.java:413) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper$5.operationComplete(FanOutOneBlockAsyncDFSOutputHelper.java:472) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper$5.operationComplete(FanOutOneBlockAsyncDFSOutputHelper.java:467) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.NettyFutureUtils.lambda$addListener$0(NettyFutureUtils.java:56) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:590) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:583) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:559) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:492) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:636) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setSuccess0(DefaultPromise.java:625) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.trySuccess(DefaultPromise.java:105) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPromise.trySuccess(DefaultChannelPromise.java:84) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.fulfillConnectPromise(AbstractEpollChannel.java:658) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:696) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T19:51:48,917 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:32951,DS-689c0f29-43e7-427a-81c8-39ff53ee6b11,DISK] 2024-11-21T19:51:48,917 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35959,DS-2876e413-1f61-4565-ad86-98bb72e06428,DISK] 2024-11-21T19:51:48,920 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] asyncfs.ProtobufDecoder(117): Hadoop 3.3 and above shades protobuf. 2024-11-21T19:51:48,962 INFO [master/7b96b36745c6:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/9f8b0a2b-d66c-1f94-8382-d8681b3c6feb/MasterData/WALs/7b96b36745c6,36775,1732218707660/7b96b36745c6%2C36775%2C1732218707660.1732218708870 2024-11-21T19:51:48,963 DEBUG [master/7b96b36745c6:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44427:44427),(127.0.0.1/127.0.0.1:34127:34127)] 2024-11-21T19:51:48,963 DEBUG [master/7b96b36745c6:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-21T19:51:48,964 DEBUG [master/7b96b36745c6:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T19:51:48,968 DEBUG [master/7b96b36745c6:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-21T19:51:48,968 DEBUG [master/7b96b36745c6:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-21T19:51:49,009 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-21T19:51:49,038 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-21T19:51:49,042 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:51:49,046 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T19:51:49,046 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-21T19:51:49,050 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-21T19:51:49,050 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:51:49,051 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T19:51:49,051 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-21T19:51:49,054 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-21T19:51:49,054 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:51:49,055 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T19:51:49,056 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-21T19:51:49,059 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-21T19:51:49,059 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:51:49,060 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T19:51:49,060 DEBUG [master/7b96b36745c6:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-21T19:51:49,064 DEBUG [master/7b96b36745c6:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35019/user/jenkins/test-data/9f8b0a2b-d66c-1f94-8382-d8681b3c6feb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-21T19:51:49,065 DEBUG [master/7b96b36745c6:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35019/user/jenkins/test-data/9f8b0a2b-d66c-1f94-8382-d8681b3c6feb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-21T19:51:49,070 DEBUG [master/7b96b36745c6:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-21T19:51:49,071 DEBUG [master/7b96b36745c6:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-21T19:51:49,074 DEBUG [master/7b96b36745c6:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-21T19:51:49,078 DEBUG [master/7b96b36745c6:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-21T19:51:49,083 DEBUG [master/7b96b36745c6:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35019/user/jenkins/test-data/9f8b0a2b-d66c-1f94-8382-d8681b3c6feb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-21T19:51:49,085 INFO [master/7b96b36745c6:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=790393, jitterRate=0.0050369203090667725}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-21T19:51:49,092 DEBUG [master/7b96b36745c6:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732218708981Initializing all the Stores at 1732218708983 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732218708984 (+1 ms)Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732218708984Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732218708985 (+1 ms)Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732218708985Cleaning up temporary data from old regions at 1732218709071 (+86 ms)Region opened successfully at 1732218709092 (+21 ms) 2024-11-21T19:51:49,093 INFO [master/7b96b36745c6:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-21T19:51:49,132 DEBUG [master/7b96b36745c6:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@206232f5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=7b96b36745c6/172.17.0.2:0 2024-11-21T19:51:49,167 INFO [master/7b96b36745c6:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-21T19:51:49,180 INFO [master/7b96b36745c6:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-21T19:51:49,181 INFO [master/7b96b36745c6:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-21T19:51:49,184 INFO [master/7b96b36745c6:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-21T19:51:49,186 INFO [master/7b96b36745c6:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 1 msec 2024-11-21T19:51:49,192 INFO [master/7b96b36745c6:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 5 msec 2024-11-21T19:51:49,192 INFO [master/7b96b36745c6:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-21T19:51:49,220 INFO [master/7b96b36745c6:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-21T19:51:49,230 DEBUG [master/7b96b36745c6:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36775-0x10116dad0190000, quorum=127.0.0.1:55444, baseZNode=/hbase Unable to get data of znode /hbase/balancer because node does not exist (not necessarily an error) 2024-11-21T19:51:49,233 DEBUG [master/7b96b36745c6:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/balancer already deleted, retry=false 2024-11-21T19:51:49,235 INFO [master/7b96b36745c6:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-21T19:51:49,237 DEBUG [master/7b96b36745c6:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36775-0x10116dad0190000, quorum=127.0.0.1:55444, baseZNode=/hbase Unable to get data of znode /hbase/normalizer because node does not exist (not necessarily an error) 2024-11-21T19:51:49,239 DEBUG [master/7b96b36745c6:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/normalizer already deleted, retry=false 2024-11-21T19:51:49,241 INFO [master/7b96b36745c6:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-21T19:51:49,244 DEBUG [master/7b96b36745c6:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36775-0x10116dad0190000, quorum=127.0.0.1:55444, baseZNode=/hbase Unable to get data of znode /hbase/switch/split because node does not exist (not necessarily an error) 2024-11-21T19:51:49,246 DEBUG [master/7b96b36745c6:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/split already deleted, retry=false 2024-11-21T19:51:49,248 DEBUG [master/7b96b36745c6:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36775-0x10116dad0190000, quorum=127.0.0.1:55444, baseZNode=/hbase Unable to get data of znode /hbase/switch/merge because node does not exist (not necessarily an error) 2024-11-21T19:51:49,249 DEBUG [master/7b96b36745c6:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/merge already deleted, retry=false 2024-11-21T19:51:49,267 DEBUG [master/7b96b36745c6:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36775-0x10116dad0190000, quorum=127.0.0.1:55444, baseZNode=/hbase Unable to get data of znode /hbase/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-21T19:51:49,268 DEBUG [master/7b96b36745c6:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/snapshot-cleanup already deleted, retry=false 2024-11-21T19:51:49,273 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43005-0x10116dad0190001, quorum=127.0.0.1:55444, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-21T19:51:49,273 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36775-0x10116dad0190000, quorum=127.0.0.1:55444, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-21T19:51:49,273 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43005-0x10116dad0190001, quorum=127.0.0.1:55444, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-21T19:51:49,273 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36775-0x10116dad0190000, quorum=127.0.0.1:55444, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-21T19:51:49,276 INFO [master/7b96b36745c6:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=7b96b36745c6,36775,1732218707660, sessionid=0x10116dad0190000, setting cluster-up flag (Was=false) 2024-11-21T19:51:49,288 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43005-0x10116dad0190001, quorum=127.0.0.1:55444, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-21T19:51:49,289 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36775-0x10116dad0190000, quorum=127.0.0.1:55444, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-21T19:51:49,296 DEBUG [master/7b96b36745c6:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/flush-table-proc/acquired, /hbase/flush-table-proc/reached, /hbase/flush-table-proc/abort 2024-11-21T19:51:49,298 DEBUG [master/7b96b36745c6:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=7b96b36745c6,36775,1732218707660 2024-11-21T19:51:49,304 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43005-0x10116dad0190001, quorum=127.0.0.1:55444, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-21T19:51:49,304 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36775-0x10116dad0190000, quorum=127.0.0.1:55444, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-21T19:51:49,312 DEBUG [master/7b96b36745c6:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/online-snapshot/acquired, /hbase/online-snapshot/reached, /hbase/online-snapshot/abort 2024-11-21T19:51:49,314 DEBUG [master/7b96b36745c6:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=7b96b36745c6,36775,1732218707660 2024-11-21T19:51:49,319 INFO [master/7b96b36745c6:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:35019/user/jenkins/test-data/9f8b0a2b-d66c-1f94-8382-d8681b3c6feb/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-21T19:51:49,397 DEBUG [master/7b96b36745c6:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-21T19:51:49,404 INFO [RS:0;7b96b36745c6:43005 {}] regionserver.HRegionServer(746): ClusterId : 70ba1039-6492-4926-bfe1-a2292a43e3aa 2024-11-21T19:51:49,407 DEBUG [RS:0;7b96b36745c6:43005 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-21T19:51:49,408 INFO [master/7b96b36745c6:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-21T19:51:49,412 DEBUG [RS:0;7b96b36745c6:43005 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-21T19:51:49,412 DEBUG [RS:0;7b96b36745c6:43005 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-21T19:51:49,416 INFO [master/7b96b36745c6:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-21T19:51:49,416 DEBUG [RS:0;7b96b36745c6:43005 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-21T19:51:49,417 DEBUG [RS:0;7b96b36745c6:43005 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@15cbf9ab, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=7b96b36745c6/172.17.0.2:0 2024-11-21T19:51:49,423 DEBUG [master/7b96b36745c6:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 7b96b36745c6,36775,1732218707660 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-21T19:51:49,432 DEBUG [master/7b96b36745c6:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/7b96b36745c6:0, corePoolSize=5, maxPoolSize=5 2024-11-21T19:51:49,432 DEBUG [master/7b96b36745c6:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/7b96b36745c6:0, corePoolSize=5, maxPoolSize=5 2024-11-21T19:51:49,432 DEBUG [master/7b96b36745c6:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/7b96b36745c6:0, corePoolSize=5, maxPoolSize=5 2024-11-21T19:51:49,432 DEBUG [master/7b96b36745c6:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/7b96b36745c6:0, corePoolSize=5, maxPoolSize=5 2024-11-21T19:51:49,433 DEBUG [master/7b96b36745c6:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/7b96b36745c6:0, corePoolSize=10, maxPoolSize=10 2024-11-21T19:51:49,433 DEBUG [master/7b96b36745c6:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/7b96b36745c6:0, corePoolSize=1, maxPoolSize=1 2024-11-21T19:51:49,433 DEBUG [master/7b96b36745c6:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/7b96b36745c6:0, corePoolSize=2, maxPoolSize=2 2024-11-21T19:51:49,433 DEBUG [master/7b96b36745c6:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/7b96b36745c6:0, corePoolSize=1, maxPoolSize=1 2024-11-21T19:51:49,434 DEBUG [RS:0;7b96b36745c6:43005 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;7b96b36745c6:43005 2024-11-21T19:51:49,437 INFO [RS:0;7b96b36745c6:43005 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-21T19:51:49,438 INFO [RS:0;7b96b36745c6:43005 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-21T19:51:49,438 DEBUG [RS:0;7b96b36745c6:43005 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-21T19:51:49,440 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-21T19:51:49,440 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-21T19:51:49,440 INFO [master/7b96b36745c6:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732218739440 2024-11-21T19:51:49,441 INFO [RS:0;7b96b36745c6:43005 {}] regionserver.HRegionServer(2659): reportForDuty to master=7b96b36745c6,36775,1732218707660 with port=43005, startcode=1732218708404 2024-11-21T19:51:49,442 INFO [master/7b96b36745c6:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-21T19:51:49,444 INFO [master/7b96b36745c6:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-21T19:51:49,446 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:51:49,446 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-21T19:51:49,448 INFO [master/7b96b36745c6:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-21T19:51:49,449 INFO [master/7b96b36745c6:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-21T19:51:49,449 INFO [master/7b96b36745c6:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-21T19:51:49,449 INFO [master/7b96b36745c6:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-21T19:51:49,450 INFO [master/7b96b36745c6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-21T19:51:49,454 INFO [master/7b96b36745c6:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-21T19:51:49,455 INFO [master/7b96b36745c6:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-21T19:51:49,455 DEBUG [RS:0;7b96b36745c6:43005 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-21T19:51:49,455 INFO [master/7b96b36745c6:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-21T19:51:49,467 INFO [master/7b96b36745c6:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-21T19:51:49,467 INFO [master/7b96b36745c6:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-21T19:51:49,470 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32951 is added to blk_1073741831_1007 (size=1321) 2024-11-21T19:51:49,470 DEBUG [master/7b96b36745c6:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/7b96b36745c6:0:becomeActiveMaster-HFileCleaner.large.0-1732218709469,5,FailOnTimeoutGroup] 2024-11-21T19:51:49,470 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35959 is added to blk_1073741831_1007 (size=1321) 2024-11-21T19:51:49,476 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:35019/user/jenkins/test-data/9f8b0a2b-d66c-1f94-8382-d8681b3c6feb/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-21T19:51:49,476 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:35019/user/jenkins/test-data/9f8b0a2b-d66c-1f94-8382-d8681b3c6feb 2024-11-21T19:51:49,477 DEBUG [master/7b96b36745c6:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/7b96b36745c6:0:becomeActiveMaster-HFileCleaner.small.0-1732218709470,5,FailOnTimeoutGroup] 2024-11-21T19:51:49,477 INFO [master/7b96b36745c6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-21T19:51:49,478 INFO [master/7b96b36745c6:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-21T19:51:49,479 INFO [master/7b96b36745c6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-21T19:51:49,479 INFO [master/7b96b36745c6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-21T19:51:49,500 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32951 is added to blk_1073741832_1008 (size=32) 2024-11-21T19:51:49,501 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35959 is added to blk_1073741832_1008 (size=32) 2024-11-21T19:51:49,502 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49491, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=RegionServerStatusService 2024-11-21T19:51:49,503 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T19:51:49,506 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-21T19:51:49,509 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=36775 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 7b96b36745c6,43005,1732218708404 2024-11-21T19:51:49,509 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-21T19:51:49,509 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:51:49,510 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T19:51:49,511 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-21T19:51:49,512 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=36775 {}] master.ServerManager(517): Registering regionserver=7b96b36745c6,43005,1732218708404 2024-11-21T19:51:49,513 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-21T19:51:49,513 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:51:49,514 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T19:51:49,515 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-21T19:51:49,518 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-21T19:51:49,518 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:51:49,519 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T19:51:49,519 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-21T19:51:49,521 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-21T19:51:49,521 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:51:49,522 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T19:51:49,522 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-21T19:51:49,524 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35019/user/jenkins/test-data/9f8b0a2b-d66c-1f94-8382-d8681b3c6feb/data/hbase/meta/1588230740 2024-11-21T19:51:49,525 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35019/user/jenkins/test-data/9f8b0a2b-d66c-1f94-8382-d8681b3c6feb/data/hbase/meta/1588230740 2024-11-21T19:51:49,528 DEBUG [RS:0;7b96b36745c6:43005 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:35019/user/jenkins/test-data/9f8b0a2b-d66c-1f94-8382-d8681b3c6feb 2024-11-21T19:51:49,528 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-21T19:51:49,528 DEBUG [RS:0;7b96b36745c6:43005 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:35019 2024-11-21T19:51:49,528 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-21T19:51:49,528 DEBUG [RS:0;7b96b36745c6:43005 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-21T19:51:49,529 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-21T19:51:49,532 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-21T19:51:49,533 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36775-0x10116dad0190000, quorum=127.0.0.1:55444, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-21T19:51:49,534 DEBUG [RS:0;7b96b36745c6:43005 {}] zookeeper.ZKUtil(111): regionserver:43005-0x10116dad0190001, quorum=127.0.0.1:55444, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/7b96b36745c6,43005,1732218708404 2024-11-21T19:51:49,534 WARN [RS:0;7b96b36745c6:43005 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-21T19:51:49,534 INFO [RS:0;7b96b36745c6:43005 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-21T19:51:49,535 DEBUG [RS:0;7b96b36745c6:43005 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:35019/user/jenkins/test-data/9f8b0a2b-d66c-1f94-8382-d8681b3c6feb/WALs/7b96b36745c6,43005,1732218708404 2024-11-21T19:51:49,536 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [7b96b36745c6,43005,1732218708404] 2024-11-21T19:51:49,538 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35019/user/jenkins/test-data/9f8b0a2b-d66c-1f94-8382-d8681b3c6feb/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-21T19:51:49,539 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=16384, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=719130, jitterRate=-0.08557966351509094}}}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-21T19:51:49,542 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1732218709503Initializing all the Stores at 1732218709505 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732218709505Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732218709506 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732218709506Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732218709506Cleaning up temporary data from old regions at 1732218709528 (+22 ms)Region opened successfully at 1732218709541 (+13 ms) 2024-11-21T19:51:49,542 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-21T19:51:49,542 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-21T19:51:49,542 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-21T19:51:49,542 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-21T19:51:49,542 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-21T19:51:49,546 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-21T19:51:49,546 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732218709542Disabling compacts and flushes for region at 1732218709542Disabling writes for close at 1732218709542Writing region close event to WAL at 1732218709546 (+4 ms)Closed at 1732218709546 2024-11-21T19:51:49,550 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-21T19:51:49,550 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-21T19:51:49,558 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-21T19:51:49,567 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-21T19:51:49,571 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-21T19:51:49,574 INFO [RS:0;7b96b36745c6:43005 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-21T19:51:49,589 INFO [RS:0;7b96b36745c6:43005 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-21T19:51:49,594 INFO [RS:0;7b96b36745c6:43005 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-21T19:51:49,595 INFO [RS:0;7b96b36745c6:43005 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-21T19:51:49,596 INFO [RS:0;7b96b36745c6:43005 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-21T19:51:49,602 INFO [RS:0;7b96b36745c6:43005 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-21T19:51:49,603 INFO [RS:0;7b96b36745c6:43005 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-21T19:51:49,604 DEBUG [RS:0;7b96b36745c6:43005 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/7b96b36745c6:0, corePoolSize=1, maxPoolSize=1 2024-11-21T19:51:49,604 DEBUG [RS:0;7b96b36745c6:43005 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/7b96b36745c6:0, corePoolSize=1, maxPoolSize=1 2024-11-21T19:51:49,604 DEBUG [RS:0;7b96b36745c6:43005 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/7b96b36745c6:0, corePoolSize=1, maxPoolSize=1 2024-11-21T19:51:49,604 DEBUG [RS:0;7b96b36745c6:43005 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/7b96b36745c6:0, corePoolSize=1, maxPoolSize=1 2024-11-21T19:51:49,605 DEBUG [RS:0;7b96b36745c6:43005 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/7b96b36745c6:0, corePoolSize=1, maxPoolSize=1 2024-11-21T19:51:49,605 DEBUG [RS:0;7b96b36745c6:43005 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/7b96b36745c6:0, corePoolSize=2, maxPoolSize=2 2024-11-21T19:51:49,605 DEBUG [RS:0;7b96b36745c6:43005 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/7b96b36745c6:0, corePoolSize=1, maxPoolSize=1 2024-11-21T19:51:49,605 DEBUG [RS:0;7b96b36745c6:43005 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/7b96b36745c6:0, corePoolSize=1, maxPoolSize=1 2024-11-21T19:51:49,605 DEBUG [RS:0;7b96b36745c6:43005 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/7b96b36745c6:0, corePoolSize=1, maxPoolSize=1 2024-11-21T19:51:49,606 DEBUG [RS:0;7b96b36745c6:43005 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/7b96b36745c6:0, corePoolSize=1, maxPoolSize=1 2024-11-21T19:51:49,606 DEBUG [RS:0;7b96b36745c6:43005 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/7b96b36745c6:0, corePoolSize=1, maxPoolSize=1 2024-11-21T19:51:49,606 DEBUG [RS:0;7b96b36745c6:43005 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/7b96b36745c6:0, corePoolSize=1, maxPoolSize=1 2024-11-21T19:51:49,606 DEBUG [RS:0;7b96b36745c6:43005 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/7b96b36745c6:0, corePoolSize=3, maxPoolSize=3 2024-11-21T19:51:49,606 DEBUG [RS:0;7b96b36745c6:43005 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/7b96b36745c6:0, corePoolSize=3, maxPoolSize=3 2024-11-21T19:51:49,607 INFO [RS:0;7b96b36745c6:43005 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-21T19:51:49,608 INFO [RS:0;7b96b36745c6:43005 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-21T19:51:49,608 INFO [RS:0;7b96b36745c6:43005 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-21T19:51:49,608 INFO [RS:0;7b96b36745c6:43005 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-21T19:51:49,608 INFO [RS:0;7b96b36745c6:43005 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-21T19:51:49,608 INFO [RS:0;7b96b36745c6:43005 {}] hbase.ChoreService(168): Chore ScheduledChore name=7b96b36745c6,43005,1732218708404-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-21T19:51:49,633 INFO [RS:0;7b96b36745c6:43005 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-21T19:51:49,635 INFO [RS:0;7b96b36745c6:43005 {}] hbase.ChoreService(168): Chore ScheduledChore name=7b96b36745c6,43005,1732218708404-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-21T19:51:49,636 INFO [RS:0;7b96b36745c6:43005 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-21T19:51:49,636 INFO [RS:0;7b96b36745c6:43005 {}] regionserver.Replication(171): 7b96b36745c6,43005,1732218708404 started 2024-11-21T19:51:49,662 INFO [RS:0;7b96b36745c6:43005 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-21T19:51:49,662 INFO [RS:0;7b96b36745c6:43005 {}] regionserver.HRegionServer(1482): Serving as 7b96b36745c6,43005,1732218708404, RpcServer on 7b96b36745c6/172.17.0.2:43005, sessionid=0x10116dad0190001 2024-11-21T19:51:49,663 DEBUG [RS:0;7b96b36745c6:43005 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-21T19:51:49,663 DEBUG [RS:0;7b96b36745c6:43005 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 7b96b36745c6,43005,1732218708404 2024-11-21T19:51:49,664 DEBUG [RS:0;7b96b36745c6:43005 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '7b96b36745c6,43005,1732218708404' 2024-11-21T19:51:49,664 DEBUG [RS:0;7b96b36745c6:43005 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-21T19:51:49,665 DEBUG [RS:0;7b96b36745c6:43005 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-21T19:51:49,666 DEBUG [RS:0;7b96b36745c6:43005 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-21T19:51:49,666 DEBUG [RS:0;7b96b36745c6:43005 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-21T19:51:49,666 DEBUG [RS:0;7b96b36745c6:43005 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 7b96b36745c6,43005,1732218708404 2024-11-21T19:51:49,666 DEBUG [RS:0;7b96b36745c6:43005 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '7b96b36745c6,43005,1732218708404' 2024-11-21T19:51:49,666 DEBUG [RS:0;7b96b36745c6:43005 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-21T19:51:49,667 DEBUG [RS:0;7b96b36745c6:43005 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-21T19:51:49,667 DEBUG [RS:0;7b96b36745c6:43005 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-21T19:51:49,668 INFO [RS:0;7b96b36745c6:43005 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-21T19:51:49,668 INFO [RS:0;7b96b36745c6:43005 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-21T19:51:49,721 WARN [7b96b36745c6:36775 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-11-21T19:51:49,773 INFO [RS:0;7b96b36745c6:43005 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-21T19:51:49,777 INFO [RS:0;7b96b36745c6:43005 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=7b96b36745c6%2C43005%2C1732218708404, suffix=, logDir=hdfs://localhost:35019/user/jenkins/test-data/9f8b0a2b-d66c-1f94-8382-d8681b3c6feb/WALs/7b96b36745c6,43005,1732218708404, archiveDir=hdfs://localhost:35019/user/jenkins/test-data/9f8b0a2b-d66c-1f94-8382-d8681b3c6feb/oldWALs, maxLogs=32 2024-11-21T19:51:49,794 DEBUG [RS:0;7b96b36745c6:43005 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/9f8b0a2b-d66c-1f94-8382-d8681b3c6feb/WALs/7b96b36745c6,43005,1732218708404/7b96b36745c6%2C43005%2C1732218708404.1732218709779, exclude list is [], retry=0 2024-11-21T19:51:49,798 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:32951,DS-689c0f29-43e7-427a-81c8-39ff53ee6b11,DISK] 2024-11-21T19:51:49,799 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35959,DS-2876e413-1f61-4565-ad86-98bb72e06428,DISK] 2024-11-21T19:51:49,803 INFO [RS:0;7b96b36745c6:43005 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/9f8b0a2b-d66c-1f94-8382-d8681b3c6feb/WALs/7b96b36745c6,43005,1732218708404/7b96b36745c6%2C43005%2C1732218708404.1732218709779 2024-11-21T19:51:49,803 DEBUG [RS:0;7b96b36745c6:43005 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44427:44427),(127.0.0.1/127.0.0.1:34127:34127)] 2024-11-21T19:51:49,974 DEBUG [7b96b36745c6:36775 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-21T19:51:49,986 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=7b96b36745c6,43005,1732218708404 2024-11-21T19:51:49,993 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 7b96b36745c6,43005,1732218708404, state=OPENING 2024-11-21T19:51:49,998 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-21T19:51:50,003 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43005-0x10116dad0190001, quorum=127.0.0.1:55444, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-21T19:51:50,003 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36775-0x10116dad0190000, quorum=127.0.0.1:55444, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-21T19:51:50,004 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-21T19:51:50,004 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-21T19:51:50,006 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-21T19:51:50,008 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=7b96b36745c6,43005,1732218708404}] 2024-11-21T19:51:50,185 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-21T19:51:50,189 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49143, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-21T19:51:50,200 INFO [RS_OPEN_META-regionserver/7b96b36745c6:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-21T19:51:50,201 INFO [RS_OPEN_META-regionserver/7b96b36745c6:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-21T19:51:50,201 INFO [RS_OPEN_META-regionserver/7b96b36745c6:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-21T19:51:50,204 INFO [RS_OPEN_META-regionserver/7b96b36745c6:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=7b96b36745c6%2C43005%2C1732218708404.meta, suffix=.meta, logDir=hdfs://localhost:35019/user/jenkins/test-data/9f8b0a2b-d66c-1f94-8382-d8681b3c6feb/WALs/7b96b36745c6,43005,1732218708404, archiveDir=hdfs://localhost:35019/user/jenkins/test-data/9f8b0a2b-d66c-1f94-8382-d8681b3c6feb/oldWALs, maxLogs=32 2024-11-21T19:51:50,224 DEBUG [RS_OPEN_META-regionserver/7b96b36745c6:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/9f8b0a2b-d66c-1f94-8382-d8681b3c6feb/WALs/7b96b36745c6,43005,1732218708404/7b96b36745c6%2C43005%2C1732218708404.meta.1732218710206.meta, exclude list is [], retry=0 2024-11-21T19:51:50,228 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:32951,DS-689c0f29-43e7-427a-81c8-39ff53ee6b11,DISK] 2024-11-21T19:51:50,228 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35959,DS-2876e413-1f61-4565-ad86-98bb72e06428,DISK] 2024-11-21T19:51:50,233 INFO [RS_OPEN_META-regionserver/7b96b36745c6:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/9f8b0a2b-d66c-1f94-8382-d8681b3c6feb/WALs/7b96b36745c6,43005,1732218708404/7b96b36745c6%2C43005%2C1732218708404.meta.1732218710206.meta 2024-11-21T19:51:50,233 DEBUG [RS_OPEN_META-regionserver/7b96b36745c6:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44427:44427),(127.0.0.1/127.0.0.1:34127:34127)] 2024-11-21T19:51:50,233 DEBUG [RS_OPEN_META-regionserver/7b96b36745c6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-21T19:51:50,235 DEBUG [RS_OPEN_META-regionserver/7b96b36745c6:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-21T19:51:50,238 DEBUG [RS_OPEN_META-regionserver/7b96b36745c6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-21T19:51:50,244 INFO [RS_OPEN_META-regionserver/7b96b36745c6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-21T19:51:50,249 DEBUG [RS_OPEN_META-regionserver/7b96b36745c6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-21T19:51:50,250 DEBUG [RS_OPEN_META-regionserver/7b96b36745c6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T19:51:50,250 DEBUG [RS_OPEN_META-regionserver/7b96b36745c6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-21T19:51:50,251 DEBUG [RS_OPEN_META-regionserver/7b96b36745c6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-21T19:51:50,254 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-21T19:51:50,256 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-21T19:51:50,256 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:51:50,257 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T19:51:50,257 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-21T19:51:50,259 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-21T19:51:50,259 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:51:50,260 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T19:51:50,260 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-21T19:51:50,262 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-21T19:51:50,262 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:51:50,263 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T19:51:50,263 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-21T19:51:50,264 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-21T19:51:50,265 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:51:50,265 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T19:51:50,266 DEBUG [RS_OPEN_META-regionserver/7b96b36745c6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-21T19:51:50,267 DEBUG [RS_OPEN_META-regionserver/7b96b36745c6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35019/user/jenkins/test-data/9f8b0a2b-d66c-1f94-8382-d8681b3c6feb/data/hbase/meta/1588230740 2024-11-21T19:51:50,270 DEBUG [RS_OPEN_META-regionserver/7b96b36745c6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35019/user/jenkins/test-data/9f8b0a2b-d66c-1f94-8382-d8681b3c6feb/data/hbase/meta/1588230740 2024-11-21T19:51:50,273 DEBUG [RS_OPEN_META-regionserver/7b96b36745c6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-21T19:51:50,273 DEBUG [RS_OPEN_META-regionserver/7b96b36745c6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-21T19:51:50,274 DEBUG [RS_OPEN_META-regionserver/7b96b36745c6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-21T19:51:50,277 DEBUG [RS_OPEN_META-regionserver/7b96b36745c6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-21T19:51:50,279 INFO [RS_OPEN_META-regionserver/7b96b36745c6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=16384, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=856246, jitterRate=0.08877384662628174}}}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-21T19:51:50,279 DEBUG [RS_OPEN_META-regionserver/7b96b36745c6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-21T19:51:50,281 DEBUG [RS_OPEN_META-regionserver/7b96b36745c6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732218710251Writing region info on filesystem at 1732218710252 (+1 ms)Initializing all the Stores at 1732218710253 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732218710254 (+1 ms)Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732218710254Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732218710254Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732218710254Cleaning up temporary data from old regions at 1732218710273 (+19 ms)Running coprocessor post-open hooks at 1732218710279 (+6 ms)Region opened successfully at 1732218710281 (+2 ms) 2024-11-21T19:51:50,290 INFO [RS_OPEN_META-regionserver/7b96b36745c6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732218710175 2024-11-21T19:51:50,302 DEBUG [RS_OPEN_META-regionserver/7b96b36745c6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-21T19:51:50,302 INFO [RS_OPEN_META-regionserver/7b96b36745c6:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-21T19:51:50,305 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=7b96b36745c6,43005,1732218708404 2024-11-21T19:51:50,307 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 7b96b36745c6,43005,1732218708404, state=OPEN 2024-11-21T19:51:50,313 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43005-0x10116dad0190001, quorum=127.0.0.1:55444, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-21T19:51:50,313 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36775-0x10116dad0190000, quorum=127.0.0.1:55444, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-21T19:51:50,313 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-21T19:51:50,313 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-21T19:51:50,313 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=7b96b36745c6,43005,1732218708404 2024-11-21T19:51:50,320 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-21T19:51:50,320 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=7b96b36745c6,43005,1732218708404 in 306 msec 2024-11-21T19:51:50,328 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-21T19:51:50,328 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 765 msec 2024-11-21T19:51:50,330 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-21T19:51:50,330 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-21T19:51:50,356 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-21T19:51:50,358 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=7b96b36745c6,43005,1732218708404, seqNum=-1] 2024-11-21T19:51:50,383 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-21T19:51:50,386 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55197, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-21T19:51:50,409 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.0550 sec 2024-11-21T19:51:50,409 INFO [master/7b96b36745c6:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732218710409, completionTime=-1 2024-11-21T19:51:50,412 INFO [master/7b96b36745c6:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-21T19:51:50,413 DEBUG [master/7b96b36745c6:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-21T19:51:50,443 INFO [master/7b96b36745c6:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-11-21T19:51:50,443 INFO [master/7b96b36745c6:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732218770443 2024-11-21T19:51:50,443 INFO [master/7b96b36745c6:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732218830443 2024-11-21T19:51:50,443 INFO [master/7b96b36745c6:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 30 msec 2024-11-21T19:51:50,445 INFO [master/7b96b36745c6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=7b96b36745c6,36775,1732218707660-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-21T19:51:50,446 INFO [master/7b96b36745c6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=7b96b36745c6,36775,1732218707660-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-21T19:51:50,446 INFO [master/7b96b36745c6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=7b96b36745c6,36775,1732218707660-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-21T19:51:50,448 INFO [master/7b96b36745c6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-7b96b36745c6:36775, period=300000, unit=MILLISECONDS is enabled. 2024-11-21T19:51:50,448 INFO [master/7b96b36745c6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-21T19:51:50,449 INFO [master/7b96b36745c6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-21T19:51:50,455 DEBUG [master/7b96b36745c6:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-21T19:51:50,480 INFO [master/7b96b36745c6:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 1.926sec 2024-11-21T19:51:50,481 INFO [master/7b96b36745c6:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-21T19:51:50,483 INFO [master/7b96b36745c6:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-21T19:51:50,484 INFO [master/7b96b36745c6:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-21T19:51:50,485 INFO [master/7b96b36745c6:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-21T19:51:50,485 INFO [master/7b96b36745c6:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-21T19:51:50,486 INFO [master/7b96b36745c6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=7b96b36745c6,36775,1732218707660-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-21T19:51:50,486 INFO [master/7b96b36745c6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=7b96b36745c6,36775,1732218707660-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-21T19:51:50,495 DEBUG [master/7b96b36745c6:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-21T19:51:50,496 INFO [master/7b96b36745c6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-21T19:51:50,497 INFO [master/7b96b36745c6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=7b96b36745c6,36775,1732218707660-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-21T19:51:50,514 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@53cf4e42, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T19:51:50,517 DEBUG [Time-limited test {}] nio.NioEventLoop(110): -Dio.netty.noKeySetOptimization: false 2024-11-21T19:51:50,517 DEBUG [Time-limited test {}] nio.NioEventLoop(111): -Dio.netty.selectorAutoRebuildThreshold: 512 2024-11-21T19:51:50,521 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 7b96b36745c6,36775,-1 for getting cluster id 2024-11-21T19:51:50,524 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-21T19:51:50,533 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '70ba1039-6492-4926-bfe1-a2292a43e3aa' 2024-11-21T19:51:50,536 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-21T19:51:50,536 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "70ba1039-6492-4926-bfe1-a2292a43e3aa" 2024-11-21T19:51:50,538 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5a1c4f13, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T19:51:50,539 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [7b96b36745c6,36775,-1] 2024-11-21T19:51:50,541 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-21T19:51:50,543 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T19:51:50,544 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33660, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-21T19:51:50,547 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@430e4627, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T19:51:50,548 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-21T19:51:50,556 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=7b96b36745c6,43005,1732218708404, seqNum=-1] 2024-11-21T19:51:50,557 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-21T19:51:50,559 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49038, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-21T19:51:50,588 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=7b96b36745c6,36775,1732218707660 2024-11-21T19:51:50,588 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T19:51:50,599 INFO [Time-limited test {}] master.MasterRpcServices(567): Client=null/null set balanceSwitch=false 2024-11-21T19:51:50,604 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-21T19:51:50,610 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 7b96b36745c6,36775,1732218707660 2024-11-21T19:51:50,613 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@48fe66d7 2024-11-21T19:51:50,614 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-21T19:51:50,616 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33666, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-21T19:51:50,618 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36775 {}] util.TableDescriptorChecker(321): MAX_FILESIZE for table descriptor or "hbase.hregion.max.filesize" (786432) is too small, which might cause over splitting into unmanageable number of regions. 2024-11-21T19:51:50,619 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36775 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (8192) is too small, which might cause very frequent flushing. 2024-11-21T19:51:50,622 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36775 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'TestLogRolling-testSlowSyncLogRolling', {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-21T19:51:50,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36775 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=TestLogRolling-testSlowSyncLogRolling 2024-11-21T19:51:50,634 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=TestLogRolling-testSlowSyncLogRolling execute state=CREATE_TABLE_PRE_OPERATION 2024-11-21T19:51:50,636 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36775 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "TestLogRolling-testSlowSyncLogRolling" procId is: 4 2024-11-21T19:51:50,637 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:51:50,639 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=TestLogRolling-testSlowSyncLogRolling execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-21T19:51:50,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36775 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-21T19:51:50,656 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32951 is added to blk_1073741835_1011 (size=389) 2024-11-21T19:51:50,656 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35959 is added to blk_1073741835_1011 (size=389) 2024-11-21T19:51:50,660 INFO [RegionOpenAndInit-TestLogRolling-testSlowSyncLogRolling-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 2eb00a79e5f1fc28aa052745e0f9825a, NAME => 'TestLogRolling-testSlowSyncLogRolling,,1732218710618.2eb00a79e5f1fc28aa052745e0f9825a.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='TestLogRolling-testSlowSyncLogRolling', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:35019/user/jenkins/test-data/9f8b0a2b-d66c-1f94-8382-d8681b3c6feb 2024-11-21T19:51:50,676 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32951 is added to blk_1073741836_1012 (size=72) 2024-11-21T19:51:50,676 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35959 is added to blk_1073741836_1012 (size=72) 2024-11-21T19:51:50,677 DEBUG [RegionOpenAndInit-TestLogRolling-testSlowSyncLogRolling-pool-0 {}] regionserver.HRegion(898): Instantiated TestLogRolling-testSlowSyncLogRolling,,1732218710618.2eb00a79e5f1fc28aa052745e0f9825a.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T19:51:50,678 DEBUG [RegionOpenAndInit-TestLogRolling-testSlowSyncLogRolling-pool-0 {}] regionserver.HRegion(1722): Closing 2eb00a79e5f1fc28aa052745e0f9825a, disabling compactions & flushes 2024-11-21T19:51:50,678 INFO [RegionOpenAndInit-TestLogRolling-testSlowSyncLogRolling-pool-0 {}] regionserver.HRegion(1755): Closing region TestLogRolling-testSlowSyncLogRolling,,1732218710618.2eb00a79e5f1fc28aa052745e0f9825a. 2024-11-21T19:51:50,678 DEBUG [RegionOpenAndInit-TestLogRolling-testSlowSyncLogRolling-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on TestLogRolling-testSlowSyncLogRolling,,1732218710618.2eb00a79e5f1fc28aa052745e0f9825a. 2024-11-21T19:51:50,678 DEBUG [RegionOpenAndInit-TestLogRolling-testSlowSyncLogRolling-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on TestLogRolling-testSlowSyncLogRolling,,1732218710618.2eb00a79e5f1fc28aa052745e0f9825a. after waiting 0 ms 2024-11-21T19:51:50,678 DEBUG [RegionOpenAndInit-TestLogRolling-testSlowSyncLogRolling-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region TestLogRolling-testSlowSyncLogRolling,,1732218710618.2eb00a79e5f1fc28aa052745e0f9825a. 2024-11-21T19:51:50,678 INFO [RegionOpenAndInit-TestLogRolling-testSlowSyncLogRolling-pool-0 {}] regionserver.HRegion(1973): Closed TestLogRolling-testSlowSyncLogRolling,,1732218710618.2eb00a79e5f1fc28aa052745e0f9825a. 2024-11-21T19:51:50,678 DEBUG [RegionOpenAndInit-TestLogRolling-testSlowSyncLogRolling-pool-0 {}] regionserver.HRegion(1676): Region close journal for 2eb00a79e5f1fc28aa052745e0f9825a: Waiting for close lock at 1732218710678Disabling compacts and flushes for region at 1732218710678Disabling writes for close at 1732218710678Writing region close event to WAL at 1732218710678Closed at 1732218710678 2024-11-21T19:51:50,681 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=TestLogRolling-testSlowSyncLogRolling execute state=CREATE_TABLE_ADD_TO_META 2024-11-21T19:51:50,688 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"TestLogRolling-testSlowSyncLogRolling,,1732218710618.2eb00a79e5f1fc28aa052745e0f9825a.","families":{"info":[{"qualifier":"regioninfo","vlen":71,"tag":[],"timestamp":"1732218710681"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732218710681"}]},"ts":"1732218710681"} 2024-11-21T19:51:50,693 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-21T19:51:50,696 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=TestLogRolling-testSlowSyncLogRolling execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-21T19:51:50,699 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestLogRolling-testSlowSyncLogRolling","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732218710696"}]},"ts":"1732218710696"} 2024-11-21T19:51:50,704 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=TestLogRolling-testSlowSyncLogRolling, state=ENABLING in hbase:meta 2024-11-21T19:51:50,706 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestLogRolling-testSlowSyncLogRolling, region=2eb00a79e5f1fc28aa052745e0f9825a, ASSIGN}] 2024-11-21T19:51:50,709 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestLogRolling-testSlowSyncLogRolling, region=2eb00a79e5f1fc28aa052745e0f9825a, ASSIGN 2024-11-21T19:51:50,712 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=TestLogRolling-testSlowSyncLogRolling, region=2eb00a79e5f1fc28aa052745e0f9825a, ASSIGN; state=OFFLINE, location=7b96b36745c6,43005,1732218708404; forceNewPlan=false, retain=false 2024-11-21T19:51:50,864 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=2eb00a79e5f1fc28aa052745e0f9825a, regionState=OPENING, regionLocation=7b96b36745c6,43005,1732218708404 2024-11-21T19:51:50,868 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=TestLogRolling-testSlowSyncLogRolling, region=2eb00a79e5f1fc28aa052745e0f9825a, ASSIGN because future has completed 2024-11-21T19:51:50,869 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 2eb00a79e5f1fc28aa052745e0f9825a, server=7b96b36745c6,43005,1732218708404}] 2024-11-21T19:51:51,030 INFO [RS_OPEN_REGION-regionserver/7b96b36745c6:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open TestLogRolling-testSlowSyncLogRolling,,1732218710618.2eb00a79e5f1fc28aa052745e0f9825a. 2024-11-21T19:51:51,030 DEBUG [RS_OPEN_REGION-regionserver/7b96b36745c6:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 2eb00a79e5f1fc28aa052745e0f9825a, NAME => 'TestLogRolling-testSlowSyncLogRolling,,1732218710618.2eb00a79e5f1fc28aa052745e0f9825a.', STARTKEY => '', ENDKEY => ''} 2024-11-21T19:51:51,031 DEBUG [RS_OPEN_REGION-regionserver/7b96b36745c6:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestLogRolling-testSlowSyncLogRolling 2eb00a79e5f1fc28aa052745e0f9825a 2024-11-21T19:51:51,031 DEBUG [RS_OPEN_REGION-regionserver/7b96b36745c6:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated TestLogRolling-testSlowSyncLogRolling,,1732218710618.2eb00a79e5f1fc28aa052745e0f9825a.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T19:51:51,031 DEBUG [RS_OPEN_REGION-regionserver/7b96b36745c6:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 2eb00a79e5f1fc28aa052745e0f9825a 2024-11-21T19:51:51,031 DEBUG [RS_OPEN_REGION-regionserver/7b96b36745c6:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 2eb00a79e5f1fc28aa052745e0f9825a 2024-11-21T19:51:51,034 INFO [StoreOpener-2eb00a79e5f1fc28aa052745e0f9825a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 2eb00a79e5f1fc28aa052745e0f9825a 2024-11-21T19:51:51,037 INFO [StoreOpener-2eb00a79e5f1fc28aa052745e0f9825a-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 2eb00a79e5f1fc28aa052745e0f9825a columnFamilyName info 2024-11-21T19:51:51,037 DEBUG [StoreOpener-2eb00a79e5f1fc28aa052745e0f9825a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:51:51,038 INFO [StoreOpener-2eb00a79e5f1fc28aa052745e0f9825a-1 {}] regionserver.HStore(327): Store=2eb00a79e5f1fc28aa052745e0f9825a/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T19:51:51,038 DEBUG [RS_OPEN_REGION-regionserver/7b96b36745c6:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 2eb00a79e5f1fc28aa052745e0f9825a 2024-11-21T19:51:51,040 DEBUG [RS_OPEN_REGION-regionserver/7b96b36745c6:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35019/user/jenkins/test-data/9f8b0a2b-d66c-1f94-8382-d8681b3c6feb/data/default/TestLogRolling-testSlowSyncLogRolling/2eb00a79e5f1fc28aa052745e0f9825a 2024-11-21T19:51:51,041 DEBUG [RS_OPEN_REGION-regionserver/7b96b36745c6:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35019/user/jenkins/test-data/9f8b0a2b-d66c-1f94-8382-d8681b3c6feb/data/default/TestLogRolling-testSlowSyncLogRolling/2eb00a79e5f1fc28aa052745e0f9825a 2024-11-21T19:51:51,042 DEBUG [RS_OPEN_REGION-regionserver/7b96b36745c6:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 2eb00a79e5f1fc28aa052745e0f9825a 2024-11-21T19:51:51,042 DEBUG [RS_OPEN_REGION-regionserver/7b96b36745c6:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 2eb00a79e5f1fc28aa052745e0f9825a 2024-11-21T19:51:51,045 DEBUG [RS_OPEN_REGION-regionserver/7b96b36745c6:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 2eb00a79e5f1fc28aa052745e0f9825a 2024-11-21T19:51:51,049 DEBUG [RS_OPEN_REGION-regionserver/7b96b36745c6:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35019/user/jenkins/test-data/9f8b0a2b-d66c-1f94-8382-d8681b3c6feb/data/default/TestLogRolling-testSlowSyncLogRolling/2eb00a79e5f1fc28aa052745e0f9825a/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-21T19:51:51,050 INFO [RS_OPEN_REGION-regionserver/7b96b36745c6:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 2eb00a79e5f1fc28aa052745e0f9825a; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=16384, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=801454, jitterRate=0.019101738929748535}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-21T19:51:51,051 DEBUG [RS_OPEN_REGION-regionserver/7b96b36745c6:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 2eb00a79e5f1fc28aa052745e0f9825a 2024-11-21T19:51:51,052 DEBUG [RS_OPEN_REGION-regionserver/7b96b36745c6:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 2eb00a79e5f1fc28aa052745e0f9825a: Running coprocessor pre-open hook at 1732218711032Writing region info on filesystem at 1732218711032Initializing all the Stores at 1732218711033 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732218711034 (+1 ms)Cleaning up temporary data from old regions at 1732218711042 (+8 ms)Running coprocessor post-open hooks at 1732218711051 (+9 ms)Region opened successfully at 1732218711052 (+1 ms) 2024-11-21T19:51:51,054 INFO [RS_OPEN_REGION-regionserver/7b96b36745c6:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for TestLogRolling-testSlowSyncLogRolling,,1732218710618.2eb00a79e5f1fc28aa052745e0f9825a., pid=6, masterSystemTime=1732218711023 2024-11-21T19:51:51,058 DEBUG [RS_OPEN_REGION-regionserver/7b96b36745c6:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for TestLogRolling-testSlowSyncLogRolling,,1732218710618.2eb00a79e5f1fc28aa052745e0f9825a. 2024-11-21T19:51:51,058 INFO [RS_OPEN_REGION-regionserver/7b96b36745c6:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened TestLogRolling-testSlowSyncLogRolling,,1732218710618.2eb00a79e5f1fc28aa052745e0f9825a. 2024-11-21T19:51:51,059 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=2eb00a79e5f1fc28aa052745e0f9825a, regionState=OPEN, openSeqNum=2, regionLocation=7b96b36745c6,43005,1732218708404 2024-11-21T19:51:51,064 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 2eb00a79e5f1fc28aa052745e0f9825a, server=7b96b36745c6,43005,1732218708404 because future has completed 2024-11-21T19:51:51,070 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-21T19:51:51,070 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 2eb00a79e5f1fc28aa052745e0f9825a, server=7b96b36745c6,43005,1732218708404 in 197 msec 2024-11-21T19:51:51,101 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-21T19:51:51,101 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestLogRolling-testSlowSyncLogRolling, region=2eb00a79e5f1fc28aa052745e0f9825a, ASSIGN in 364 msec 2024-11-21T19:51:51,103 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=TestLogRolling-testSlowSyncLogRolling execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-21T19:51:51,103 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestLogRolling-testSlowSyncLogRolling","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732218711103"}]},"ts":"1732218711103"} 2024-11-21T19:51:51,106 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=TestLogRolling-testSlowSyncLogRolling, state=ENABLED in hbase:meta 2024-11-21T19:51:51,108 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=TestLogRolling-testSlowSyncLogRolling execute state=CREATE_TABLE_POST_OPERATION 2024-11-21T19:51:51,112 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=TestLogRolling-testSlowSyncLogRolling in 482 msec 2024-11-21T19:51:55,754 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-21T19:51:55,807 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-21T19:51:55,808 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'TestLogRolling-testSlowSyncLogRolling' 2024-11-21T19:51:58,102 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-21T19:51:58,103 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-21T19:51:58,104 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_TestLogRolling-testSlowSyncLogRolling 2024-11-21T19:51:58,104 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_TestLogRolling-testSlowSyncLogRolling Metrics about Tables on a single HBase RegionServer 2024-11-21T19:51:58,105 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-21T19:51:58,105 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-11-21T19:51:58,106 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-21T19:51:58,106 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-11-21T19:52:00,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36775 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-21T19:52:00,723 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:TestLogRolling-testSlowSyncLogRolling completed 2024-11-21T19:52:00,727 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=TestLogRolling-testSlowSyncLogRolling,, stopping at row=TestLogRolling-testSlowSyncLogRolling ,, for max=2147483647 with caching=100 2024-11-21T19:52:00,733 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(2234): Found 1 regions for table TestLogRolling-testSlowSyncLogRolling 2024-11-21T19:52:00,734 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(2240): firstRegionName=TestLogRolling-testSlowSyncLogRolling,,1732218710618.2eb00a79e5f1fc28aa052745e0f9825a. 2024-11-21T19:52:00,751 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/9f8b0a2b-d66c-1f94-8382-d8681b3c6feb/WALs/7b96b36745c6,43005,1732218708404/7b96b36745c6%2C43005%2C1732218708404.1732218720734, exclude list is [], retry=0 2024-11-21T19:52:00,756 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:32951,DS-689c0f29-43e7-427a-81c8-39ff53ee6b11,DISK] 2024-11-21T19:52:00,756 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35959,DS-2876e413-1f61-4565-ad86-98bb72e06428,DISK] 2024-11-21T19:52:00,759 INFO [Time-limited test {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/9f8b0a2b-d66c-1f94-8382-d8681b3c6feb/WALs/7b96b36745c6,43005,1732218708404/7b96b36745c6%2C43005%2C1732218708404.1732218709779 with entries=1, filesize=443 B; new WAL /user/jenkins/test-data/9f8b0a2b-d66c-1f94-8382-d8681b3c6feb/WALs/7b96b36745c6,43005,1732218708404/7b96b36745c6%2C43005%2C1732218708404.1732218720734 2024-11-21T19:52:00,760 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34127:34127),(127.0.0.1/127.0.0.1:44427:44427)] 2024-11-21T19:52:00,760 DEBUG [Time-limited test {}] wal.AbstractFSWAL(879): hdfs://localhost:35019/user/jenkins/test-data/9f8b0a2b-d66c-1f94-8382-d8681b3c6feb/WALs/7b96b36745c6,43005,1732218708404/7b96b36745c6%2C43005%2C1732218708404.1732218709779 is not closed yet, will try archiving it next time 2024-11-21T19:52:00,763 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32951 is added to blk_1073741833_1009 (size=451) 2024-11-21T19:52:00,763 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35959 is added to blk_1073741833_1009 (size=451) 2024-11-21T19:52:00,765 INFO [WAL-Archive-0 {}] wal.AbstractFSWAL(968): Archiving hdfs://localhost:35019/user/jenkins/test-data/9f8b0a2b-d66c-1f94-8382-d8681b3c6feb/WALs/7b96b36745c6,43005,1732218708404/7b96b36745c6%2C43005%2C1732218708404.1732218709779 to hdfs://localhost:35019/user/jenkins/test-data/9f8b0a2b-d66c-1f94-8382-d8681b3c6feb/oldWALs/7b96b36745c6%2C43005%2C1732218708404.1732218709779 2024-11-21T19:52:00,769 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestLogRolling-testSlowSyncLogRolling', row='row0001', locateType=CURRENT is [region=TestLogRolling-testSlowSyncLogRolling,,1732218710618.2eb00a79e5f1fc28aa052745e0f9825a., hostname=7b96b36745c6,43005,1732218708404, seqNum=2] 2024-11-21T19:52:14,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43005 {}] regionserver.HRegion(8855): Flush requested on 2eb00a79e5f1fc28aa052745e0f9825a 2024-11-21T19:52:14,806 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 2eb00a79e5f1fc28aa052745e0f9825a 1/1 column families, dataSize=8.21 KB heapSize=9.06 KB 2024-11-21T19:52:14,872 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35019/user/jenkins/test-data/9f8b0a2b-d66c-1f94-8382-d8681b3c6feb/data/default/TestLogRolling-testSlowSyncLogRolling/2eb00a79e5f1fc28aa052745e0f9825a/.tmp/info/b1ab5becad7349a9b36c3a6ddaecc5c8 is 1055, key is row0001/info:/1732218720771/Put/seqid=0 2024-11-21T19:52:14,888 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35959 is added to blk_1073741838_1014 (size=13386) 2024-11-21T19:52:14,889 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32951 is added to blk_1073741838_1014 (size=13386) 2024-11-21T19:52:14,889 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.21 KB at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:35019/user/jenkins/test-data/9f8b0a2b-d66c-1f94-8382-d8681b3c6feb/data/default/TestLogRolling-testSlowSyncLogRolling/2eb00a79e5f1fc28aa052745e0f9825a/.tmp/info/b1ab5becad7349a9b36c3a6ddaecc5c8 2024-11-21T19:52:14,940 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35019/user/jenkins/test-data/9f8b0a2b-d66c-1f94-8382-d8681b3c6feb/data/default/TestLogRolling-testSlowSyncLogRolling/2eb00a79e5f1fc28aa052745e0f9825a/.tmp/info/b1ab5becad7349a9b36c3a6ddaecc5c8 as hdfs://localhost:35019/user/jenkins/test-data/9f8b0a2b-d66c-1f94-8382-d8681b3c6feb/data/default/TestLogRolling-testSlowSyncLogRolling/2eb00a79e5f1fc28aa052745e0f9825a/info/b1ab5becad7349a9b36c3a6ddaecc5c8 2024-11-21T19:52:14,952 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35019/user/jenkins/test-data/9f8b0a2b-d66c-1f94-8382-d8681b3c6feb/data/default/TestLogRolling-testSlowSyncLogRolling/2eb00a79e5f1fc28aa052745e0f9825a/info/b1ab5becad7349a9b36c3a6ddaecc5c8, entries=8, sequenceid=12, filesize=13.1 K 2024-11-21T19:52:14,961 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~8.21 KB/8408, heapSize ~9.05 KB/9264, currentSize=0 B/0 for 2eb00a79e5f1fc28aa052745e0f9825a in 152ms, sequenceid=12, compaction requested=false 2024-11-21T19:52:14,962 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 2eb00a79e5f1fc28aa052745e0f9825a: 2024-11-21T19:52:16,729 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-21T19:52:20,830 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/9f8b0a2b-d66c-1f94-8382-d8681b3c6feb/WALs/7b96b36745c6,43005,1732218708404/7b96b36745c6%2C43005%2C1732218708404.1732218740810, exclude list is [], retry=0 2024-11-21T19:52:20,835 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35959,DS-2876e413-1f61-4565-ad86-98bb72e06428,DISK] 2024-11-21T19:52:20,835 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:32951,DS-689c0f29-43e7-427a-81c8-39ff53ee6b11,DISK] 2024-11-21T19:52:20,838 INFO [Time-limited test {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/9f8b0a2b-d66c-1f94-8382-d8681b3c6feb/WALs/7b96b36745c6,43005,1732218708404/7b96b36745c6%2C43005%2C1732218708404.1732218720734 with entries=12, filesize=11.86 KB; new WAL /user/jenkins/test-data/9f8b0a2b-d66c-1f94-8382-d8681b3c6feb/WALs/7b96b36745c6,43005,1732218708404/7b96b36745c6%2C43005%2C1732218708404.1732218740810 2024-11-21T19:52:20,839 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34127:34127),(127.0.0.1/127.0.0.1:44427:44427)] 2024-11-21T19:52:20,839 DEBUG [Time-limited test {}] wal.AbstractFSWAL(879): hdfs://localhost:35019/user/jenkins/test-data/9f8b0a2b-d66c-1f94-8382-d8681b3c6feb/WALs/7b96b36745c6,43005,1732218708404/7b96b36745c6%2C43005%2C1732218708404.1732218720734 is not closed yet, will try archiving it next time 2024-11-21T19:52:20,843 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32951 is added to blk_1073741837_1013 (size=12149) 2024-11-21T19:52:20,846 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35959 is added to blk_1073741837_1013 (size=12149) 2024-11-21T19:52:25,849 INFO [AsyncFSWAL-0-hdfs://localhost:35019/user/jenkins/test-data/9f8b0a2b-d66c-1f94-8382-d8681b3c6feb-prefix:7b96b36745c6,43005,1732218708404 {}] wal.AbstractFSWAL(1368): Slow sync cost: 5008 ms, current pipeline: [DatanodeInfoWithStorage[127.0.0.1:35959,DS-2876e413-1f61-4565-ad86-98bb72e06428,DISK], DatanodeInfoWithStorage[127.0.0.1:32951,DS-689c0f29-43e7-427a-81c8-39ff53ee6b11,DISK]] 2024-11-21T19:52:25,852 WARN [AsyncFSWAL-0-hdfs://localhost:35019/user/jenkins/test-data/9f8b0a2b-d66c-1f94-8382-d8681b3c6feb-prefix:7b96b36745c6,43005,1732218708404 {}] wal.AbstractFSWAL(1374): Requesting log roll because we exceeded slow sync threshold; time=5008 ms, threshold=5000 ms, current pipeline: [DatanodeInfoWithStorage[127.0.0.1:35959,DS-2876e413-1f61-4565-ad86-98bb72e06428,DISK], DatanodeInfoWithStorage[127.0.0.1:32951,DS-689c0f29-43e7-427a-81c8-39ff53ee6b11,DISK]] 2024-11-21T19:52:25,853 DEBUG [regionserver/7b96b36745c6:0.logRoller {}] wal.AbstractWALRoller(198): WAL AsyncFSWAL 7b96b36745c6%2C43005%2C1732218708404:(num 1732218740810) roll requested 2024-11-21T19:52:25,876 DEBUG [regionserver/7b96b36745c6:0.logRoller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/9f8b0a2b-d66c-1f94-8382-d8681b3c6feb/WALs/7b96b36745c6,43005,1732218708404/7b96b36745c6%2C43005%2C1732218708404.1732218745854, exclude list is [], retry=0 2024-11-21T19:52:25,881 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:32951,DS-689c0f29-43e7-427a-81c8-39ff53ee6b11,DISK] 2024-11-21T19:52:25,881 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35959,DS-2876e413-1f61-4565-ad86-98bb72e06428,DISK] 2024-11-21T19:52:25,884 INFO [regionserver/7b96b36745c6:0.logRoller {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/9f8b0a2b-d66c-1f94-8382-d8681b3c6feb/WALs/7b96b36745c6,43005,1732218708404/7b96b36745c6%2C43005%2C1732218708404.1732218740810 with entries=1, filesize=1.20 KB; new WAL /user/jenkins/test-data/9f8b0a2b-d66c-1f94-8382-d8681b3c6feb/WALs/7b96b36745c6,43005,1732218708404/7b96b36745c6%2C43005%2C1732218708404.1732218745854 2024-11-21T19:52:25,884 DEBUG [regionserver/7b96b36745c6:0.logRoller {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44427:44427),(127.0.0.1/127.0.0.1:34127:34127)] 2024-11-21T19:52:25,884 DEBUG [regionserver/7b96b36745c6:0.logRoller {}] wal.AbstractFSWAL(879): hdfs://localhost:35019/user/jenkins/test-data/9f8b0a2b-d66c-1f94-8382-d8681b3c6feb/WALs/7b96b36745c6,43005,1732218708404/7b96b36745c6%2C43005%2C1732218708404.1732218740810 is not closed yet, will try archiving it next time 2024-11-21T19:52:25,887 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32951 is added to blk_1073741839_1015 (size=1233) 2024-11-21T19:52:25,887 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35959 is added to blk_1073741839_1015 (size=1233) 2024-11-21T19:52:27,852 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [10,000] milli-secs(wait.for.ratio=[1]) 2024-11-21T19:52:27,867 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/9f8b0a2b-d66c-1f94-8382-d8681b3c6feb/WALs/7b96b36745c6,43005,1732218708404/7b96b36745c6%2C43005%2C1732218708404.1732218747852, exclude list is [], retry=0 2024-11-21T19:52:27,871 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:32951,DS-689c0f29-43e7-427a-81c8-39ff53ee6b11,DISK] 2024-11-21T19:52:27,871 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35959,DS-2876e413-1f61-4565-ad86-98bb72e06428,DISK] 2024-11-21T19:52:27,874 INFO [Time-limited test {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/9f8b0a2b-d66c-1f94-8382-d8681b3c6feb/WALs/7b96b36745c6,43005,1732218708404/7b96b36745c6%2C43005%2C1732218708404.1732218745854 with entries=0, filesize=85 B; new WAL /user/jenkins/test-data/9f8b0a2b-d66c-1f94-8382-d8681b3c6feb/WALs/7b96b36745c6,43005,1732218708404/7b96b36745c6%2C43005%2C1732218708404.1732218747852 2024-11-21T19:52:27,874 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44427:44427),(127.0.0.1/127.0.0.1:34127:34127)] 2024-11-21T19:52:27,874 DEBUG [Time-limited test {}] wal.AbstractFSWAL(879): hdfs://localhost:35019/user/jenkins/test-data/9f8b0a2b-d66c-1f94-8382-d8681b3c6feb/WALs/7b96b36745c6,43005,1732218708404/7b96b36745c6%2C43005%2C1732218708404.1732218745854 is not closed yet, will try archiving it next time 2024-11-21T19:52:27,876 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32951 is added to blk_1073741840_1016 (size=93) 2024-11-21T19:52:27,876 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35959 is added to blk_1073741840_1016 (size=93) 2024-11-21T19:52:27,877 INFO [WAL-Archive-0 {}] wal.AbstractFSWAL(968): Archiving hdfs://localhost:35019/user/jenkins/test-data/9f8b0a2b-d66c-1f94-8382-d8681b3c6feb/WALs/7b96b36745c6,43005,1732218708404/7b96b36745c6%2C43005%2C1732218708404.1732218745854 to hdfs://localhost:35019/user/jenkins/test-data/9f8b0a2b-d66c-1f94-8382-d8681b3c6feb/oldWALs/7b96b36745c6%2C43005%2C1732218708404.1732218745854 2024-11-21T19:52:30,886 INFO [master/7b96b36745c6:0.Chore.1 {}] migrate.RollingUpgradeChore(116): There is no table to migrate StoreFileTracker! 2024-11-21T19:52:30,886 INFO [master/7b96b36745c6:0.Chore.1 {}] migrate.RollingUpgradeChore(85): All Rolling-Upgrade tasks are complete, shutdown RollingUpgradeChore! 2024-11-21T19:52:35,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43005 {}] regionserver.HRegion(8855): Flush requested on 2eb00a79e5f1fc28aa052745e0f9825a 2024-11-21T19:52:35,891 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 2eb00a79e5f1fc28aa052745e0f9825a 1/1 column families, dataSize=8.21 KB heapSize=9.06 KB 2024-11-21T19:52:35,898 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35019/user/jenkins/test-data/9f8b0a2b-d66c-1f94-8382-d8681b3c6feb/data/default/TestLogRolling-testSlowSyncLogRolling/2eb00a79e5f1fc28aa052745e0f9825a/.tmp/info/c1d219664eeb4c89ab53d76782e11dbd is 1055, key is row0009/info:/1732218736805/Put/seqid=0 2024-11-21T19:52:35,911 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35959 is added to blk_1073741842_1018 (size=13386) 2024-11-21T19:52:35,912 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32951 is added to blk_1073741842_1018 (size=13386) 2024-11-21T19:52:35,912 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.21 KB at sequenceid=23 (bloomFilter=true), to=hdfs://localhost:35019/user/jenkins/test-data/9f8b0a2b-d66c-1f94-8382-d8681b3c6feb/data/default/TestLogRolling-testSlowSyncLogRolling/2eb00a79e5f1fc28aa052745e0f9825a/.tmp/info/c1d219664eeb4c89ab53d76782e11dbd 2024-11-21T19:52:35,923 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35019/user/jenkins/test-data/9f8b0a2b-d66c-1f94-8382-d8681b3c6feb/data/default/TestLogRolling-testSlowSyncLogRolling/2eb00a79e5f1fc28aa052745e0f9825a/.tmp/info/c1d219664eeb4c89ab53d76782e11dbd as hdfs://localhost:35019/user/jenkins/test-data/9f8b0a2b-d66c-1f94-8382-d8681b3c6feb/data/default/TestLogRolling-testSlowSyncLogRolling/2eb00a79e5f1fc28aa052745e0f9825a/info/c1d219664eeb4c89ab53d76782e11dbd 2024-11-21T19:52:35,932 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35019/user/jenkins/test-data/9f8b0a2b-d66c-1f94-8382-d8681b3c6feb/data/default/TestLogRolling-testSlowSyncLogRolling/2eb00a79e5f1fc28aa052745e0f9825a/info/c1d219664eeb4c89ab53d76782e11dbd, entries=8, sequenceid=23, filesize=13.1 K 2024-11-21T19:52:35,934 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~8.21 KB/8408, heapSize ~9.05 KB/9264, currentSize=0 B/0 for 2eb00a79e5f1fc28aa052745e0f9825a in 42ms, sequenceid=23, compaction requested=false 2024-11-21T19:52:35,934 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 2eb00a79e5f1fc28aa052745e0f9825a: 2024-11-21T19:52:35,934 DEBUG [MemStoreFlusher.0 {}] regionserver.ConstantSizeRegionSplitPolicy(101): Should split because region size is big enough sumSize=26.1 K, sizeToCheck=16.0 K 2024-11-21T19:52:35,934 DEBUG [MemStoreFlusher.0 {}] regionserver.IncreasingToUpperBoundRegionSplitPolicy(85): regionsWithCommonTable=1 2024-11-21T19:52:35,935 DEBUG [MemStoreFlusher.0 {}] regionserver.StoreUtils(137): cannot split hdfs://localhost:35019/user/jenkins/test-data/9f8b0a2b-d66c-1f94-8382-d8681b3c6feb/data/default/TestLogRolling-testSlowSyncLogRolling/2eb00a79e5f1fc28aa052745e0f9825a/info/b1ab5becad7349a9b36c3a6ddaecc5c8 because midkey is the same as first or last row 2024-11-21T19:52:36,031 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsRegionWrapperImpl$HRegionMetricsWrapperRunnable(329): Region 2eb00a79e5f1fc28aa052745e0f9825a, had cached 0 bytes from a total of 26772 2024-11-21T19:52:46,729 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-21T19:52:47,911 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-21T19:52:47,911 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-21T19:52:47,912 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.regionserver.wal.AbstractTestLogRolling.tearDown(AbstractTestLogRolling.java:163) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-21T19:52:47,916 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T19:52:47,917 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T19:52:47,917 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-21T19:52:47,917 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-21T19:52:47,917 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=438732869, stopped=false 2024-11-21T19:52:47,918 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=7b96b36745c6,36775,1732218707660 2024-11-21T19:52:47,976 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43005-0x10116dad0190001, quorum=127.0.0.1:55444, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-21T19:52:47,976 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36775-0x10116dad0190000, quorum=127.0.0.1:55444, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-21T19:52:47,976 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43005-0x10116dad0190001, quorum=127.0.0.1:55444, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-21T19:52:47,976 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-21T19:52:47,976 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36775-0x10116dad0190000, quorum=127.0.0.1:55444, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-21T19:52:47,976 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-21T19:52:47,976 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.regionserver.wal.AbstractTestLogRolling.tearDown(AbstractTestLogRolling.java:163) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-21T19:52:47,976 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T19:52:47,977 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '7b96b36745c6,43005,1732218708404' ***** 2024-11-21T19:52:47,977 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-21T19:52:47,977 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:36775-0x10116dad0190000, quorum=127.0.0.1:55444, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-21T19:52:47,978 INFO [RS:0;7b96b36745c6:43005 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-21T19:52:47,978 INFO [RS:0;7b96b36745c6:43005 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-21T19:52:47,978 INFO [RS:0;7b96b36745c6:43005 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-21T19:52:47,979 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-21T19:52:47,979 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:43005-0x10116dad0190001, quorum=127.0.0.1:55444, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-21T19:52:47,979 INFO [RS:0;7b96b36745c6:43005 {}] regionserver.HRegionServer(3091): Received CLOSE for 2eb00a79e5f1fc28aa052745e0f9825a 2024-11-21T19:52:47,981 INFO [RS:0;7b96b36745c6:43005 {}] regionserver.HRegionServer(959): stopping server 7b96b36745c6,43005,1732218708404 2024-11-21T19:52:47,981 INFO [RS:0;7b96b36745c6:43005 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-21T19:52:47,981 INFO [RS:0;7b96b36745c6:43005 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;7b96b36745c6:43005. 2024-11-21T19:52:47,981 DEBUG [RS:0;7b96b36745c6:43005 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-21T19:52:47,981 DEBUG [RS:0;7b96b36745c6:43005 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T19:52:47,981 INFO [RS:0;7b96b36745c6:43005 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-21T19:52:47,981 INFO [RS:0;7b96b36745c6:43005 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-21T19:52:47,981 DEBUG [RS_CLOSE_REGION-regionserver/7b96b36745c6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 2eb00a79e5f1fc28aa052745e0f9825a, disabling compactions & flushes 2024-11-21T19:52:47,981 INFO [RS:0;7b96b36745c6:43005 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-21T19:52:47,981 INFO [RS_CLOSE_REGION-regionserver/7b96b36745c6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region TestLogRolling-testSlowSyncLogRolling,,1732218710618.2eb00a79e5f1fc28aa052745e0f9825a. 2024-11-21T19:52:47,981 INFO [RS:0;7b96b36745c6:43005 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-21T19:52:47,981 DEBUG [RS_CLOSE_REGION-regionserver/7b96b36745c6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on TestLogRolling-testSlowSyncLogRolling,,1732218710618.2eb00a79e5f1fc28aa052745e0f9825a. 2024-11-21T19:52:47,982 DEBUG [RS_CLOSE_REGION-regionserver/7b96b36745c6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on TestLogRolling-testSlowSyncLogRolling,,1732218710618.2eb00a79e5f1fc28aa052745e0f9825a. after waiting 0 ms 2024-11-21T19:52:47,982 DEBUG [RS_CLOSE_REGION-regionserver/7b96b36745c6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region TestLogRolling-testSlowSyncLogRolling,,1732218710618.2eb00a79e5f1fc28aa052745e0f9825a. 2024-11-21T19:52:47,982 INFO [RS_CLOSE_REGION-regionserver/7b96b36745c6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 2eb00a79e5f1fc28aa052745e0f9825a 1/1 column families, dataSize=5.13 KB heapSize=5.76 KB 2024-11-21T19:52:47,985 INFO [RS:0;7b96b36745c6:43005 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-21T19:52:47,985 DEBUG [RS:0;7b96b36745c6:43005 {}] regionserver.HRegionServer(1325): Online Regions={2eb00a79e5f1fc28aa052745e0f9825a=TestLogRolling-testSlowSyncLogRolling,,1732218710618.2eb00a79e5f1fc28aa052745e0f9825a., 1588230740=hbase:meta,,1.1588230740} 2024-11-21T19:52:47,986 DEBUG [RS:0;7b96b36745c6:43005 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 2eb00a79e5f1fc28aa052745e0f9825a 2024-11-21T19:52:47,986 DEBUG [RS_CLOSE_META-regionserver/7b96b36745c6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-21T19:52:47,986 INFO [RS_CLOSE_META-regionserver/7b96b36745c6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-21T19:52:47,986 DEBUG [RS_CLOSE_META-regionserver/7b96b36745c6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-21T19:52:47,986 DEBUG [RS_CLOSE_META-regionserver/7b96b36745c6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-21T19:52:47,987 DEBUG [RS_CLOSE_META-regionserver/7b96b36745c6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-21T19:52:47,987 INFO [RS_CLOSE_META-regionserver/7b96b36745c6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=1.65 KB heapSize=3.67 KB 2024-11-21T19:52:47,996 DEBUG [RS_CLOSE_REGION-regionserver/7b96b36745c6:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35019/user/jenkins/test-data/9f8b0a2b-d66c-1f94-8382-d8681b3c6feb/data/default/TestLogRolling-testSlowSyncLogRolling/2eb00a79e5f1fc28aa052745e0f9825a/.tmp/info/e42522674a3d4d6a87731020cd44e031 is 1055, key is row0017/info:/1732218757894/Put/seqid=0 2024-11-21T19:52:48,015 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32951 is added to blk_1073741843_1019 (size=10222) 2024-11-21T19:52:48,015 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35959 is added to blk_1073741843_1019 (size=10222) 2024-11-21T19:52:48,016 INFO [RS_CLOSE_REGION-regionserver/7b96b36745c6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=5.13 KB at sequenceid=31 (bloomFilter=true), to=hdfs://localhost:35019/user/jenkins/test-data/9f8b0a2b-d66c-1f94-8382-d8681b3c6feb/data/default/TestLogRolling-testSlowSyncLogRolling/2eb00a79e5f1fc28aa052745e0f9825a/.tmp/info/e42522674a3d4d6a87731020cd44e031 2024-11-21T19:52:48,021 DEBUG [RS_CLOSE_META-regionserver/7b96b36745c6:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35019/user/jenkins/test-data/9f8b0a2b-d66c-1f94-8382-d8681b3c6feb/data/hbase/meta/1588230740/.tmp/info/d25380f0ec814f4cbaecb1c9e3517971 is 195, key is TestLogRolling-testSlowSyncLogRolling,,1732218710618.2eb00a79e5f1fc28aa052745e0f9825a./info:regioninfo/1732218711059/Put/seqid=0 2024-11-21T19:52:48,029 DEBUG [RS_CLOSE_REGION-regionserver/7b96b36745c6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35019/user/jenkins/test-data/9f8b0a2b-d66c-1f94-8382-d8681b3c6feb/data/default/TestLogRolling-testSlowSyncLogRolling/2eb00a79e5f1fc28aa052745e0f9825a/.tmp/info/e42522674a3d4d6a87731020cd44e031 as hdfs://localhost:35019/user/jenkins/test-data/9f8b0a2b-d66c-1f94-8382-d8681b3c6feb/data/default/TestLogRolling-testSlowSyncLogRolling/2eb00a79e5f1fc28aa052745e0f9825a/info/e42522674a3d4d6a87731020cd44e031 2024-11-21T19:52:48,030 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35959 is added to blk_1073741844_1020 (size=7016) 2024-11-21T19:52:48,031 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32951 is added to blk_1073741844_1020 (size=7016) 2024-11-21T19:52:48,032 INFO [RS_CLOSE_META-regionserver/7b96b36745c6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.45 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:35019/user/jenkins/test-data/9f8b0a2b-d66c-1f94-8382-d8681b3c6feb/data/hbase/meta/1588230740/.tmp/info/d25380f0ec814f4cbaecb1c9e3517971 2024-11-21T19:52:48,041 INFO [RS_CLOSE_REGION-regionserver/7b96b36745c6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35019/user/jenkins/test-data/9f8b0a2b-d66c-1f94-8382-d8681b3c6feb/data/default/TestLogRolling-testSlowSyncLogRolling/2eb00a79e5f1fc28aa052745e0f9825a/info/e42522674a3d4d6a87731020cd44e031, entries=5, sequenceid=31, filesize=10.0 K 2024-11-21T19:52:48,043 INFO [RS_CLOSE_REGION-regionserver/7b96b36745c6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~5.13 KB/5255, heapSize ~5.74 KB/5880, currentSize=0 B/0 for 2eb00a79e5f1fc28aa052745e0f9825a in 60ms, sequenceid=31, compaction requested=true 2024-11-21T19:52:48,051 DEBUG [RS_CLOSE_REGION-regionserver/7b96b36745c6:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35019/user/jenkins/test-data/9f8b0a2b-d66c-1f94-8382-d8681b3c6feb/data/default/TestLogRolling-testSlowSyncLogRolling/2eb00a79e5f1fc28aa052745e0f9825a/recovered.edits/34.seqid, newMaxSeqId=34, maxSeqId=1 2024-11-21T19:52:48,055 INFO [RS_CLOSE_REGION-regionserver/7b96b36745c6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed TestLogRolling-testSlowSyncLogRolling,,1732218710618.2eb00a79e5f1fc28aa052745e0f9825a. 2024-11-21T19:52:48,055 DEBUG [RS_CLOSE_REGION-regionserver/7b96b36745c6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 2eb00a79e5f1fc28aa052745e0f9825a: Waiting for close lock at 1732218767981Running coprocessor pre-close hooks at 1732218767981Disabling compacts and flushes for region at 1732218767981Disabling writes for close at 1732218767982 (+1 ms)Obtaining lock to block concurrent updates at 1732218767982Preparing flush snapshotting stores in 2eb00a79e5f1fc28aa052745e0f9825a at 1732218767982Finished memstore snapshotting TestLogRolling-testSlowSyncLogRolling,,1732218710618.2eb00a79e5f1fc28aa052745e0f9825a., syncing WAL and waiting on mvcc, flushsize=dataSize=5255, getHeapSize=5880, getOffHeapSize=0, getCellsCount=5 at 1732218767983 (+1 ms)Flushing stores of TestLogRolling-testSlowSyncLogRolling,,1732218710618.2eb00a79e5f1fc28aa052745e0f9825a. at 1732218767984 (+1 ms)Flushing 2eb00a79e5f1fc28aa052745e0f9825a/info: creating writer at 1732218767984Flushing 2eb00a79e5f1fc28aa052745e0f9825a/info: appending metadata at 1732218767996 (+12 ms)Flushing 2eb00a79e5f1fc28aa052745e0f9825a/info: closing flushed file at 1732218767996Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@68644ffc: reopening flushed file at 1732218768028 (+32 ms)Finished flush of dataSize ~5.13 KB/5255, heapSize ~5.74 KB/5880, currentSize=0 B/0 for 2eb00a79e5f1fc28aa052745e0f9825a in 60ms, sequenceid=31, compaction requested=true at 1732218768043 (+15 ms)Writing region close event to WAL at 1732218768045 (+2 ms)Running coprocessor post-close hooks at 1732218768053 (+8 ms)Closed at 1732218768055 (+2 ms) 2024-11-21T19:52:48,056 DEBUG [RS_CLOSE_REGION-regionserver/7b96b36745c6:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed TestLogRolling-testSlowSyncLogRolling,,1732218710618.2eb00a79e5f1fc28aa052745e0f9825a. 2024-11-21T19:52:48,063 DEBUG [RS_CLOSE_META-regionserver/7b96b36745c6:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35019/user/jenkins/test-data/9f8b0a2b-d66c-1f94-8382-d8681b3c6feb/data/hbase/meta/1588230740/.tmp/ns/dc293c687acb441b9ae2d79295ffe447 is 43, key is default/ns:d/1732218710391/Put/seqid=0 2024-11-21T19:52:48,078 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32951 is added to blk_1073741845_1021 (size=5153) 2024-11-21T19:52:48,079 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35959 is added to blk_1073741845_1021 (size=5153) 2024-11-21T19:52:48,080 INFO [RS_CLOSE_META-regionserver/7b96b36745c6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:35019/user/jenkins/test-data/9f8b0a2b-d66c-1f94-8382-d8681b3c6feb/data/hbase/meta/1588230740/.tmp/ns/dc293c687acb441b9ae2d79295ffe447 2024-11-21T19:52:48,102 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_TestLogRolling-testSlowSyncLogRolling 2024-11-21T19:52:48,112 DEBUG [RS_CLOSE_META-regionserver/7b96b36745c6:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35019/user/jenkins/test-data/9f8b0a2b-d66c-1f94-8382-d8681b3c6feb/data/hbase/meta/1588230740/.tmp/table/059b50ab1f28418c965b08203ac5602f is 73, key is TestLogRolling-testSlowSyncLogRolling/table:state/1732218711103/Put/seqid=0 2024-11-21T19:52:48,123 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35959 is added to blk_1073741846_1022 (size=5396) 2024-11-21T19:52:48,124 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32951 is added to blk_1073741846_1022 (size=5396) 2024-11-21T19:52:48,126 INFO [RS_CLOSE_META-regionserver/7b96b36745c6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=138 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:35019/user/jenkins/test-data/9f8b0a2b-d66c-1f94-8382-d8681b3c6feb/data/hbase/meta/1588230740/.tmp/table/059b50ab1f28418c965b08203ac5602f 2024-11-21T19:52:48,137 DEBUG [RS_CLOSE_META-regionserver/7b96b36745c6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35019/user/jenkins/test-data/9f8b0a2b-d66c-1f94-8382-d8681b3c6feb/data/hbase/meta/1588230740/.tmp/info/d25380f0ec814f4cbaecb1c9e3517971 as hdfs://localhost:35019/user/jenkins/test-data/9f8b0a2b-d66c-1f94-8382-d8681b3c6feb/data/hbase/meta/1588230740/info/d25380f0ec814f4cbaecb1c9e3517971 2024-11-21T19:52:48,149 INFO [RS_CLOSE_META-regionserver/7b96b36745c6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35019/user/jenkins/test-data/9f8b0a2b-d66c-1f94-8382-d8681b3c6feb/data/hbase/meta/1588230740/info/d25380f0ec814f4cbaecb1c9e3517971, entries=10, sequenceid=11, filesize=6.9 K 2024-11-21T19:52:48,151 DEBUG [RS_CLOSE_META-regionserver/7b96b36745c6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35019/user/jenkins/test-data/9f8b0a2b-d66c-1f94-8382-d8681b3c6feb/data/hbase/meta/1588230740/.tmp/ns/dc293c687acb441b9ae2d79295ffe447 as hdfs://localhost:35019/user/jenkins/test-data/9f8b0a2b-d66c-1f94-8382-d8681b3c6feb/data/hbase/meta/1588230740/ns/dc293c687acb441b9ae2d79295ffe447 2024-11-21T19:52:48,162 INFO [RS_CLOSE_META-regionserver/7b96b36745c6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35019/user/jenkins/test-data/9f8b0a2b-d66c-1f94-8382-d8681b3c6feb/data/hbase/meta/1588230740/ns/dc293c687acb441b9ae2d79295ffe447, entries=2, sequenceid=11, filesize=5.0 K 2024-11-21T19:52:48,164 DEBUG [RS_CLOSE_META-regionserver/7b96b36745c6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35019/user/jenkins/test-data/9f8b0a2b-d66c-1f94-8382-d8681b3c6feb/data/hbase/meta/1588230740/.tmp/table/059b50ab1f28418c965b08203ac5602f as hdfs://localhost:35019/user/jenkins/test-data/9f8b0a2b-d66c-1f94-8382-d8681b3c6feb/data/hbase/meta/1588230740/table/059b50ab1f28418c965b08203ac5602f 2024-11-21T19:52:48,175 INFO [RS_CLOSE_META-regionserver/7b96b36745c6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35019/user/jenkins/test-data/9f8b0a2b-d66c-1f94-8382-d8681b3c6feb/data/hbase/meta/1588230740/table/059b50ab1f28418c965b08203ac5602f, entries=2, sequenceid=11, filesize=5.3 K 2024-11-21T19:52:48,178 INFO [RS_CLOSE_META-regionserver/7b96b36745c6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~1.65 KB/1692, heapSize ~3.38 KB/3456, currentSize=0 B/0 for 1588230740 in 190ms, sequenceid=11, compaction requested=false 2024-11-21T19:52:48,186 DEBUG [RS:0;7b96b36745c6:43005 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-21T19:52:48,202 DEBUG [RS_CLOSE_META-regionserver/7b96b36745c6:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35019/user/jenkins/test-data/9f8b0a2b-d66c-1f94-8382-d8681b3c6feb/data/hbase/meta/1588230740/recovered.edits/14.seqid, newMaxSeqId=14, maxSeqId=1 2024-11-21T19:52:48,205 DEBUG [RS_CLOSE_META-regionserver/7b96b36745c6:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-21T19:52:48,205 INFO [RS_CLOSE_META-regionserver/7b96b36745c6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-21T19:52:48,205 DEBUG [RS_CLOSE_META-regionserver/7b96b36745c6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732218767986Running coprocessor pre-close hooks at 1732218767986Disabling compacts and flushes for region at 1732218767986Disabling writes for close at 1732218767986Obtaining lock to block concurrent updates at 1732218767987 (+1 ms)Preparing flush snapshotting stores in 1588230740 at 1732218767987Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=1692, getHeapSize=3696, getOffHeapSize=0, getCellsCount=14 at 1732218767987Flushing stores of hbase:meta,,1.1588230740 at 1732218767988 (+1 ms)Flushing 1588230740/info: creating writer at 1732218767989 (+1 ms)Flushing 1588230740/info: appending metadata at 1732218768020 (+31 ms)Flushing 1588230740/info: closing flushed file at 1732218768020Flushing 1588230740/ns: creating writer at 1732218768043 (+23 ms)Flushing 1588230740/ns: appending metadata at 1732218768062 (+19 ms)Flushing 1588230740/ns: closing flushed file at 1732218768062Flushing 1588230740/table: creating writer at 1732218768092 (+30 ms)Flushing 1588230740/table: appending metadata at 1732218768111 (+19 ms)Flushing 1588230740/table: closing flushed file at 1732218768111Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5066a69d: reopening flushed file at 1732218768135 (+24 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@29f80896: reopening flushed file at 1732218768149 (+14 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@78cbf183: reopening flushed file at 1732218768163 (+14 ms)Finished flush of dataSize ~1.65 KB/1692, heapSize ~3.38 KB/3456, currentSize=0 B/0 for 1588230740 in 190ms, sequenceid=11, compaction requested=false at 1732218768178 (+15 ms)Writing region close event to WAL at 1732218768193 (+15 ms)Running coprocessor post-close hooks at 1732218768204 (+11 ms)Closed at 1732218768205 (+1 ms) 2024-11-21T19:52:48,205 DEBUG [RS_CLOSE_META-regionserver/7b96b36745c6:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-21T19:52:48,386 INFO [RS:0;7b96b36745c6:43005 {}] regionserver.HRegionServer(976): stopping server 7b96b36745c6,43005,1732218708404; all regions closed. 2024-11-21T19:52:48,392 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/9f8b0a2b-d66c-1f94-8382-d8681b3c6feb/WALs/7b96b36745c6,43005,1732218708404/7b96b36745c6%2C43005%2C1732218708404.meta.1732218710206.meta not finished, retry = 0 2024-11-21T19:52:48,396 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32951 is added to blk_1073741834_1010 (size=3066) 2024-11-21T19:52:48,397 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35959 is added to blk_1073741834_1010 (size=3066) 2024-11-21T19:52:48,498 DEBUG [RS:0;7b96b36745c6:43005 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/9f8b0a2b-d66c-1f94-8382-d8681b3c6feb/oldWALs 2024-11-21T19:52:48,498 INFO [RS:0;7b96b36745c6:43005 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 7b96b36745c6%2C43005%2C1732218708404.meta:.meta(num 1732218710206) 2024-11-21T19:52:48,502 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35959 is added to blk_1073741841_1017 (size=13164) 2024-11-21T19:52:48,503 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32951 is added to blk_1073741841_1017 (size=13164) 2024-11-21T19:52:48,514 DEBUG [RS:0;7b96b36745c6:43005 {}] wal.AbstractFSWAL(1256): Moved 3 WAL file(s) to /user/jenkins/test-data/9f8b0a2b-d66c-1f94-8382-d8681b3c6feb/oldWALs 2024-11-21T19:52:48,514 INFO [RS:0;7b96b36745c6:43005 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 7b96b36745c6%2C43005%2C1732218708404:(num 1732218747852) 2024-11-21T19:52:48,514 DEBUG [RS:0;7b96b36745c6:43005 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T19:52:48,514 INFO [RS:0;7b96b36745c6:43005 {}] regionserver.LeaseManager(133): Closed leases 2024-11-21T19:52:48,514 INFO [RS:0;7b96b36745c6:43005 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-21T19:52:48,515 INFO [RS:0;7b96b36745c6:43005 {}] hbase.ChoreService(370): Chore service for: regionserver/7b96b36745c6:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-21T19:52:48,515 INFO [regionserver/7b96b36745c6:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-21T19:52:48,515 INFO [RS:0;7b96b36745c6:43005 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-21T19:52:48,516 INFO [RS:0;7b96b36745c6:43005 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:43005 2024-11-21T19:52:48,521 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36775-0x10116dad0190000, quorum=127.0.0.1:55444, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-21T19:52:48,522 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43005-0x10116dad0190001, quorum=127.0.0.1:55444, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/7b96b36745c6,43005,1732218708404 2024-11-21T19:52:48,522 INFO [RS:0;7b96b36745c6:43005 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-21T19:52:48,523 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [7b96b36745c6,43005,1732218708404] 2024-11-21T19:52:48,525 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/7b96b36745c6,43005,1732218708404 already deleted, retry=false 2024-11-21T19:52:48,525 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 7b96b36745c6,43005,1732218708404 expired; onlineServers=0 2024-11-21T19:52:48,525 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '7b96b36745c6,36775,1732218707660' ***** 2024-11-21T19:52:48,526 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-21T19:52:48,526 INFO [M:0;7b96b36745c6:36775 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-21T19:52:48,526 INFO [M:0;7b96b36745c6:36775 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-21T19:52:48,526 DEBUG [M:0;7b96b36745c6:36775 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-21T19:52:48,526 DEBUG [M:0;7b96b36745c6:36775 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-21T19:52:48,526 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-21T19:52:48,526 DEBUG [master/7b96b36745c6:0:becomeActiveMaster-HFileCleaner.small.0-1732218709470 {}] cleaner.HFileCleaner(306): Exit Thread[master/7b96b36745c6:0:becomeActiveMaster-HFileCleaner.small.0-1732218709470,5,FailOnTimeoutGroup] 2024-11-21T19:52:48,526 INFO [M:0;7b96b36745c6:36775 {}] hbase.ChoreService(370): Chore service for: master/7b96b36745c6:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-21T19:52:48,526 INFO [M:0;7b96b36745c6:36775 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-21T19:52:48,527 DEBUG [M:0;7b96b36745c6:36775 {}] master.HMaster(1795): Stopping service threads 2024-11-21T19:52:48,527 INFO [M:0;7b96b36745c6:36775 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-21T19:52:48,527 INFO [M:0;7b96b36745c6:36775 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-21T19:52:48,527 INFO [M:0;7b96b36745c6:36775 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-21T19:52:48,527 DEBUG [master/7b96b36745c6:0:becomeActiveMaster-HFileCleaner.large.0-1732218709469 {}] cleaner.HFileCleaner(306): Exit Thread[master/7b96b36745c6:0:becomeActiveMaster-HFileCleaner.large.0-1732218709469,5,FailOnTimeoutGroup] 2024-11-21T19:52:48,528 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-21T19:52:48,531 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36775-0x10116dad0190000, quorum=127.0.0.1:55444, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master 2024-11-21T19:52:48,531 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36775-0x10116dad0190000, quorum=127.0.0.1:55444, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-21T19:52:48,531 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/master already deleted, retry=false 2024-11-21T19:52:48,531 DEBUG [RegionServerTracker-0 {}] master.ActiveMasterManager(353): master:36775-0x10116dad0190000, quorum=127.0.0.1:55444, baseZNode=/hbase Failed delete of our master address node; KeeperErrorCode = NoNode for /hbase/master 2024-11-21T19:52:48,532 INFO [M:0;7b96b36745c6:36775 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:35019/user/jenkins/test-data/9f8b0a2b-d66c-1f94-8382-d8681b3c6feb/.lastflushedseqids 2024-11-21T19:52:48,554 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32951 is added to blk_1073741847_1023 (size=130) 2024-11-21T19:52:48,555 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35959 is added to blk_1073741847_1023 (size=130) 2024-11-21T19:52:48,555 INFO [M:0;7b96b36745c6:36775 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-21T19:52:48,555 INFO [M:0;7b96b36745c6:36775 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-21T19:52:48,556 DEBUG [M:0;7b96b36745c6:36775 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-21T19:52:48,556 INFO [M:0;7b96b36745c6:36775 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T19:52:48,556 DEBUG [M:0;7b96b36745c6:36775 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T19:52:48,556 DEBUG [M:0;7b96b36745c6:36775 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-21T19:52:48,556 DEBUG [M:0;7b96b36745c6:36775 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T19:52:48,556 INFO [M:0;7b96b36745c6:36775 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=23.04 KB heapSize=29.21 KB 2024-11-21T19:52:48,579 DEBUG [M:0;7b96b36745c6:36775 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35019/user/jenkins/test-data/9f8b0a2b-d66c-1f94-8382-d8681b3c6feb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/8f70416ad1674b568fd2445a6d7ccce6 is 82, key is hbase:meta,,1/info:regioninfo/1732218710304/Put/seqid=0 2024-11-21T19:52:48,586 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32951 is added to blk_1073741848_1024 (size=5672) 2024-11-21T19:52:48,587 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35959 is added to blk_1073741848_1024 (size=5672) 2024-11-21T19:52:48,588 INFO [M:0;7b96b36745c6:36775 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=59 (bloomFilter=true), to=hdfs://localhost:35019/user/jenkins/test-data/9f8b0a2b-d66c-1f94-8382-d8681b3c6feb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/8f70416ad1674b568fd2445a6d7ccce6 2024-11-21T19:52:48,625 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43005-0x10116dad0190001, quorum=127.0.0.1:55444, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-21T19:52:48,625 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43005-0x10116dad0190001, quorum=127.0.0.1:55444, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-21T19:52:48,625 INFO [RS:0;7b96b36745c6:43005 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-21T19:52:48,626 INFO [RS:0;7b96b36745c6:43005 {}] regionserver.HRegionServer(1031): Exiting; stopping=7b96b36745c6,43005,1732218708404; zookeeper connection closed. 2024-11-21T19:52:48,627 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@5fb34e72 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@5fb34e72 2024-11-21T19:52:48,627 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-21T19:52:48,631 DEBUG [M:0;7b96b36745c6:36775 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35019/user/jenkins/test-data/9f8b0a2b-d66c-1f94-8382-d8681b3c6feb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/c4ab773da7654200aed0729daa083770 is 767, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1732218711111/Put/seqid=0 2024-11-21T19:52:48,644 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32951 is added to blk_1073741849_1025 (size=6248) 2024-11-21T19:52:48,645 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35959 is added to blk_1073741849_1025 (size=6248) 2024-11-21T19:52:48,645 INFO [M:0;7b96b36745c6:36775 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.43 KB at sequenceid=59 (bloomFilter=true), to=hdfs://localhost:35019/user/jenkins/test-data/9f8b0a2b-d66c-1f94-8382-d8681b3c6feb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/c4ab773da7654200aed0729daa083770 2024-11-21T19:52:48,671 INFO [M:0;7b96b36745c6:36775 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for c4ab773da7654200aed0729daa083770 2024-11-21T19:52:48,695 DEBUG [M:0;7b96b36745c6:36775 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35019/user/jenkins/test-data/9f8b0a2b-d66c-1f94-8382-d8681b3c6feb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/7b3d75e4d89741298bd07ce84663d8d6 is 69, key is 7b96b36745c6,43005,1732218708404/rs:state/1732218709514/Put/seqid=0 2024-11-21T19:52:48,739 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32951 is added to blk_1073741850_1026 (size=5156) 2024-11-21T19:52:48,741 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35959 is added to blk_1073741850_1026 (size=5156) 2024-11-21T19:52:48,742 INFO [M:0;7b96b36745c6:36775 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=59 (bloomFilter=true), to=hdfs://localhost:35019/user/jenkins/test-data/9f8b0a2b-d66c-1f94-8382-d8681b3c6feb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/7b3d75e4d89741298bd07ce84663d8d6 2024-11-21T19:52:48,779 DEBUG [M:0;7b96b36745c6:36775 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35019/user/jenkins/test-data/9f8b0a2b-d66c-1f94-8382-d8681b3c6feb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/state/8fedcdc0966b475686f56c9306fa86fa is 52, key is load_balancer_on/state:d/1732218710594/Put/seqid=0 2024-11-21T19:52:48,787 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35959 is added to blk_1073741851_1027 (size=5056) 2024-11-21T19:52:48,788 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32951 is added to blk_1073741851_1027 (size=5056) 2024-11-21T19:52:48,790 INFO [M:0;7b96b36745c6:36775 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=48 B at sequenceid=59 (bloomFilter=true), to=hdfs://localhost:35019/user/jenkins/test-data/9f8b0a2b-d66c-1f94-8382-d8681b3c6feb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/state/8fedcdc0966b475686f56c9306fa86fa 2024-11-21T19:52:48,800 DEBUG [M:0;7b96b36745c6:36775 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35019/user/jenkins/test-data/9f8b0a2b-d66c-1f94-8382-d8681b3c6feb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/8f70416ad1674b568fd2445a6d7ccce6 as hdfs://localhost:35019/user/jenkins/test-data/9f8b0a2b-d66c-1f94-8382-d8681b3c6feb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/8f70416ad1674b568fd2445a6d7ccce6 2024-11-21T19:52:48,814 INFO [M:0;7b96b36745c6:36775 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35019/user/jenkins/test-data/9f8b0a2b-d66c-1f94-8382-d8681b3c6feb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/8f70416ad1674b568fd2445a6d7ccce6, entries=8, sequenceid=59, filesize=5.5 K 2024-11-21T19:52:48,815 DEBUG [M:0;7b96b36745c6:36775 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35019/user/jenkins/test-data/9f8b0a2b-d66c-1f94-8382-d8681b3c6feb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/c4ab773da7654200aed0729daa083770 as hdfs://localhost:35019/user/jenkins/test-data/9f8b0a2b-d66c-1f94-8382-d8681b3c6feb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/c4ab773da7654200aed0729daa083770 2024-11-21T19:52:48,824 INFO [M:0;7b96b36745c6:36775 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for c4ab773da7654200aed0729daa083770 2024-11-21T19:52:48,825 INFO [M:0;7b96b36745c6:36775 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35019/user/jenkins/test-data/9f8b0a2b-d66c-1f94-8382-d8681b3c6feb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/c4ab773da7654200aed0729daa083770, entries=6, sequenceid=59, filesize=6.1 K 2024-11-21T19:52:48,826 DEBUG [M:0;7b96b36745c6:36775 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35019/user/jenkins/test-data/9f8b0a2b-d66c-1f94-8382-d8681b3c6feb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/7b3d75e4d89741298bd07ce84663d8d6 as hdfs://localhost:35019/user/jenkins/test-data/9f8b0a2b-d66c-1f94-8382-d8681b3c6feb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/7b3d75e4d89741298bd07ce84663d8d6 2024-11-21T19:52:48,835 INFO [M:0;7b96b36745c6:36775 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35019/user/jenkins/test-data/9f8b0a2b-d66c-1f94-8382-d8681b3c6feb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/7b3d75e4d89741298bd07ce84663d8d6, entries=1, sequenceid=59, filesize=5.0 K 2024-11-21T19:52:48,837 DEBUG [M:0;7b96b36745c6:36775 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35019/user/jenkins/test-data/9f8b0a2b-d66c-1f94-8382-d8681b3c6feb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/state/8fedcdc0966b475686f56c9306fa86fa as hdfs://localhost:35019/user/jenkins/test-data/9f8b0a2b-d66c-1f94-8382-d8681b3c6feb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/state/8fedcdc0966b475686f56c9306fa86fa 2024-11-21T19:52:48,845 INFO [M:0;7b96b36745c6:36775 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35019/user/jenkins/test-data/9f8b0a2b-d66c-1f94-8382-d8681b3c6feb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/state/8fedcdc0966b475686f56c9306fa86fa, entries=1, sequenceid=59, filesize=4.9 K 2024-11-21T19:52:48,847 INFO [M:0;7b96b36745c6:36775 {}] regionserver.HRegion(3140): Finished flush of dataSize ~23.04 KB/23588, heapSize ~29.15 KB/29848, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 291ms, sequenceid=59, compaction requested=false 2024-11-21T19:52:48,849 INFO [M:0;7b96b36745c6:36775 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T19:52:48,849 DEBUG [M:0;7b96b36745c6:36775 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732218768556Disabling compacts and flushes for region at 1732218768556Disabling writes for close at 1732218768556Obtaining lock to block concurrent updates at 1732218768556Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732218768556Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=23588, getHeapSize=29848, getOffHeapSize=0, getCellsCount=70 at 1732218768557 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732218768558 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732218768558Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732218768579 (+21 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732218768579Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732218768601 (+22 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732218768630 (+29 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732218768630Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732218768672 (+42 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732218768694 (+22 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732218768694Flushing 1595e783b53d99cd5eef43b6debb2682/state: creating writer at 1732218768751 (+57 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/state: appending metadata at 1732218768778 (+27 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/state: closing flushed file at 1732218768778Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2e25fc46: reopening flushed file at 1732218768799 (+21 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7d207c57: reopening flushed file at 1732218768814 (+15 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@756044c9: reopening flushed file at 1732218768825 (+11 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@330c9ef: reopening flushed file at 1732218768835 (+10 ms)Finished flush of dataSize ~23.04 KB/23588, heapSize ~29.15 KB/29848, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 291ms, sequenceid=59, compaction requested=false at 1732218768847 (+12 ms)Writing region close event to WAL at 1732218768849 (+2 ms)Closed at 1732218768849 2024-11-21T19:52:48,853 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32951 is added to blk_1073741830_1006 (size=27985) 2024-11-21T19:52:48,858 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35959 is added to blk_1073741830_1006 (size=27985) 2024-11-21T19:52:48,858 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-21T19:52:48,858 INFO [M:0;7b96b36745c6:36775 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-21T19:52:48,858 INFO [M:0;7b96b36745c6:36775 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:36775 2024-11-21T19:52:48,859 INFO [M:0;7b96b36745c6:36775 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-21T19:52:48,962 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36775-0x10116dad0190000, quorum=127.0.0.1:55444, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-21T19:52:48,962 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36775-0x10116dad0190000, quorum=127.0.0.1:55444, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-21T19:52:48,962 INFO [M:0;7b96b36745c6:36775 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-21T19:52:48,968 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@3b9fe80c{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-21T19:52:48,972 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@431c6310{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-21T19:52:48,972 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-21T19:52:48,972 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@775a6b37{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-21T19:52:48,972 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2d434c3e{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/d25c5ee1-5b84-3c1a-55f1-6aace806b6ec/hadoop.log.dir/,STOPPED} 2024-11-21T19:52:48,977 WARN [BP-149400226-172.17.0.2-1732218704531 heartbeating to localhost/127.0.0.1:35019 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-21T19:52:48,977 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-21T19:52:48,977 WARN [BP-149400226-172.17.0.2-1732218704531 heartbeating to localhost/127.0.0.1:35019 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-149400226-172.17.0.2-1732218704531 (Datanode Uuid 6078883c-f5c2-4802-a972-d66a848f0815) service to localhost/127.0.0.1:35019 2024-11-21T19:52:48,977 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-21T19:52:48,978 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/d25c5ee1-5b84-3c1a-55f1-6aace806b6ec/cluster_f681f706-c452-2d3e-f9cb-28a9c12a973e/data/data3/current/BP-149400226-172.17.0.2-1732218704531 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-21T19:52:48,979 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/d25c5ee1-5b84-3c1a-55f1-6aace806b6ec/cluster_f681f706-c452-2d3e-f9cb-28a9c12a973e/data/data4/current/BP-149400226-172.17.0.2-1732218704531 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-21T19:52:48,980 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-21T19:52:48,990 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@790fbcfe{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-21T19:52:48,990 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@4e3c8436{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-21T19:52:48,990 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-21T19:52:48,990 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@49b96e54{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-21T19:52:48,991 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2973dc0f{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/d25c5ee1-5b84-3c1a-55f1-6aace806b6ec/hadoop.log.dir/,STOPPED} 2024-11-21T19:52:48,993 WARN [BP-149400226-172.17.0.2-1732218704531 heartbeating to localhost/127.0.0.1:35019 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-21T19:52:48,993 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-21T19:52:48,993 WARN [BP-149400226-172.17.0.2-1732218704531 heartbeating to localhost/127.0.0.1:35019 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-149400226-172.17.0.2-1732218704531 (Datanode Uuid 40112599-1b61-4571-9960-7db2569570ba) service to localhost/127.0.0.1:35019 2024-11-21T19:52:48,993 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-21T19:52:48,994 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/d25c5ee1-5b84-3c1a-55f1-6aace806b6ec/cluster_f681f706-c452-2d3e-f9cb-28a9c12a973e/data/data1/current/BP-149400226-172.17.0.2-1732218704531 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-21T19:52:48,994 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/d25c5ee1-5b84-3c1a-55f1-6aace806b6ec/cluster_f681f706-c452-2d3e-f9cb-28a9c12a973e/data/data2/current/BP-149400226-172.17.0.2-1732218704531 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-21T19:52:48,994 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-21T19:52:49,008 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@612e4b2b{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-21T19:52:49,010 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@65270512{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-21T19:52:49,010 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-21T19:52:49,010 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6932e96{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-21T19:52:49,010 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@20abc9e4{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/d25c5ee1-5b84-3c1a-55f1-6aace806b6ec/hadoop.log.dir/,STOPPED} 2024-11-21T19:52:49,024 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-21T19:52:49,067 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-21T19:52:49,082 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.wal.TestAsyncLogRolling#testSlowSyncLogRolling Thread=65 (was 12) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:35019 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-4-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-2 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/7b96b36745c6:0.leaseChecker java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hbase.regionserver.LeaseManager.run(LeaseManager.java:82) Potentially hanging thread: nioEventLoopGroup-2-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: SnapshotHandlerChoreCleaner java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-2-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:35019 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-1-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-4 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Slow-sync-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: GcTimeMonitor obsWindow = 60000, sleepInterval = 5000, maxGcTimePerc = 100 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.util.GcTimeMonitor.run(GcTimeMonitor.java:161) Potentially hanging thread: LeaseRenewer:jenkins.hfs.0@localhost:35019 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-5-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Async-Client-Retry-Timer-pool-0 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.waitForNextTick(HashedWheelTimer.java:598) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:494) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (961219246) connection to localhost/127.0.0.1:35019 from jenkins.hfs.0 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins@localhost:35019 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-3-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-2-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test.named-queue-events-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) app//com.lmax.disruptor.BlockingWaitStrategy.waitFor(BlockingWaitStrategy.java:47) app//com.lmax.disruptor.ProcessingSequenceBarrier.waitFor(ProcessingSequenceBarrier.java:56) app//com.lmax.disruptor.BatchEventProcessor.processEvents(BatchEventProcessor.java:159) app//com.lmax.disruptor.BatchEventProcessor.run(BatchEventProcessor.java:125) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool.commonPool-worker-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkUntil(LockSupport.java:410) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1726) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-3 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-1-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (961219246) connection to localhost/127.0.0.1:35019 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: weak-ref-cleaner-strictcontextstorage java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:155) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:176) app//io.opentelemetry.context.StrictContextStorage$PendingScopes.run(StrictContextStorage.java:269) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.hdfs.PeerCache@f035688 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.PeerCache.run(PeerCache.java:253) app//org.apache.hadoop.hdfs.PeerCache.access$000(PeerCache.java:46) app//org.apache.hadoop.hdfs.PeerCache$1.run(PeerCache.java:124) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-4-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: SessionTracker java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.server.SessionTrackerImpl.run(SessionTrackerImpl.java:163) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:35019 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-5-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: master/7b96b36745c6:0:becomeActiveMaster-MemStoreChunkPool Statistics java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: master/7b96b36745c6:0:becomeActiveMaster-MemStoreChunkPool Statistics java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: region-location-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-3-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-3-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-1-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcClient-timer-pool-0 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.waitForNextTick(HashedWheelTimer.java:598) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:494) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/7b96b36745c6:0.procedureResultReporter java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.regionserver.RemoteProcedureResultReporter.run(RemoteProcedureResultReporter.java:75) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-3-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.fs.FileSystem$Statistics$StatisticsDataReferenceCleaner java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:155) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:176) app//org.apache.hadoop.fs.FileSystem$Statistics$StatisticsDataReferenceCleaner.run(FileSystem.java:4171) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Idle-Rpc-Conn-Sweeper-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-3-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-3-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HBase-Metrics2-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: SSL Certificates Store Monitor java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:537) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: Monitor thread for TaskMonitor java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hbase.monitoring.TaskMonitor$MonitorRunnable.run(TaskMonitor.java:325) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-5-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-4 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkUntil(LockSupport.java:410) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1726) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: Timer for 'HBase' metrics system java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: nioEventLoopGroup-4-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (961219246) connection to localhost/127.0.0.1:35019 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) - Thread LEAK? -, OpenFileDescriptor=393 (was 287) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=191 (was 241), ProcessCount=11 (was 11), AvailableMemoryMB=11422 (was 11502) 2024-11-21T19:52:49,096 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.wal.TestAsyncLogRolling#testLogRollOnDatanodeDeath Thread=66, OpenFileDescriptor=393, MaxFileDescriptor=1048576, SystemLoadAverage=191, ProcessCount=11, AvailableMemoryMB=11422 2024-11-21T19:52:49,096 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=2, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-21T19:52:49,097 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/d25c5ee1-5b84-3c1a-55f1-6aace806b6ec/hadoop.log.dir so I do NOT create it in target/test-data/44bf3325-df7e-be29-3020-1ee973cb66fc 2024-11-21T19:52:49,097 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/d25c5ee1-5b84-3c1a-55f1-6aace806b6ec/hadoop.tmp.dir so I do NOT create it in target/test-data/44bf3325-df7e-be29-3020-1ee973cb66fc 2024-11-21T19:52:49,097 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/44bf3325-df7e-be29-3020-1ee973cb66fc/cluster_d064a769-a92c-2c8a-d86b-ceb611f9aa2d, deleteOnExit=true 2024-11-21T19:52:49,097 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-21T19:52:49,097 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/44bf3325-df7e-be29-3020-1ee973cb66fc/test.cache.data in system properties and HBase conf 2024-11-21T19:52:49,097 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/44bf3325-df7e-be29-3020-1ee973cb66fc/hadoop.tmp.dir in system properties and HBase conf 2024-11-21T19:52:49,097 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/44bf3325-df7e-be29-3020-1ee973cb66fc/hadoop.log.dir in system properties and HBase conf 2024-11-21T19:52:49,098 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/44bf3325-df7e-be29-3020-1ee973cb66fc/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-21T19:52:49,098 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/44bf3325-df7e-be29-3020-1ee973cb66fc/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-21T19:52:49,098 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-21T19:52:49,098 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-21T19:52:49,098 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/44bf3325-df7e-be29-3020-1ee973cb66fc/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-21T19:52:49,098 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/44bf3325-df7e-be29-3020-1ee973cb66fc/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-21T19:52:49,099 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/44bf3325-df7e-be29-3020-1ee973cb66fc/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-21T19:52:49,099 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/44bf3325-df7e-be29-3020-1ee973cb66fc/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-21T19:52:49,099 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/44bf3325-df7e-be29-3020-1ee973cb66fc/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-21T19:52:49,099 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/44bf3325-df7e-be29-3020-1ee973cb66fc/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-21T19:52:49,099 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/44bf3325-df7e-be29-3020-1ee973cb66fc/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-21T19:52:49,099 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/44bf3325-df7e-be29-3020-1ee973cb66fc/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-21T19:52:49,100 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/44bf3325-df7e-be29-3020-1ee973cb66fc/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-21T19:52:49,100 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/44bf3325-df7e-be29-3020-1ee973cb66fc/nfs.dump.dir in system properties and HBase conf 2024-11-21T19:52:49,100 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/44bf3325-df7e-be29-3020-1ee973cb66fc/java.io.tmpdir in system properties and HBase conf 2024-11-21T19:52:49,100 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/44bf3325-df7e-be29-3020-1ee973cb66fc/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-21T19:52:49,100 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/44bf3325-df7e-be29-3020-1ee973cb66fc/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-21T19:52:49,100 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/44bf3325-df7e-be29-3020-1ee973cb66fc/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-21T19:52:49,202 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-21T19:52:49,210 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-21T19:52:49,229 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-21T19:52:49,229 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-21T19:52:49,229 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-21T19:52:49,230 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-21T19:52:49,233 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7648fb82{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/44bf3325-df7e-be29-3020-1ee973cb66fc/hadoop.log.dir/,AVAILABLE} 2024-11-21T19:52:49,234 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1fba372a{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-21T19:52:49,371 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@375d1d1a{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/44bf3325-df7e-be29-3020-1ee973cb66fc/java.io.tmpdir/jetty-localhost-37247-hadoop-hdfs-3_4_1-tests_jar-_-any-2376649233543140297/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-21T19:52:49,372 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@487bdcb9{HTTP/1.1, (http/1.1)}{localhost:37247} 2024-11-21T19:52:49,372 INFO [Time-limited test {}] server.Server(415): Started @67098ms 2024-11-21T19:52:49,486 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-21T19:52:49,489 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-21T19:52:49,490 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-21T19:52:49,490 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-21T19:52:49,490 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-21T19:52:49,491 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4a545b17{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/44bf3325-df7e-be29-3020-1ee973cb66fc/hadoop.log.dir/,AVAILABLE} 2024-11-21T19:52:49,491 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@69f035ef{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-21T19:52:49,611 INFO [regionserver/7b96b36745c6:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-21T19:52:49,616 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@6af8ea6c{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/44bf3325-df7e-be29-3020-1ee973cb66fc/java.io.tmpdir/jetty-localhost-40233-hadoop-hdfs-3_4_1-tests_jar-_-any-2167295417920792817/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-21T19:52:49,617 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@26d8ef5e{HTTP/1.1, (http/1.1)}{localhost:40233} 2024-11-21T19:52:49,617 INFO [Time-limited test {}] server.Server(415): Started @67343ms 2024-11-21T19:52:49,619 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-21T19:52:49,704 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-21T19:52:49,709 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-21T19:52:49,710 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-21T19:52:49,710 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-21T19:52:49,710 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-21T19:52:49,711 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@26c15ea{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/44bf3325-df7e-be29-3020-1ee973cb66fc/hadoop.log.dir/,AVAILABLE} 2024-11-21T19:52:49,711 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5047de0c{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-21T19:52:49,755 WARN [Thread-370 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/44bf3325-df7e-be29-3020-1ee973cb66fc/cluster_d064a769-a92c-2c8a-d86b-ceb611f9aa2d/data/data1/current/BP-515476830-172.17.0.2-1732218769135/current, will proceed with Du for space computation calculation, 2024-11-21T19:52:49,755 WARN [Thread-371 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/44bf3325-df7e-be29-3020-1ee973cb66fc/cluster_d064a769-a92c-2c8a-d86b-ceb611f9aa2d/data/data2/current/BP-515476830-172.17.0.2-1732218769135/current, will proceed with Du for space computation calculation, 2024-11-21T19:52:49,786 WARN [Thread-349 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-21T19:52:49,789 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x263f2e22d06c4f71 with lease ID 0xde0d89eb03eb4225: Processing first storage report for DS-b333df9d-381f-4c79-95d0-bd4969238a9a from datanode DatanodeRegistration(127.0.0.1:42873, datanodeUuid=d95f9972-2b2e-4201-9c7c-76f6de36f820, infoPort=43357, infoSecurePort=0, ipcPort=38891, storageInfo=lv=-57;cid=testClusterID;nsid=913173867;c=1732218769135) 2024-11-21T19:52:49,789 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x263f2e22d06c4f71 with lease ID 0xde0d89eb03eb4225: from storage DS-b333df9d-381f-4c79-95d0-bd4969238a9a node DatanodeRegistration(127.0.0.1:42873, datanodeUuid=d95f9972-2b2e-4201-9c7c-76f6de36f820, infoPort=43357, infoSecurePort=0, ipcPort=38891, storageInfo=lv=-57;cid=testClusterID;nsid=913173867;c=1732218769135), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-21T19:52:49,790 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x263f2e22d06c4f71 with lease ID 0xde0d89eb03eb4225: Processing first storage report for DS-1ac0b108-2383-4baa-97e2-5bd876148b21 from datanode DatanodeRegistration(127.0.0.1:42873, datanodeUuid=d95f9972-2b2e-4201-9c7c-76f6de36f820, infoPort=43357, infoSecurePort=0, ipcPort=38891, storageInfo=lv=-57;cid=testClusterID;nsid=913173867;c=1732218769135) 2024-11-21T19:52:49,790 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x263f2e22d06c4f71 with lease ID 0xde0d89eb03eb4225: from storage DS-1ac0b108-2383-4baa-97e2-5bd876148b21 node DatanodeRegistration(127.0.0.1:42873, datanodeUuid=d95f9972-2b2e-4201-9c7c-76f6de36f820, infoPort=43357, infoSecurePort=0, ipcPort=38891, storageInfo=lv=-57;cid=testClusterID;nsid=913173867;c=1732218769135), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-21T19:52:49,840 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@1a58fc3f{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/44bf3325-df7e-be29-3020-1ee973cb66fc/java.io.tmpdir/jetty-localhost-34451-hadoop-hdfs-3_4_1-tests_jar-_-any-12740950244359322543/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-21T19:52:49,841 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@2f06258f{HTTP/1.1, (http/1.1)}{localhost:34451} 2024-11-21T19:52:49,841 INFO [Time-limited test {}] server.Server(415): Started @67566ms 2024-11-21T19:52:49,843 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-21T19:52:49,942 WARN [Thread-396 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/44bf3325-df7e-be29-3020-1ee973cb66fc/cluster_d064a769-a92c-2c8a-d86b-ceb611f9aa2d/data/data3/current/BP-515476830-172.17.0.2-1732218769135/current, will proceed with Du for space computation calculation, 2024-11-21T19:52:49,953 WARN [Thread-397 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/44bf3325-df7e-be29-3020-1ee973cb66fc/cluster_d064a769-a92c-2c8a-d86b-ceb611f9aa2d/data/data4/current/BP-515476830-172.17.0.2-1732218769135/current, will proceed with Du for space computation calculation, 2024-11-21T19:52:49,981 WARN [Thread-385 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-21T19:52:49,989 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xd015012bdb373641 with lease ID 0xde0d89eb03eb4226: Processing first storage report for DS-27be6ce1-df0e-47f2-85a5-0256c080ed74 from datanode DatanodeRegistration(127.0.0.1:40817, datanodeUuid=ab8f56df-bf4f-4c40-9ad8-11b63f830bbf, infoPort=33195, infoSecurePort=0, ipcPort=43345, storageInfo=lv=-57;cid=testClusterID;nsid=913173867;c=1732218769135) 2024-11-21T19:52:49,990 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xd015012bdb373641 with lease ID 0xde0d89eb03eb4226: from storage DS-27be6ce1-df0e-47f2-85a5-0256c080ed74 node DatanodeRegistration(127.0.0.1:40817, datanodeUuid=ab8f56df-bf4f-4c40-9ad8-11b63f830bbf, infoPort=33195, infoSecurePort=0, ipcPort=43345, storageInfo=lv=-57;cid=testClusterID;nsid=913173867;c=1732218769135), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-21T19:52:49,990 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xd015012bdb373641 with lease ID 0xde0d89eb03eb4226: Processing first storage report for DS-fd70faef-baba-4f08-8416-afd3d012e69b from datanode DatanodeRegistration(127.0.0.1:40817, datanodeUuid=ab8f56df-bf4f-4c40-9ad8-11b63f830bbf, infoPort=33195, infoSecurePort=0, ipcPort=43345, storageInfo=lv=-57;cid=testClusterID;nsid=913173867;c=1732218769135) 2024-11-21T19:52:49,990 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xd015012bdb373641 with lease ID 0xde0d89eb03eb4226: from storage DS-fd70faef-baba-4f08-8416-afd3d012e69b node DatanodeRegistration(127.0.0.1:40817, datanodeUuid=ab8f56df-bf4f-4c40-9ad8-11b63f830bbf, infoPort=33195, infoSecurePort=0, ipcPort=43345, storageInfo=lv=-57;cid=testClusterID;nsid=913173867;c=1732218769135), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-21T19:52:50,071 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/44bf3325-df7e-be29-3020-1ee973cb66fc 2024-11-21T19:52:50,078 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/44bf3325-df7e-be29-3020-1ee973cb66fc/cluster_d064a769-a92c-2c8a-d86b-ceb611f9aa2d/zookeeper_0, clientPort=53415, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/44bf3325-df7e-be29-3020-1ee973cb66fc/cluster_d064a769-a92c-2c8a-d86b-ceb611f9aa2d/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/44bf3325-df7e-be29-3020-1ee973cb66fc/cluster_d064a769-a92c-2c8a-d86b-ceb611f9aa2d/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-21T19:52:50,079 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=53415 2024-11-21T19:52:50,079 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T19:52:50,081 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T19:52:50,100 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40817 is added to blk_1073741825_1001 (size=7) 2024-11-21T19:52:50,100 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42873 is added to blk_1073741825_1001 (size=7) 2024-11-21T19:52:50,102 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:46623/user/jenkins/test-data/e117aacb-fedc-60f7-36b2-d4ff895d5c46 with version=8 2024-11-21T19:52:50,102 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1141): The hbase.fs.tmp.dir is set to hdfs://localhost:35019/user/jenkins/test-data/9f8b0a2b-d66c-1f94-8382-d8681b3c6feb/hbase-staging 2024-11-21T19:52:50,104 INFO [Time-limited test {}] client.ConnectionUtils(128): master/7b96b36745c6:0 server-side Connection retries=45 2024-11-21T19:52:50,104 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-21T19:52:50,104 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-21T19:52:50,104 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-21T19:52:50,104 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-21T19:52:50,104 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-21T19:52:50,104 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-21T19:52:50,104 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-21T19:52:50,105 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:38075 2024-11-21T19:52:50,106 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:38075 connecting to ZooKeeper ensemble=127.0.0.1:53415 2024-11-21T19:52:50,114 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:380750x0, quorum=127.0.0.1:53415, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-21T19:52:50,115 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:38075-0x10116dbc7450000 connected 2024-11-21T19:52:50,139 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T19:52:50,142 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T19:52:50,145 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:38075-0x10116dbc7450000, quorum=127.0.0.1:53415, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-21T19:52:50,145 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:46623/user/jenkins/test-data/e117aacb-fedc-60f7-36b2-d4ff895d5c46, hbase.cluster.distributed=false 2024-11-21T19:52:50,147 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:38075-0x10116dbc7450000, quorum=127.0.0.1:53415, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-21T19:52:50,148 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=38075 2024-11-21T19:52:50,149 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=38075 2024-11-21T19:52:50,152 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=38075 2024-11-21T19:52:50,153 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=38075 2024-11-21T19:52:50,153 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=38075 2024-11-21T19:52:50,176 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/7b96b36745c6:0 server-side Connection retries=45 2024-11-21T19:52:50,176 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-21T19:52:50,176 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-21T19:52:50,177 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-21T19:52:50,177 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-21T19:52:50,177 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-21T19:52:50,177 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-21T19:52:50,177 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-21T19:52:50,178 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:33969 2024-11-21T19:52:50,179 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:33969 connecting to ZooKeeper ensemble=127.0.0.1:53415 2024-11-21T19:52:50,179 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T19:52:50,182 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T19:52:50,186 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:339690x0, quorum=127.0.0.1:53415, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-21T19:52:50,186 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:33969-0x10116dbc7450001 connected 2024-11-21T19:52:50,186 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:33969-0x10116dbc7450001, quorum=127.0.0.1:53415, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-21T19:52:50,187 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-21T19:52:50,187 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-21T19:52:50,188 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:33969-0x10116dbc7450001, quorum=127.0.0.1:53415, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-21T19:52:50,189 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:33969-0x10116dbc7450001, quorum=127.0.0.1:53415, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-21T19:52:50,190 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=33969 2024-11-21T19:52:50,190 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=33969 2024-11-21T19:52:50,190 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=33969 2024-11-21T19:52:50,190 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=33969 2024-11-21T19:52:50,191 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=33969 2024-11-21T19:52:50,203 DEBUG [M:0;7b96b36745c6:38075 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;7b96b36745c6:38075 2024-11-21T19:52:50,203 INFO [master/7b96b36745c6:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /hbase/backup-masters/7b96b36745c6,38075,1732218770103 2024-11-21T19:52:50,205 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38075-0x10116dbc7450000, quorum=127.0.0.1:53415, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-21T19:52:50,205 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33969-0x10116dbc7450001, quorum=127.0.0.1:53415, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-21T19:52:50,206 DEBUG [master/7b96b36745c6:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:38075-0x10116dbc7450000, quorum=127.0.0.1:53415, baseZNode=/hbase Set watcher on existing znode=/hbase/backup-masters/7b96b36745c6,38075,1732218770103 2024-11-21T19:52:50,207 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33969-0x10116dbc7450001, quorum=127.0.0.1:53415, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-21T19:52:50,207 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38075-0x10116dbc7450000, quorum=127.0.0.1:53415, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-21T19:52:50,207 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33969-0x10116dbc7450001, quorum=127.0.0.1:53415, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-21T19:52:50,208 DEBUG [master/7b96b36745c6:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:38075-0x10116dbc7450000, quorum=127.0.0.1:53415, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-11-21T19:52:50,208 INFO [master/7b96b36745c6:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /hbase/backup-masters/7b96b36745c6,38075,1732218770103 from backup master directory 2024-11-21T19:52:50,210 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33969-0x10116dbc7450001, quorum=127.0.0.1:53415, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-21T19:52:50,210 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38075-0x10116dbc7450000, quorum=127.0.0.1:53415, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/backup-masters/7b96b36745c6,38075,1732218770103 2024-11-21T19:52:50,210 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38075-0x10116dbc7450000, quorum=127.0.0.1:53415, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-21T19:52:50,210 WARN [master/7b96b36745c6:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-21T19:52:50,210 INFO [master/7b96b36745c6:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=7b96b36745c6,38075,1732218770103 2024-11-21T19:52:50,267 DEBUG [master/7b96b36745c6:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:46623/user/jenkins/test-data/e117aacb-fedc-60f7-36b2-d4ff895d5c46/hbase.id] with ID: 36d27960-7eeb-4e16-917b-b29f4656ca00 2024-11-21T19:52:50,267 DEBUG [master/7b96b36745c6:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:46623/user/jenkins/test-data/e117aacb-fedc-60f7-36b2-d4ff895d5c46/.tmp/hbase.id 2024-11-21T19:52:50,274 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42873 is added to blk_1073741826_1002 (size=42) 2024-11-21T19:52:50,275 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40817 is added to blk_1073741826_1002 (size=42) 2024-11-21T19:52:50,275 DEBUG [master/7b96b36745c6:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:46623/user/jenkins/test-data/e117aacb-fedc-60f7-36b2-d4ff895d5c46/.tmp/hbase.id]:[hdfs://localhost:46623/user/jenkins/test-data/e117aacb-fedc-60f7-36b2-d4ff895d5c46/hbase.id] 2024-11-21T19:52:50,291 INFO [master/7b96b36745c6:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T19:52:50,291 INFO [master/7b96b36745c6:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-21T19:52:50,293 INFO [master/7b96b36745c6:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 2ms. 2024-11-21T19:52:50,295 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33969-0x10116dbc7450001, quorum=127.0.0.1:53415, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-21T19:52:50,295 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38075-0x10116dbc7450000, quorum=127.0.0.1:53415, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-21T19:52:50,303 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42873 is added to blk_1073741827_1003 (size=196) 2024-11-21T19:52:50,303 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40817 is added to blk_1073741827_1003 (size=196) 2024-11-21T19:52:50,304 INFO [master/7b96b36745c6:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-21T19:52:50,305 INFO [master/7b96b36745c6:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-21T19:52:50,305 INFO [master/7b96b36745c6:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-21T19:52:50,313 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40817 is added to blk_1073741828_1004 (size=1189) 2024-11-21T19:52:50,313 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42873 is added to blk_1073741828_1004 (size=1189) 2024-11-21T19:52:50,315 INFO [master/7b96b36745c6:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:46623/user/jenkins/test-data/e117aacb-fedc-60f7-36b2-d4ff895d5c46/MasterData/data/master/store 2024-11-21T19:52:50,323 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42873 is added to blk_1073741829_1005 (size=34) 2024-11-21T19:52:50,323 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40817 is added to blk_1073741829_1005 (size=34) 2024-11-21T19:52:50,324 DEBUG [master/7b96b36745c6:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T19:52:50,324 DEBUG [master/7b96b36745c6:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-21T19:52:50,324 INFO [master/7b96b36745c6:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T19:52:50,324 DEBUG [master/7b96b36745c6:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T19:52:50,324 DEBUG [master/7b96b36745c6:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-21T19:52:50,324 DEBUG [master/7b96b36745c6:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T19:52:50,324 INFO [master/7b96b36745c6:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T19:52:50,324 DEBUG [master/7b96b36745c6:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732218770324Disabling compacts and flushes for region at 1732218770324Disabling writes for close at 1732218770324Writing region close event to WAL at 1732218770324Closed at 1732218770324 2024-11-21T19:52:50,325 WARN [master/7b96b36745c6:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:46623/user/jenkins/test-data/e117aacb-fedc-60f7-36b2-d4ff895d5c46/MasterData/data/master/store/.initializing 2024-11-21T19:52:50,325 DEBUG [master/7b96b36745c6:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:46623/user/jenkins/test-data/e117aacb-fedc-60f7-36b2-d4ff895d5c46/MasterData/WALs/7b96b36745c6,38075,1732218770103 2024-11-21T19:52:50,327 INFO [master/7b96b36745c6:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-21T19:52:50,329 INFO [master/7b96b36745c6:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=7b96b36745c6%2C38075%2C1732218770103, suffix=, logDir=hdfs://localhost:46623/user/jenkins/test-data/e117aacb-fedc-60f7-36b2-d4ff895d5c46/MasterData/WALs/7b96b36745c6,38075,1732218770103, archiveDir=hdfs://localhost:46623/user/jenkins/test-data/e117aacb-fedc-60f7-36b2-d4ff895d5c46/MasterData/oldWALs, maxLogs=10 2024-11-21T19:52:50,344 DEBUG [master/7b96b36745c6:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/e117aacb-fedc-60f7-36b2-d4ff895d5c46/MasterData/WALs/7b96b36745c6,38075,1732218770103/7b96b36745c6%2C38075%2C1732218770103.1732218770329, exclude list is [], retry=0 2024-11-21T19:52:50,346 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40817,DS-27be6ce1-df0e-47f2-85a5-0256c080ed74,DISK] 2024-11-21T19:52:50,347 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42873,DS-b333df9d-381f-4c79-95d0-bd4969238a9a,DISK] 2024-11-21T19:52:50,349 INFO [master/7b96b36745c6:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/e117aacb-fedc-60f7-36b2-d4ff895d5c46/MasterData/WALs/7b96b36745c6,38075,1732218770103/7b96b36745c6%2C38075%2C1732218770103.1732218770329 2024-11-21T19:52:50,350 DEBUG [master/7b96b36745c6:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33195:33195),(127.0.0.1/127.0.0.1:43357:43357)] 2024-11-21T19:52:50,350 DEBUG [master/7b96b36745c6:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-21T19:52:50,350 DEBUG [master/7b96b36745c6:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T19:52:50,350 DEBUG [master/7b96b36745c6:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-21T19:52:50,350 DEBUG [master/7b96b36745c6:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-21T19:52:50,352 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-21T19:52:50,354 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-21T19:52:50,354 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:52:50,355 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T19:52:50,355 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-21T19:52:50,357 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-21T19:52:50,358 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:52:50,358 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T19:52:50,358 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-21T19:52:50,361 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-21T19:52:50,362 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:52:50,362 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T19:52:50,363 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-21T19:52:50,365 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-21T19:52:50,365 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:52:50,365 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T19:52:50,366 DEBUG [master/7b96b36745c6:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-21T19:52:50,367 DEBUG [master/7b96b36745c6:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46623/user/jenkins/test-data/e117aacb-fedc-60f7-36b2-d4ff895d5c46/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-21T19:52:50,367 DEBUG [master/7b96b36745c6:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46623/user/jenkins/test-data/e117aacb-fedc-60f7-36b2-d4ff895d5c46/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-21T19:52:50,370 DEBUG [master/7b96b36745c6:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-21T19:52:50,370 DEBUG [master/7b96b36745c6:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-21T19:52:50,370 DEBUG [master/7b96b36745c6:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-21T19:52:50,373 DEBUG [master/7b96b36745c6:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-21T19:52:50,376 DEBUG [master/7b96b36745c6:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46623/user/jenkins/test-data/e117aacb-fedc-60f7-36b2-d4ff895d5c46/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-21T19:52:50,377 INFO [master/7b96b36745c6:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=760768, jitterRate=-0.03263367712497711}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-21T19:52:50,378 DEBUG [master/7b96b36745c6:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732218770350Initializing all the Stores at 1732218770352 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732218770352Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732218770352Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732218770352Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732218770352Cleaning up temporary data from old regions at 1732218770370 (+18 ms)Region opened successfully at 1732218770378 (+8 ms) 2024-11-21T19:52:50,379 INFO [master/7b96b36745c6:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-21T19:52:50,383 DEBUG [master/7b96b36745c6:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@d307c9d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=7b96b36745c6/172.17.0.2:0 2024-11-21T19:52:50,384 INFO [master/7b96b36745c6:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-21T19:52:50,385 INFO [master/7b96b36745c6:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-21T19:52:50,385 INFO [master/7b96b36745c6:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-21T19:52:50,385 INFO [master/7b96b36745c6:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-21T19:52:50,385 INFO [master/7b96b36745c6:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-21T19:52:50,386 INFO [master/7b96b36745c6:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-21T19:52:50,386 INFO [master/7b96b36745c6:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-21T19:52:50,388 INFO [master/7b96b36745c6:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-21T19:52:50,389 DEBUG [master/7b96b36745c6:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38075-0x10116dbc7450000, quorum=127.0.0.1:53415, baseZNode=/hbase Unable to get data of znode /hbase/balancer because node does not exist (not necessarily an error) 2024-11-21T19:52:50,391 DEBUG [master/7b96b36745c6:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/balancer already deleted, retry=false 2024-11-21T19:52:50,391 INFO [master/7b96b36745c6:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-21T19:52:50,392 DEBUG [master/7b96b36745c6:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38075-0x10116dbc7450000, quorum=127.0.0.1:53415, baseZNode=/hbase Unable to get data of znode /hbase/normalizer because node does not exist (not necessarily an error) 2024-11-21T19:52:50,393 DEBUG [master/7b96b36745c6:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/normalizer already deleted, retry=false 2024-11-21T19:52:50,393 INFO [master/7b96b36745c6:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-21T19:52:50,394 DEBUG [master/7b96b36745c6:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38075-0x10116dbc7450000, quorum=127.0.0.1:53415, baseZNode=/hbase Unable to get data of znode /hbase/switch/split because node does not exist (not necessarily an error) 2024-11-21T19:52:50,396 DEBUG [master/7b96b36745c6:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/split already deleted, retry=false 2024-11-21T19:52:50,397 DEBUG [master/7b96b36745c6:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38075-0x10116dbc7450000, quorum=127.0.0.1:53415, baseZNode=/hbase Unable to get data of znode /hbase/switch/merge because node does not exist (not necessarily an error) 2024-11-21T19:52:50,398 DEBUG [master/7b96b36745c6:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/merge already deleted, retry=false 2024-11-21T19:52:50,400 DEBUG [master/7b96b36745c6:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38075-0x10116dbc7450000, quorum=127.0.0.1:53415, baseZNode=/hbase Unable to get data of znode /hbase/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-21T19:52:50,401 DEBUG [master/7b96b36745c6:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/snapshot-cleanup already deleted, retry=false 2024-11-21T19:52:50,403 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33969-0x10116dbc7450001, quorum=127.0.0.1:53415, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-21T19:52:50,403 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38075-0x10116dbc7450000, quorum=127.0.0.1:53415, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-21T19:52:50,403 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33969-0x10116dbc7450001, quorum=127.0.0.1:53415, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-21T19:52:50,403 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38075-0x10116dbc7450000, quorum=127.0.0.1:53415, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-21T19:52:50,404 INFO [master/7b96b36745c6:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=7b96b36745c6,38075,1732218770103, sessionid=0x10116dbc7450000, setting cluster-up flag (Was=false) 2024-11-21T19:52:50,407 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38075-0x10116dbc7450000, quorum=127.0.0.1:53415, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-21T19:52:50,407 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33969-0x10116dbc7450001, quorum=127.0.0.1:53415, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-21T19:52:50,412 DEBUG [master/7b96b36745c6:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/flush-table-proc/acquired, /hbase/flush-table-proc/reached, /hbase/flush-table-proc/abort 2024-11-21T19:52:50,414 DEBUG [master/7b96b36745c6:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=7b96b36745c6,38075,1732218770103 2024-11-21T19:52:50,417 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33969-0x10116dbc7450001, quorum=127.0.0.1:53415, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-21T19:52:50,417 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38075-0x10116dbc7450000, quorum=127.0.0.1:53415, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-21T19:52:50,423 DEBUG [master/7b96b36745c6:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/online-snapshot/acquired, /hbase/online-snapshot/reached, /hbase/online-snapshot/abort 2024-11-21T19:52:50,424 DEBUG [master/7b96b36745c6:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=7b96b36745c6,38075,1732218770103 2024-11-21T19:52:50,426 INFO [master/7b96b36745c6:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:46623/user/jenkins/test-data/e117aacb-fedc-60f7-36b2-d4ff895d5c46/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-21T19:52:50,428 DEBUG [master/7b96b36745c6:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-21T19:52:50,428 INFO [master/7b96b36745c6:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-21T19:52:50,428 INFO [master/7b96b36745c6:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-21T19:52:50,429 DEBUG [master/7b96b36745c6:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 7b96b36745c6,38075,1732218770103 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-21T19:52:50,430 DEBUG [master/7b96b36745c6:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/7b96b36745c6:0, corePoolSize=5, maxPoolSize=5 2024-11-21T19:52:50,431 DEBUG [master/7b96b36745c6:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/7b96b36745c6:0, corePoolSize=5, maxPoolSize=5 2024-11-21T19:52:50,431 DEBUG [master/7b96b36745c6:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/7b96b36745c6:0, corePoolSize=5, maxPoolSize=5 2024-11-21T19:52:50,431 DEBUG [master/7b96b36745c6:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/7b96b36745c6:0, corePoolSize=5, maxPoolSize=5 2024-11-21T19:52:50,431 DEBUG [master/7b96b36745c6:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/7b96b36745c6:0, corePoolSize=10, maxPoolSize=10 2024-11-21T19:52:50,431 DEBUG [master/7b96b36745c6:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/7b96b36745c6:0, corePoolSize=1, maxPoolSize=1 2024-11-21T19:52:50,431 DEBUG [master/7b96b36745c6:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/7b96b36745c6:0, corePoolSize=2, maxPoolSize=2 2024-11-21T19:52:50,431 DEBUG [master/7b96b36745c6:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/7b96b36745c6:0, corePoolSize=1, maxPoolSize=1 2024-11-21T19:52:50,433 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-21T19:52:50,433 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-21T19:52:50,434 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:52:50,435 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-21T19:52:50,437 INFO [master/7b96b36745c6:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732218800437 2024-11-21T19:52:50,437 INFO [master/7b96b36745c6:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-21T19:52:50,437 INFO [master/7b96b36745c6:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-21T19:52:50,438 INFO [master/7b96b36745c6:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-21T19:52:50,438 INFO [master/7b96b36745c6:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-21T19:52:50,438 INFO [master/7b96b36745c6:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-21T19:52:50,438 INFO [master/7b96b36745c6:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-21T19:52:50,441 INFO [master/7b96b36745c6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-21T19:52:50,442 INFO [master/7b96b36745c6:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-21T19:52:50,442 INFO [master/7b96b36745c6:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-21T19:52:50,442 INFO [master/7b96b36745c6:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-21T19:52:50,443 INFO [master/7b96b36745c6:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-21T19:52:50,444 INFO [master/7b96b36745c6:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-21T19:52:50,445 DEBUG [master/7b96b36745c6:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/7b96b36745c6:0:becomeActiveMaster-HFileCleaner.large.0-1732218770444,5,FailOnTimeoutGroup] 2024-11-21T19:52:50,449 DEBUG [master/7b96b36745c6:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/7b96b36745c6:0:becomeActiveMaster-HFileCleaner.small.0-1732218770445,5,FailOnTimeoutGroup] 2024-11-21T19:52:50,449 INFO [master/7b96b36745c6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-21T19:52:50,449 INFO [master/7b96b36745c6:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-21T19:52:50,449 INFO [master/7b96b36745c6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-21T19:52:50,449 INFO [master/7b96b36745c6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-21T19:52:50,451 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42873 is added to blk_1073741831_1007 (size=1321) 2024-11-21T19:52:50,452 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40817 is added to blk_1073741831_1007 (size=1321) 2024-11-21T19:52:50,453 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:46623/user/jenkins/test-data/e117aacb-fedc-60f7-36b2-d4ff895d5c46/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-21T19:52:50,453 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:46623/user/jenkins/test-data/e117aacb-fedc-60f7-36b2-d4ff895d5c46 2024-11-21T19:52:50,464 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40817 is added to blk_1073741832_1008 (size=32) 2024-11-21T19:52:50,465 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42873 is added to blk_1073741832_1008 (size=32) 2024-11-21T19:52:50,465 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T19:52:50,468 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-21T19:52:50,469 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-21T19:52:50,469 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:52:50,470 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T19:52:50,470 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-21T19:52:50,472 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-21T19:52:50,472 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:52:50,472 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T19:52:50,472 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-21T19:52:50,474 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-21T19:52:50,474 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:52:50,474 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T19:52:50,475 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-21T19:52:50,476 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-21T19:52:50,476 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:52:50,477 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T19:52:50,477 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-21T19:52:50,478 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46623/user/jenkins/test-data/e117aacb-fedc-60f7-36b2-d4ff895d5c46/data/hbase/meta/1588230740 2024-11-21T19:52:50,478 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46623/user/jenkins/test-data/e117aacb-fedc-60f7-36b2-d4ff895d5c46/data/hbase/meta/1588230740 2024-11-21T19:52:50,480 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-21T19:52:50,480 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-21T19:52:50,481 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-21T19:52:50,483 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-21T19:52:50,485 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46623/user/jenkins/test-data/e117aacb-fedc-60f7-36b2-d4ff895d5c46/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-21T19:52:50,486 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=16384, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=865230, jitterRate=0.10019810497760773}}}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-21T19:52:50,487 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1732218770466Initializing all the Stores at 1732218770467 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732218770467Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732218770468 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732218770468Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732218770468Cleaning up temporary data from old regions at 1732218770480 (+12 ms)Region opened successfully at 1732218770487 (+7 ms) 2024-11-21T19:52:50,487 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-21T19:52:50,487 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-21T19:52:50,487 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-21T19:52:50,487 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-21T19:52:50,487 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-21T19:52:50,487 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-21T19:52:50,488 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732218770487Disabling compacts and flushes for region at 1732218770487Disabling writes for close at 1732218770487Writing region close event to WAL at 1732218770487Closed at 1732218770487 2024-11-21T19:52:50,489 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-21T19:52:50,489 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-21T19:52:50,490 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-21T19:52:50,491 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-21T19:52:50,493 INFO [RS:0;7b96b36745c6:33969 {}] regionserver.HRegionServer(746): ClusterId : 36d27960-7eeb-4e16-917b-b29f4656ca00 2024-11-21T19:52:50,493 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-21T19:52:50,493 DEBUG [RS:0;7b96b36745c6:33969 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-21T19:52:50,495 DEBUG [RS:0;7b96b36745c6:33969 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-21T19:52:50,495 DEBUG [RS:0;7b96b36745c6:33969 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-21T19:52:50,498 DEBUG [RS:0;7b96b36745c6:33969 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-21T19:52:50,498 DEBUG [RS:0;7b96b36745c6:33969 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1f76bf4a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=7b96b36745c6/172.17.0.2:0 2024-11-21T19:52:50,511 DEBUG [RS:0;7b96b36745c6:33969 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;7b96b36745c6:33969 2024-11-21T19:52:50,511 INFO [RS:0;7b96b36745c6:33969 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-21T19:52:50,511 INFO [RS:0;7b96b36745c6:33969 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-21T19:52:50,511 DEBUG [RS:0;7b96b36745c6:33969 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-21T19:52:50,512 INFO [RS:0;7b96b36745c6:33969 {}] regionserver.HRegionServer(2659): reportForDuty to master=7b96b36745c6,38075,1732218770103 with port=33969, startcode=1732218770176 2024-11-21T19:52:50,512 DEBUG [RS:0;7b96b36745c6:33969 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-21T19:52:50,514 INFO [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55003, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.1 (auth:SIMPLE), service=RegionServerStatusService 2024-11-21T19:52:50,515 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=38075 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 7b96b36745c6,33969,1732218770176 2024-11-21T19:52:50,515 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=38075 {}] master.ServerManager(517): Registering regionserver=7b96b36745c6,33969,1732218770176 2024-11-21T19:52:50,517 DEBUG [RS:0;7b96b36745c6:33969 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:46623/user/jenkins/test-data/e117aacb-fedc-60f7-36b2-d4ff895d5c46 2024-11-21T19:52:50,517 DEBUG [RS:0;7b96b36745c6:33969 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:46623 2024-11-21T19:52:50,517 DEBUG [RS:0;7b96b36745c6:33969 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-21T19:52:50,519 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38075-0x10116dbc7450000, quorum=127.0.0.1:53415, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-21T19:52:50,519 DEBUG [RS:0;7b96b36745c6:33969 {}] zookeeper.ZKUtil(111): regionserver:33969-0x10116dbc7450001, quorum=127.0.0.1:53415, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/7b96b36745c6,33969,1732218770176 2024-11-21T19:52:50,519 WARN [RS:0;7b96b36745c6:33969 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-21T19:52:50,519 INFO [RS:0;7b96b36745c6:33969 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-21T19:52:50,519 DEBUG [RS:0;7b96b36745c6:33969 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:46623/user/jenkins/test-data/e117aacb-fedc-60f7-36b2-d4ff895d5c46/WALs/7b96b36745c6,33969,1732218770176 2024-11-21T19:52:50,520 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [7b96b36745c6,33969,1732218770176] 2024-11-21T19:52:50,524 INFO [RS:0;7b96b36745c6:33969 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-21T19:52:50,527 INFO [RS:0;7b96b36745c6:33969 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-21T19:52:50,528 INFO [RS:0;7b96b36745c6:33969 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-21T19:52:50,528 INFO [RS:0;7b96b36745c6:33969 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-21T19:52:50,528 INFO [RS:0;7b96b36745c6:33969 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-21T19:52:50,529 INFO [RS:0;7b96b36745c6:33969 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-21T19:52:50,529 INFO [RS:0;7b96b36745c6:33969 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-21T19:52:50,529 DEBUG [RS:0;7b96b36745c6:33969 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/7b96b36745c6:0, corePoolSize=1, maxPoolSize=1 2024-11-21T19:52:50,529 DEBUG [RS:0;7b96b36745c6:33969 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/7b96b36745c6:0, corePoolSize=1, maxPoolSize=1 2024-11-21T19:52:50,529 DEBUG [RS:0;7b96b36745c6:33969 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/7b96b36745c6:0, corePoolSize=1, maxPoolSize=1 2024-11-21T19:52:50,529 DEBUG [RS:0;7b96b36745c6:33969 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/7b96b36745c6:0, corePoolSize=1, maxPoolSize=1 2024-11-21T19:52:50,529 DEBUG [RS:0;7b96b36745c6:33969 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/7b96b36745c6:0, corePoolSize=1, maxPoolSize=1 2024-11-21T19:52:50,529 DEBUG [RS:0;7b96b36745c6:33969 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/7b96b36745c6:0, corePoolSize=2, maxPoolSize=2 2024-11-21T19:52:50,530 DEBUG [RS:0;7b96b36745c6:33969 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/7b96b36745c6:0, corePoolSize=1, maxPoolSize=1 2024-11-21T19:52:50,530 DEBUG [RS:0;7b96b36745c6:33969 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/7b96b36745c6:0, corePoolSize=1, maxPoolSize=1 2024-11-21T19:52:50,530 DEBUG [RS:0;7b96b36745c6:33969 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/7b96b36745c6:0, corePoolSize=1, maxPoolSize=1 2024-11-21T19:52:50,530 DEBUG [RS:0;7b96b36745c6:33969 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/7b96b36745c6:0, corePoolSize=1, maxPoolSize=1 2024-11-21T19:52:50,530 DEBUG [RS:0;7b96b36745c6:33969 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/7b96b36745c6:0, corePoolSize=1, maxPoolSize=1 2024-11-21T19:52:50,530 DEBUG [RS:0;7b96b36745c6:33969 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/7b96b36745c6:0, corePoolSize=1, maxPoolSize=1 2024-11-21T19:52:50,530 DEBUG [RS:0;7b96b36745c6:33969 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/7b96b36745c6:0, corePoolSize=3, maxPoolSize=3 2024-11-21T19:52:50,530 DEBUG [RS:0;7b96b36745c6:33969 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/7b96b36745c6:0, corePoolSize=3, maxPoolSize=3 2024-11-21T19:52:50,533 INFO [RS:0;7b96b36745c6:33969 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-21T19:52:50,533 INFO [RS:0;7b96b36745c6:33969 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-21T19:52:50,534 INFO [RS:0;7b96b36745c6:33969 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-21T19:52:50,534 INFO [RS:0;7b96b36745c6:33969 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-21T19:52:50,534 INFO [RS:0;7b96b36745c6:33969 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-21T19:52:50,534 INFO [RS:0;7b96b36745c6:33969 {}] hbase.ChoreService(168): Chore ScheduledChore name=7b96b36745c6,33969,1732218770176-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-21T19:52:50,550 INFO [RS:0;7b96b36745c6:33969 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-21T19:52:50,550 INFO [RS:0;7b96b36745c6:33969 {}] hbase.ChoreService(168): Chore ScheduledChore name=7b96b36745c6,33969,1732218770176-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-21T19:52:50,550 INFO [RS:0;7b96b36745c6:33969 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-21T19:52:50,550 INFO [RS:0;7b96b36745c6:33969 {}] regionserver.Replication(171): 7b96b36745c6,33969,1732218770176 started 2024-11-21T19:52:50,565 INFO [RS:0;7b96b36745c6:33969 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-21T19:52:50,565 INFO [RS:0;7b96b36745c6:33969 {}] regionserver.HRegionServer(1482): Serving as 7b96b36745c6,33969,1732218770176, RpcServer on 7b96b36745c6/172.17.0.2:33969, sessionid=0x10116dbc7450001 2024-11-21T19:52:50,565 DEBUG [RS:0;7b96b36745c6:33969 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-21T19:52:50,565 DEBUG [RS:0;7b96b36745c6:33969 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 7b96b36745c6,33969,1732218770176 2024-11-21T19:52:50,565 DEBUG [RS:0;7b96b36745c6:33969 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '7b96b36745c6,33969,1732218770176' 2024-11-21T19:52:50,565 DEBUG [RS:0;7b96b36745c6:33969 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-21T19:52:50,566 DEBUG [RS:0;7b96b36745c6:33969 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-21T19:52:50,566 DEBUG [RS:0;7b96b36745c6:33969 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-21T19:52:50,566 DEBUG [RS:0;7b96b36745c6:33969 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-21T19:52:50,566 DEBUG [RS:0;7b96b36745c6:33969 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 7b96b36745c6,33969,1732218770176 2024-11-21T19:52:50,566 DEBUG [RS:0;7b96b36745c6:33969 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '7b96b36745c6,33969,1732218770176' 2024-11-21T19:52:50,566 DEBUG [RS:0;7b96b36745c6:33969 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-21T19:52:50,567 DEBUG [RS:0;7b96b36745c6:33969 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-21T19:52:50,567 DEBUG [RS:0;7b96b36745c6:33969 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-21T19:52:50,567 INFO [RS:0;7b96b36745c6:33969 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-21T19:52:50,567 INFO [RS:0;7b96b36745c6:33969 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-21T19:52:50,643 WARN [7b96b36745c6:38075 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-11-21T19:52:50,668 INFO [RS:0;7b96b36745c6:33969 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-21T19:52:50,670 INFO [RS:0;7b96b36745c6:33969 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=7b96b36745c6%2C33969%2C1732218770176, suffix=, logDir=hdfs://localhost:46623/user/jenkins/test-data/e117aacb-fedc-60f7-36b2-d4ff895d5c46/WALs/7b96b36745c6,33969,1732218770176, archiveDir=hdfs://localhost:46623/user/jenkins/test-data/e117aacb-fedc-60f7-36b2-d4ff895d5c46/oldWALs, maxLogs=32 2024-11-21T19:52:50,686 DEBUG [RS:0;7b96b36745c6:33969 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/e117aacb-fedc-60f7-36b2-d4ff895d5c46/WALs/7b96b36745c6,33969,1732218770176/7b96b36745c6%2C33969%2C1732218770176.1732218770672, exclude list is [], retry=0 2024-11-21T19:52:50,690 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42873,DS-b333df9d-381f-4c79-95d0-bd4969238a9a,DISK] 2024-11-21T19:52:50,690 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40817,DS-27be6ce1-df0e-47f2-85a5-0256c080ed74,DISK] 2024-11-21T19:52:50,693 INFO [RS:0;7b96b36745c6:33969 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/e117aacb-fedc-60f7-36b2-d4ff895d5c46/WALs/7b96b36745c6,33969,1732218770176/7b96b36745c6%2C33969%2C1732218770176.1732218770672 2024-11-21T19:52:50,693 DEBUG [RS:0;7b96b36745c6:33969 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43357:43357),(127.0.0.1/127.0.0.1:33195:33195)] 2024-11-21T19:52:50,893 DEBUG [7b96b36745c6:38075 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-21T19:52:50,894 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=7b96b36745c6,33969,1732218770176 2024-11-21T19:52:50,895 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 7b96b36745c6,33969,1732218770176, state=OPENING 2024-11-21T19:52:50,897 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-21T19:52:50,899 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38075-0x10116dbc7450000, quorum=127.0.0.1:53415, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-21T19:52:50,899 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33969-0x10116dbc7450001, quorum=127.0.0.1:53415, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-21T19:52:50,900 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-21T19:52:50,900 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-21T19:52:50,900 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=7b96b36745c6,33969,1732218770176}] 2024-11-21T19:52:50,900 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-21T19:52:51,053 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-21T19:52:51,055 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59839, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-21T19:52:51,060 INFO [RS_OPEN_META-regionserver/7b96b36745c6:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-21T19:52:51,060 INFO [RS_OPEN_META-regionserver/7b96b36745c6:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-21T19:52:51,061 INFO [RS_OPEN_META-regionserver/7b96b36745c6:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-21T19:52:51,063 INFO [RS_OPEN_META-regionserver/7b96b36745c6:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=7b96b36745c6%2C33969%2C1732218770176.meta, suffix=.meta, logDir=hdfs://localhost:46623/user/jenkins/test-data/e117aacb-fedc-60f7-36b2-d4ff895d5c46/WALs/7b96b36745c6,33969,1732218770176, archiveDir=hdfs://localhost:46623/user/jenkins/test-data/e117aacb-fedc-60f7-36b2-d4ff895d5c46/oldWALs, maxLogs=32 2024-11-21T19:52:51,079 DEBUG [RS_OPEN_META-regionserver/7b96b36745c6:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/e117aacb-fedc-60f7-36b2-d4ff895d5c46/WALs/7b96b36745c6,33969,1732218770176/7b96b36745c6%2C33969%2C1732218770176.meta.1732218771065.meta, exclude list is [], retry=0 2024-11-21T19:52:51,082 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40817,DS-27be6ce1-df0e-47f2-85a5-0256c080ed74,DISK] 2024-11-21T19:52:51,082 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42873,DS-b333df9d-381f-4c79-95d0-bd4969238a9a,DISK] 2024-11-21T19:52:51,084 INFO [RS_OPEN_META-regionserver/7b96b36745c6:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/e117aacb-fedc-60f7-36b2-d4ff895d5c46/WALs/7b96b36745c6,33969,1732218770176/7b96b36745c6%2C33969%2C1732218770176.meta.1732218771065.meta 2024-11-21T19:52:51,084 DEBUG [RS_OPEN_META-regionserver/7b96b36745c6:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43357:43357),(127.0.0.1/127.0.0.1:33195:33195)] 2024-11-21T19:52:51,085 DEBUG [RS_OPEN_META-regionserver/7b96b36745c6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-21T19:52:51,085 DEBUG [RS_OPEN_META-regionserver/7b96b36745c6:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-21T19:52:51,085 DEBUG [RS_OPEN_META-regionserver/7b96b36745c6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-21T19:52:51,086 INFO [RS_OPEN_META-regionserver/7b96b36745c6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-21T19:52:51,086 DEBUG [RS_OPEN_META-regionserver/7b96b36745c6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-21T19:52:51,086 DEBUG [RS_OPEN_META-regionserver/7b96b36745c6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T19:52:51,086 DEBUG [RS_OPEN_META-regionserver/7b96b36745c6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-21T19:52:51,086 DEBUG [RS_OPEN_META-regionserver/7b96b36745c6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-21T19:52:51,088 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-21T19:52:51,089 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-21T19:52:51,089 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:52:51,090 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T19:52:51,090 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-21T19:52:51,091 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-21T19:52:51,091 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:52:51,091 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T19:52:51,092 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-21T19:52:51,092 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-21T19:52:51,093 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:52:51,093 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T19:52:51,093 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-21T19:52:51,094 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-21T19:52:51,094 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:52:51,095 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T19:52:51,095 DEBUG [RS_OPEN_META-regionserver/7b96b36745c6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-21T19:52:51,096 DEBUG [RS_OPEN_META-regionserver/7b96b36745c6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46623/user/jenkins/test-data/e117aacb-fedc-60f7-36b2-d4ff895d5c46/data/hbase/meta/1588230740 2024-11-21T19:52:51,097 DEBUG [RS_OPEN_META-regionserver/7b96b36745c6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46623/user/jenkins/test-data/e117aacb-fedc-60f7-36b2-d4ff895d5c46/data/hbase/meta/1588230740 2024-11-21T19:52:51,099 DEBUG [RS_OPEN_META-regionserver/7b96b36745c6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-21T19:52:51,099 DEBUG [RS_OPEN_META-regionserver/7b96b36745c6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-21T19:52:51,099 DEBUG [RS_OPEN_META-regionserver/7b96b36745c6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-21T19:52:51,101 DEBUG [RS_OPEN_META-regionserver/7b96b36745c6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-21T19:52:51,102 INFO [RS_OPEN_META-regionserver/7b96b36745c6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=16384, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=721406, jitterRate=-0.0826849490404129}}}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-21T19:52:51,102 DEBUG [RS_OPEN_META-regionserver/7b96b36745c6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-21T19:52:51,103 DEBUG [RS_OPEN_META-regionserver/7b96b36745c6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732218771086Writing region info on filesystem at 1732218771086Initializing all the Stores at 1732218771087 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732218771087Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732218771088 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732218771088Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732218771088Cleaning up temporary data from old regions at 1732218771099 (+11 ms)Running coprocessor post-open hooks at 1732218771102 (+3 ms)Region opened successfully at 1732218771103 (+1 ms) 2024-11-21T19:52:51,105 INFO [RS_OPEN_META-regionserver/7b96b36745c6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732218771053 2024-11-21T19:52:51,108 DEBUG [RS_OPEN_META-regionserver/7b96b36745c6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-21T19:52:51,108 INFO [RS_OPEN_META-regionserver/7b96b36745c6:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-21T19:52:51,109 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=7b96b36745c6,33969,1732218770176 2024-11-21T19:52:51,111 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 7b96b36745c6,33969,1732218770176, state=OPEN 2024-11-21T19:52:51,114 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38075-0x10116dbc7450000, quorum=127.0.0.1:53415, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-21T19:52:51,114 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33969-0x10116dbc7450001, quorum=127.0.0.1:53415, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-21T19:52:51,114 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=7b96b36745c6,33969,1732218770176 2024-11-21T19:52:51,114 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-21T19:52:51,114 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-21T19:52:51,118 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-21T19:52:51,118 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=7b96b36745c6,33969,1732218770176 in 214 msec 2024-11-21T19:52:51,122 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-21T19:52:51,122 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 629 msec 2024-11-21T19:52:51,123 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-21T19:52:51,123 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-21T19:52:51,124 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-21T19:52:51,124 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=7b96b36745c6,33969,1732218770176, seqNum=-1] 2024-11-21T19:52:51,125 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-21T19:52:51,126 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36321, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-21T19:52:51,132 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 704 msec 2024-11-21T19:52:51,133 INFO [master/7b96b36745c6:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732218771133, completionTime=-1 2024-11-21T19:52:51,133 INFO [master/7b96b36745c6:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-21T19:52:51,133 DEBUG [master/7b96b36745c6:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-21T19:52:51,135 INFO [master/7b96b36745c6:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-11-21T19:52:51,135 INFO [master/7b96b36745c6:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732218831135 2024-11-21T19:52:51,136 INFO [master/7b96b36745c6:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732218891136 2024-11-21T19:52:51,136 INFO [master/7b96b36745c6:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 2 msec 2024-11-21T19:52:51,136 INFO [master/7b96b36745c6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=7b96b36745c6,38075,1732218770103-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-21T19:52:51,136 INFO [master/7b96b36745c6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=7b96b36745c6,38075,1732218770103-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-21T19:52:51,136 INFO [master/7b96b36745c6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=7b96b36745c6,38075,1732218770103-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-21T19:52:51,136 INFO [master/7b96b36745c6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-7b96b36745c6:38075, period=300000, unit=MILLISECONDS is enabled. 2024-11-21T19:52:51,136 INFO [master/7b96b36745c6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-21T19:52:51,137 INFO [master/7b96b36745c6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-21T19:52:51,139 DEBUG [master/7b96b36745c6:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-21T19:52:51,142 INFO [master/7b96b36745c6:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 0.932sec 2024-11-21T19:52:51,142 INFO [master/7b96b36745c6:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-21T19:52:51,142 INFO [master/7b96b36745c6:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-21T19:52:51,142 INFO [master/7b96b36745c6:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-21T19:52:51,142 INFO [master/7b96b36745c6:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-21T19:52:51,142 INFO [master/7b96b36745c6:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-21T19:52:51,142 INFO [master/7b96b36745c6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=7b96b36745c6,38075,1732218770103-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-21T19:52:51,142 INFO [master/7b96b36745c6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=7b96b36745c6,38075,1732218770103-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-21T19:52:51,146 DEBUG [master/7b96b36745c6:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-21T19:52:51,146 INFO [master/7b96b36745c6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-21T19:52:51,146 INFO [master/7b96b36745c6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=7b96b36745c6,38075,1732218770103-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-21T19:52:51,193 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2fa855ff, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T19:52:51,193 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 7b96b36745c6,38075,-1 for getting cluster id 2024-11-21T19:52:51,193 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-21T19:52:51,195 DEBUG [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '36d27960-7eeb-4e16-917b-b29f4656ca00' 2024-11-21T19:52:51,195 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-21T19:52:51,196 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "36d27960-7eeb-4e16-917b-b29f4656ca00" 2024-11-21T19:52:51,196 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@38f109ab, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T19:52:51,196 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [7b96b36745c6,38075,-1] 2024-11-21T19:52:51,196 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-21T19:52:51,196 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T19:52:51,198 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45548, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-21T19:52:51,199 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@74e52b19, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T19:52:51,199 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-21T19:52:51,200 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=7b96b36745c6,33969,1732218770176, seqNum=-1] 2024-11-21T19:52:51,201 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-21T19:52:51,202 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52884, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-21T19:52:51,204 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=7b96b36745c6,38075,1732218770103 2024-11-21T19:52:51,205 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T19:52:51,208 INFO [Time-limited test {}] master.MasterRpcServices(567): Client=null/null set balanceSwitch=false 2024-11-21T19:52:51,220 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-21T19:52:51,224 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-21T19:52:51,225 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-21T19:52:51,225 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-21T19:52:51,225 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-21T19:52:51,225 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6299fc{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/44bf3325-df7e-be29-3020-1ee973cb66fc/hadoop.log.dir/,AVAILABLE} 2024-11-21T19:52:51,226 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@59327d46{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-21T19:52:51,343 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@59d8e30e{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/44bf3325-df7e-be29-3020-1ee973cb66fc/java.io.tmpdir/jetty-localhost-33941-hadoop-hdfs-3_4_1-tests_jar-_-any-132500826497063120/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-21T19:52:51,343 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@1d2cd94{HTTP/1.1, (http/1.1)}{localhost:33941} 2024-11-21T19:52:51,343 INFO [Time-limited test {}] server.Server(415): Started @69069ms 2024-11-21T19:52:51,345 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-21T19:52:51,380 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-21T19:52:51,384 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-21T19:52:51,384 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-21T19:52:51,384 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-21T19:52:51,385 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-21T19:52:51,385 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4f965db4{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/44bf3325-df7e-be29-3020-1ee973cb66fc/hadoop.log.dir/,AVAILABLE} 2024-11-21T19:52:51,385 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@c1a1532{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-21T19:52:51,427 WARN [Thread-509 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/44bf3325-df7e-be29-3020-1ee973cb66fc/cluster_d064a769-a92c-2c8a-d86b-ceb611f9aa2d/data/data6/current/BP-515476830-172.17.0.2-1732218769135/current, will proceed with Du for space computation calculation, 2024-11-21T19:52:51,427 WARN [Thread-508 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/44bf3325-df7e-be29-3020-1ee973cb66fc/cluster_d064a769-a92c-2c8a-d86b-ceb611f9aa2d/data/data5/current/BP-515476830-172.17.0.2-1732218769135/current, will proceed with Du for space computation calculation, 2024-11-21T19:52:51,449 WARN [Thread-488 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-21T19:52:51,453 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xbf7a40921c84f05d with lease ID 0xde0d89eb03eb4227: Processing first storage report for DS-ed185915-7947-40e6-bfac-2e33070025e5 from datanode DatanodeRegistration(127.0.0.1:42457, datanodeUuid=c76d98be-cf8d-44db-8e5d-4cc2871457e7, infoPort=35235, infoSecurePort=0, ipcPort=34721, storageInfo=lv=-57;cid=testClusterID;nsid=913173867;c=1732218769135) 2024-11-21T19:52:51,453 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xbf7a40921c84f05d with lease ID 0xde0d89eb03eb4227: from storage DS-ed185915-7947-40e6-bfac-2e33070025e5 node DatanodeRegistration(127.0.0.1:42457, datanodeUuid=c76d98be-cf8d-44db-8e5d-4cc2871457e7, infoPort=35235, infoSecurePort=0, ipcPort=34721, storageInfo=lv=-57;cid=testClusterID;nsid=913173867;c=1732218769135), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-21T19:52:51,453 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xbf7a40921c84f05d with lease ID 0xde0d89eb03eb4227: Processing first storage report for DS-c279c96b-2b7f-402d-b2c0-95b04f332e0f from datanode DatanodeRegistration(127.0.0.1:42457, datanodeUuid=c76d98be-cf8d-44db-8e5d-4cc2871457e7, infoPort=35235, infoSecurePort=0, ipcPort=34721, storageInfo=lv=-57;cid=testClusterID;nsid=913173867;c=1732218769135) 2024-11-21T19:52:51,453 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xbf7a40921c84f05d with lease ID 0xde0d89eb03eb4227: from storage DS-c279c96b-2b7f-402d-b2c0-95b04f332e0f node DatanodeRegistration(127.0.0.1:42457, datanodeUuid=c76d98be-cf8d-44db-8e5d-4cc2871457e7, infoPort=35235, infoSecurePort=0, ipcPort=34721, storageInfo=lv=-57;cid=testClusterID;nsid=913173867;c=1732218769135), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-21T19:52:51,504 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@a5edbcb{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/44bf3325-df7e-be29-3020-1ee973cb66fc/java.io.tmpdir/jetty-localhost-46509-hadoop-hdfs-3_4_1-tests_jar-_-any-14725540624124195096/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-21T19:52:51,505 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@177b2eb8{HTTP/1.1, (http/1.1)}{localhost:46509} 2024-11-21T19:52:51,505 INFO [Time-limited test {}] server.Server(415): Started @69230ms 2024-11-21T19:52:51,507 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-21T19:52:51,542 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-21T19:52:51,546 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-21T19:52:51,547 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-21T19:52:51,547 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-21T19:52:51,547 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-21T19:52:51,548 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@63f1466f{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/44bf3325-df7e-be29-3020-1ee973cb66fc/hadoop.log.dir/,AVAILABLE} 2024-11-21T19:52:51,548 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6b434fa5{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-21T19:52:51,596 WARN [Thread-543 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/44bf3325-df7e-be29-3020-1ee973cb66fc/cluster_d064a769-a92c-2c8a-d86b-ceb611f9aa2d/data/data7/current/BP-515476830-172.17.0.2-1732218769135/current, will proceed with Du for space computation calculation, 2024-11-21T19:52:51,596 WARN [Thread-544 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/44bf3325-df7e-be29-3020-1ee973cb66fc/cluster_d064a769-a92c-2c8a-d86b-ceb611f9aa2d/data/data8/current/BP-515476830-172.17.0.2-1732218769135/current, will proceed with Du for space computation calculation, 2024-11-21T19:52:51,618 WARN [Thread-523 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-21T19:52:51,621 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x987409188316c42a with lease ID 0xde0d89eb03eb4228: Processing first storage report for DS-09043cfb-719d-4626-8e08-870f429e81ac from datanode DatanodeRegistration(127.0.0.1:45851, datanodeUuid=12108220-d857-4a87-8c4d-95a49ee3261b, infoPort=42667, infoSecurePort=0, ipcPort=37633, storageInfo=lv=-57;cid=testClusterID;nsid=913173867;c=1732218769135) 2024-11-21T19:52:51,621 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x987409188316c42a with lease ID 0xde0d89eb03eb4228: from storage DS-09043cfb-719d-4626-8e08-870f429e81ac node DatanodeRegistration(127.0.0.1:45851, datanodeUuid=12108220-d857-4a87-8c4d-95a49ee3261b, infoPort=42667, infoSecurePort=0, ipcPort=37633, storageInfo=lv=-57;cid=testClusterID;nsid=913173867;c=1732218769135), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-21T19:52:51,622 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x987409188316c42a with lease ID 0xde0d89eb03eb4228: Processing first storage report for DS-3ea15785-0685-495a-8ca9-34b523775162 from datanode DatanodeRegistration(127.0.0.1:45851, datanodeUuid=12108220-d857-4a87-8c4d-95a49ee3261b, infoPort=42667, infoSecurePort=0, ipcPort=37633, storageInfo=lv=-57;cid=testClusterID;nsid=913173867;c=1732218769135) 2024-11-21T19:52:51,622 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x987409188316c42a with lease ID 0xde0d89eb03eb4228: from storage DS-3ea15785-0685-495a-8ca9-34b523775162 node DatanodeRegistration(127.0.0.1:45851, datanodeUuid=12108220-d857-4a87-8c4d-95a49ee3261b, infoPort=42667, infoSecurePort=0, ipcPort=37633, storageInfo=lv=-57;cid=testClusterID;nsid=913173867;c=1732218769135), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-21T19:52:51,673 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@7016180d{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/44bf3325-df7e-be29-3020-1ee973cb66fc/java.io.tmpdir/jetty-localhost-36421-hadoop-hdfs-3_4_1-tests_jar-_-any-5154481497620788542/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-21T19:52:51,674 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@64bc4e58{HTTP/1.1, (http/1.1)}{localhost:36421} 2024-11-21T19:52:51,674 INFO [Time-limited test {}] server.Server(415): Started @69399ms 2024-11-21T19:52:51,675 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-21T19:52:51,800 WARN [Thread-568 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/44bf3325-df7e-be29-3020-1ee973cb66fc/cluster_d064a769-a92c-2c8a-d86b-ceb611f9aa2d/data/data9/current/BP-515476830-172.17.0.2-1732218769135/current, will proceed with Du for space computation calculation, 2024-11-21T19:52:51,801 WARN [Thread-569 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/44bf3325-df7e-be29-3020-1ee973cb66fc/cluster_d064a769-a92c-2c8a-d86b-ceb611f9aa2d/data/data10/current/BP-515476830-172.17.0.2-1732218769135/current, will proceed with Du for space computation calculation, 2024-11-21T19:52:51,819 WARN [Thread-558 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-21T19:52:51,822 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x632ac901b254a965 with lease ID 0xde0d89eb03eb4229: Processing first storage report for DS-c72e8cd7-f821-4b24-9af0-81072bc8bb47 from datanode DatanodeRegistration(127.0.0.1:39017, datanodeUuid=f6db81e7-c2c4-41ec-ae3a-8fb4ae780265, infoPort=36333, infoSecurePort=0, ipcPort=39847, storageInfo=lv=-57;cid=testClusterID;nsid=913173867;c=1732218769135) 2024-11-21T19:52:51,822 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x632ac901b254a965 with lease ID 0xde0d89eb03eb4229: from storage DS-c72e8cd7-f821-4b24-9af0-81072bc8bb47 node DatanodeRegistration(127.0.0.1:39017, datanodeUuid=f6db81e7-c2c4-41ec-ae3a-8fb4ae780265, infoPort=36333, infoSecurePort=0, ipcPort=39847, storageInfo=lv=-57;cid=testClusterID;nsid=913173867;c=1732218769135), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-21T19:52:51,822 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x632ac901b254a965 with lease ID 0xde0d89eb03eb4229: Processing first storage report for DS-39fa6aaa-3b1e-46c8-a1ee-c647342fd71b from datanode DatanodeRegistration(127.0.0.1:39017, datanodeUuid=f6db81e7-c2c4-41ec-ae3a-8fb4ae780265, infoPort=36333, infoSecurePort=0, ipcPort=39847, storageInfo=lv=-57;cid=testClusterID;nsid=913173867;c=1732218769135) 2024-11-21T19:52:51,822 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x632ac901b254a965 with lease ID 0xde0d89eb03eb4229: from storage DS-39fa6aaa-3b1e-46c8-a1ee-c647342fd71b node DatanodeRegistration(127.0.0.1:39017, datanodeUuid=f6db81e7-c2c4-41ec-ae3a-8fb4ae780265, infoPort=36333, infoSecurePort=0, ipcPort=39847, storageInfo=lv=-57;cid=testClusterID;nsid=913173867;c=1732218769135), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-21T19:52:51,897 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-21T19:52:51,898 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncConnectionImpl(321): The fetched master address is 7b96b36745c6,38075,1732218770103 2024-11-21T19:52:51,898 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@6f6861e3 2024-11-21T19:52:51,899 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-21T19:52:51,901 INFO [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51024, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-21T19:52:51,901 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38075 {}] util.TableDescriptorChecker(321): MAX_FILESIZE for table descriptor or "hbase.hregion.max.filesize" (786432) is too small, which might cause over splitting into unmanageable number of regions. 2024-11-21T19:52:51,901 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38075 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (8192) is too small, which might cause very frequent flushing. 2024-11-21T19:52:51,902 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38075 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'TestLogRolling-testLogRollOnDatanodeDeath', {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-21T19:52:51,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38075 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=TestLogRolling-testLogRollOnDatanodeDeath 2024-11-21T19:52:51,905 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=TestLogRolling-testLogRollOnDatanodeDeath execute state=CREATE_TABLE_PRE_OPERATION 2024-11-21T19:52:51,905 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:52:51,905 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38075 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "TestLogRolling-testLogRollOnDatanodeDeath" procId is: 4 2024-11-21T19:52:51,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38075 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-21T19:52:51,907 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=TestLogRolling-testLogRollOnDatanodeDeath execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-21T19:52:51,915 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42457 is added to blk_1073741835_1011 (size=393) 2024-11-21T19:52:51,915 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42873 is added to blk_1073741835_1011 (size=393) 2024-11-21T19:52:51,917 INFO [RegionOpenAndInit-TestLogRolling-testLogRollOnDatanodeDeath-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 869600f5dae691ae7b74eef89de90a8e, NAME => 'TestLogRolling-testLogRollOnDatanodeDeath,,1732218771901.869600f5dae691ae7b74eef89de90a8e.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='TestLogRolling-testLogRollOnDatanodeDeath', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:46623/user/jenkins/test-data/e117aacb-fedc-60f7-36b2-d4ff895d5c46 2024-11-21T19:52:51,924 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45851 is added to blk_1073741836_1012 (size=76) 2024-11-21T19:52:51,925 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39017 is added to blk_1073741836_1012 (size=76) 2024-11-21T19:52:51,926 DEBUG [RegionOpenAndInit-TestLogRolling-testLogRollOnDatanodeDeath-pool-0 {}] regionserver.HRegion(898): Instantiated TestLogRolling-testLogRollOnDatanodeDeath,,1732218771901.869600f5dae691ae7b74eef89de90a8e.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T19:52:51,926 DEBUG [RegionOpenAndInit-TestLogRolling-testLogRollOnDatanodeDeath-pool-0 {}] regionserver.HRegion(1722): Closing 869600f5dae691ae7b74eef89de90a8e, disabling compactions & flushes 2024-11-21T19:52:51,926 INFO [RegionOpenAndInit-TestLogRolling-testLogRollOnDatanodeDeath-pool-0 {}] regionserver.HRegion(1755): Closing region TestLogRolling-testLogRollOnDatanodeDeath,,1732218771901.869600f5dae691ae7b74eef89de90a8e. 2024-11-21T19:52:51,926 DEBUG [RegionOpenAndInit-TestLogRolling-testLogRollOnDatanodeDeath-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on TestLogRolling-testLogRollOnDatanodeDeath,,1732218771901.869600f5dae691ae7b74eef89de90a8e. 2024-11-21T19:52:51,926 DEBUG [RegionOpenAndInit-TestLogRolling-testLogRollOnDatanodeDeath-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on TestLogRolling-testLogRollOnDatanodeDeath,,1732218771901.869600f5dae691ae7b74eef89de90a8e. after waiting 0 ms 2024-11-21T19:52:51,926 DEBUG [RegionOpenAndInit-TestLogRolling-testLogRollOnDatanodeDeath-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region TestLogRolling-testLogRollOnDatanodeDeath,,1732218771901.869600f5dae691ae7b74eef89de90a8e. 2024-11-21T19:52:51,926 INFO [RegionOpenAndInit-TestLogRolling-testLogRollOnDatanodeDeath-pool-0 {}] regionserver.HRegion(1973): Closed TestLogRolling-testLogRollOnDatanodeDeath,,1732218771901.869600f5dae691ae7b74eef89de90a8e. 2024-11-21T19:52:51,926 DEBUG [RegionOpenAndInit-TestLogRolling-testLogRollOnDatanodeDeath-pool-0 {}] regionserver.HRegion(1676): Region close journal for 869600f5dae691ae7b74eef89de90a8e: Waiting for close lock at 1732218771926Disabling compacts and flushes for region at 1732218771926Disabling writes for close at 1732218771926Writing region close event to WAL at 1732218771926Closed at 1732218771926 2024-11-21T19:52:51,927 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=TestLogRolling-testLogRollOnDatanodeDeath execute state=CREATE_TABLE_ADD_TO_META 2024-11-21T19:52:51,928 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"TestLogRolling-testLogRollOnDatanodeDeath,,1732218771901.869600f5dae691ae7b74eef89de90a8e.","families":{"info":[{"qualifier":"regioninfo","vlen":75,"tag":[],"timestamp":"1732218771927"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732218771927"}]},"ts":"1732218771927"} 2024-11-21T19:52:51,930 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-21T19:52:51,931 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=TestLogRolling-testLogRollOnDatanodeDeath execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-21T19:52:51,931 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestLogRolling-testLogRollOnDatanodeDeath","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732218771931"}]},"ts":"1732218771931"} 2024-11-21T19:52:51,933 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=TestLogRolling-testLogRollOnDatanodeDeath, state=ENABLING in hbase:meta 2024-11-21T19:52:51,934 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestLogRolling-testLogRollOnDatanodeDeath, region=869600f5dae691ae7b74eef89de90a8e, ASSIGN}] 2024-11-21T19:52:51,935 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestLogRolling-testLogRollOnDatanodeDeath, region=869600f5dae691ae7b74eef89de90a8e, ASSIGN 2024-11-21T19:52:51,936 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=TestLogRolling-testLogRollOnDatanodeDeath, region=869600f5dae691ae7b74eef89de90a8e, ASSIGN; state=OFFLINE, location=7b96b36745c6,33969,1732218770176; forceNewPlan=false, retain=false 2024-11-21T19:52:52,087 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=869600f5dae691ae7b74eef89de90a8e, regionState=OPENING, regionLocation=7b96b36745c6,33969,1732218770176 2024-11-21T19:52:52,089 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=TestLogRolling-testLogRollOnDatanodeDeath, region=869600f5dae691ae7b74eef89de90a8e, ASSIGN because future has completed 2024-11-21T19:52:52,090 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 869600f5dae691ae7b74eef89de90a8e, server=7b96b36745c6,33969,1732218770176}] 2024-11-21T19:52:52,248 INFO [RS_OPEN_REGION-regionserver/7b96b36745c6:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open TestLogRolling-testLogRollOnDatanodeDeath,,1732218771901.869600f5dae691ae7b74eef89de90a8e. 2024-11-21T19:52:52,248 DEBUG [RS_OPEN_REGION-regionserver/7b96b36745c6:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 869600f5dae691ae7b74eef89de90a8e, NAME => 'TestLogRolling-testLogRollOnDatanodeDeath,,1732218771901.869600f5dae691ae7b74eef89de90a8e.', STARTKEY => '', ENDKEY => ''} 2024-11-21T19:52:52,249 DEBUG [RS_OPEN_REGION-regionserver/7b96b36745c6:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestLogRolling-testLogRollOnDatanodeDeath 869600f5dae691ae7b74eef89de90a8e 2024-11-21T19:52:52,249 DEBUG [RS_OPEN_REGION-regionserver/7b96b36745c6:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated TestLogRolling-testLogRollOnDatanodeDeath,,1732218771901.869600f5dae691ae7b74eef89de90a8e.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T19:52:52,249 DEBUG [RS_OPEN_REGION-regionserver/7b96b36745c6:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 869600f5dae691ae7b74eef89de90a8e 2024-11-21T19:52:52,249 DEBUG [RS_OPEN_REGION-regionserver/7b96b36745c6:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 869600f5dae691ae7b74eef89de90a8e 2024-11-21T19:52:52,251 INFO [StoreOpener-869600f5dae691ae7b74eef89de90a8e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 869600f5dae691ae7b74eef89de90a8e 2024-11-21T19:52:52,253 INFO [StoreOpener-869600f5dae691ae7b74eef89de90a8e-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 869600f5dae691ae7b74eef89de90a8e columnFamilyName info 2024-11-21T19:52:52,253 DEBUG [StoreOpener-869600f5dae691ae7b74eef89de90a8e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:52:52,254 INFO [StoreOpener-869600f5dae691ae7b74eef89de90a8e-1 {}] regionserver.HStore(327): Store=869600f5dae691ae7b74eef89de90a8e/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T19:52:52,254 DEBUG [RS_OPEN_REGION-regionserver/7b96b36745c6:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 869600f5dae691ae7b74eef89de90a8e 2024-11-21T19:52:52,255 DEBUG [RS_OPEN_REGION-regionserver/7b96b36745c6:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46623/user/jenkins/test-data/e117aacb-fedc-60f7-36b2-d4ff895d5c46/data/default/TestLogRolling-testLogRollOnDatanodeDeath/869600f5dae691ae7b74eef89de90a8e 2024-11-21T19:52:52,255 DEBUG [RS_OPEN_REGION-regionserver/7b96b36745c6:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46623/user/jenkins/test-data/e117aacb-fedc-60f7-36b2-d4ff895d5c46/data/default/TestLogRolling-testLogRollOnDatanodeDeath/869600f5dae691ae7b74eef89de90a8e 2024-11-21T19:52:52,256 DEBUG [RS_OPEN_REGION-regionserver/7b96b36745c6:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 869600f5dae691ae7b74eef89de90a8e 2024-11-21T19:52:52,256 DEBUG [RS_OPEN_REGION-regionserver/7b96b36745c6:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 869600f5dae691ae7b74eef89de90a8e 2024-11-21T19:52:52,258 DEBUG [RS_OPEN_REGION-regionserver/7b96b36745c6:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 869600f5dae691ae7b74eef89de90a8e 2024-11-21T19:52:52,261 DEBUG [RS_OPEN_REGION-regionserver/7b96b36745c6:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46623/user/jenkins/test-data/e117aacb-fedc-60f7-36b2-d4ff895d5c46/data/default/TestLogRolling-testLogRollOnDatanodeDeath/869600f5dae691ae7b74eef89de90a8e/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-21T19:52:52,261 INFO [RS_OPEN_REGION-regionserver/7b96b36745c6:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 869600f5dae691ae7b74eef89de90a8e; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=16384, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=785367, jitterRate=-0.001354306936264038}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-21T19:52:52,261 DEBUG [RS_OPEN_REGION-regionserver/7b96b36745c6:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 869600f5dae691ae7b74eef89de90a8e 2024-11-21T19:52:52,262 DEBUG [RS_OPEN_REGION-regionserver/7b96b36745c6:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 869600f5dae691ae7b74eef89de90a8e: Running coprocessor pre-open hook at 1732218772249Writing region info on filesystem at 1732218772249Initializing all the Stores at 1732218772250 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732218772250Cleaning up temporary data from old regions at 1732218772256 (+6 ms)Running coprocessor post-open hooks at 1732218772261 (+5 ms)Region opened successfully at 1732218772262 (+1 ms) 2024-11-21T19:52:52,264 INFO [RS_OPEN_REGION-regionserver/7b96b36745c6:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for TestLogRolling-testLogRollOnDatanodeDeath,,1732218771901.869600f5dae691ae7b74eef89de90a8e., pid=6, masterSystemTime=1732218772243 2024-11-21T19:52:52,266 DEBUG [RS_OPEN_REGION-regionserver/7b96b36745c6:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for TestLogRolling-testLogRollOnDatanodeDeath,,1732218771901.869600f5dae691ae7b74eef89de90a8e. 2024-11-21T19:52:52,266 INFO [RS_OPEN_REGION-regionserver/7b96b36745c6:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened TestLogRolling-testLogRollOnDatanodeDeath,,1732218771901.869600f5dae691ae7b74eef89de90a8e. 2024-11-21T19:52:52,267 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=869600f5dae691ae7b74eef89de90a8e, regionState=OPEN, openSeqNum=2, regionLocation=7b96b36745c6,33969,1732218770176 2024-11-21T19:52:52,270 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 869600f5dae691ae7b74eef89de90a8e, server=7b96b36745c6,33969,1732218770176 because future has completed 2024-11-21T19:52:52,275 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-21T19:52:52,275 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 869600f5dae691ae7b74eef89de90a8e, server=7b96b36745c6,33969,1732218770176 in 182 msec 2024-11-21T19:52:52,278 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-21T19:52:52,278 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestLogRolling-testLogRollOnDatanodeDeath, region=869600f5dae691ae7b74eef89de90a8e, ASSIGN in 341 msec 2024-11-21T19:52:52,279 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=TestLogRolling-testLogRollOnDatanodeDeath execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-21T19:52:52,279 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestLogRolling-testLogRollOnDatanodeDeath","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732218772279"}]},"ts":"1732218772279"} 2024-11-21T19:52:52,281 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=TestLogRolling-testLogRollOnDatanodeDeath, state=ENABLED in hbase:meta 2024-11-21T19:52:52,282 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=TestLogRolling-testLogRollOnDatanodeDeath execute state=CREATE_TABLE_POST_OPERATION 2024-11-21T19:52:52,284 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=TestLogRolling-testLogRollOnDatanodeDeath in 380 msec 2024-11-21T19:52:53,056 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T19:52:53,059 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T19:52:53,571 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-21T19:52:53,573 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T19:52:53,601 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T19:52:56,524 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-21T19:52:56,525 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'TestLogRolling-testLogRollOnDatanodeDeath' 2024-11-21T19:52:58,102 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_TestLogRolling-testLogRollOnDatanodeDeath 2024-11-21T19:52:58,102 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_TestLogRolling-testLogRollOnDatanodeDeath Metrics about Tables on a single HBase RegionServer 2024-11-21T19:53:01,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38075 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-21T19:53:01,963 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:TestLogRolling-testLogRollOnDatanodeDeath completed 2024-11-21T19:53:01,963 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table TestLogRolling-testLogRollOnDatanodeDeath get assigned. Timeout = 60000ms 2024-11-21T19:53:01,964 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-21T19:53:01,968 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table TestLogRolling-testLogRollOnDatanodeDeath assigned to meta. Checking AM states. 2024-11-21T19:53:01,968 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-21T19:53:01,969 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table TestLogRolling-testLogRollOnDatanodeDeath assigned. 2024-11-21T19:53:01,972 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestLogRolling-testLogRollOnDatanodeDeath', row='row0001', locateType=CURRENT is [region=TestLogRolling-testLogRollOnDatanodeDeath,,1732218771901.869600f5dae691ae7b74eef89de90a8e., hostname=7b96b36745c6,33969,1732218770176, seqNum=2] 2024-11-21T19:53:01,975 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=TestLogRolling-testLogRollOnDatanodeDeath,, stopping at row=TestLogRolling-testLogRollOnDatanodeDeath ,, for max=2147483647 with caching=100 2024-11-21T19:53:01,977 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(2234): Found 1 regions for table TestLogRolling-testLogRollOnDatanodeDeath 2024-11-21T19:53:01,977 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(2240): firstRegionName=TestLogRolling-testLogRollOnDatanodeDeath,,1732218771901.869600f5dae691ae7b74eef89de90a8e. 2024-11-21T19:53:01,979 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_1652612035_22 at /127.0.0.1:54310 [Receiving block BP-515476830-172.17.0.2-1732218769135:blk_1073741834_1010] {}] datanode.DataXceiver(331): 127.0.0.1:40817:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:54310 dst: /127.0.0.1:40817 java.io.IOException: Premature EOF from inputStream at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T19:53:01,980 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_1599077768_22 at /127.0.0.1:54266 [Receiving block BP-515476830-172.17.0.2-1732218769135:blk_1073741830_1006] {}] datanode.DataXceiver(331): 127.0.0.1:40817:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:54266 dst: /127.0.0.1:40817 java.io.IOException: Premature EOF from inputStream at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T19:53:01,980 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_1652612035_22 at /127.0.0.1:54296 [Receiving block BP-515476830-172.17.0.2-1732218769135:blk_1073741833_1009] {}] datanode.DataXceiver(331): 127.0.0.1:40817:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:54296 dst: /127.0.0.1:40817 java.io.IOException: Premature EOF from inputStream at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T19:53:01,979 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_1652612035_22 at /127.0.0.1:42614 [Receiving block BP-515476830-172.17.0.2-1732218769135:blk_1073741834_1010] {}] datanode.DataXceiver(331): 127.0.0.1:42873:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:42614 dst: /127.0.0.1:42873 java.nio.channels.ClosedChannelException: null at java.nio.channels.spi.AbstractSelectableChannel.register(AbstractSelectableChannel.java:222) ~[?:?] at java.nio.channels.SelectableChannel.register(SelectableChannel.java:260) ~[?:?] at org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:334) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) ~[hadoop-common-3.4.1.jar:?] at java.io.BufferedInputStream.fill(BufferedInputStream.java:244) ~[?:?] at java.io.BufferedInputStream.read1(BufferedInputStream.java:284) ~[?:?] at java.io.BufferedInputStream.read(BufferedInputStream.java:343) ~[?:?] at java.io.DataInputStream.read(DataInputStream.java:151) ~[?:?] at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T19:53:01,980 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_1652612035_22 at /127.0.0.1:42608 [Receiving block BP-515476830-172.17.0.2-1732218769135:blk_1073741833_1009] {}] datanode.DataXceiver(331): 127.0.0.1:42873:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:42608 dst: /127.0.0.1:42873 java.nio.channels.ClosedChannelException: null at java.nio.channels.spi.AbstractSelectableChannel.register(AbstractSelectableChannel.java:222) ~[?:?] at java.nio.channels.SelectableChannel.register(SelectableChannel.java:260) ~[?:?] at org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:334) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) ~[hadoop-common-3.4.1.jar:?] at java.io.BufferedInputStream.fill(BufferedInputStream.java:244) ~[?:?] at java.io.BufferedInputStream.read1(BufferedInputStream.java:284) ~[?:?] at java.io.BufferedInputStream.read(BufferedInputStream.java:343) ~[?:?] at java.io.DataInputStream.read(DataInputStream.java:151) ~[?:?] at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T19:53:01,980 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_1599077768_22 at /127.0.0.1:42590 [Receiving block BP-515476830-172.17.0.2-1732218769135:blk_1073741830_1006] {}] datanode.DataXceiver(331): 127.0.0.1:42873:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:42590 dst: /127.0.0.1:42873 java.nio.channels.ClosedChannelException: null at java.nio.channels.spi.AbstractSelectableChannel.register(AbstractSelectableChannel.java:222) ~[?:?] at java.nio.channels.SelectableChannel.register(SelectableChannel.java:260) ~[?:?] at org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:334) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) ~[hadoop-common-3.4.1.jar:?] at java.io.BufferedInputStream.fill(BufferedInputStream.java:244) ~[?:?] at java.io.BufferedInputStream.read1(BufferedInputStream.java:284) ~[?:?] at java.io.BufferedInputStream.read(BufferedInputStream.java:343) ~[?:?] at java.io.DataInputStream.read(DataInputStream.java:151) ~[?:?] at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T19:53:01,981 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@6af8ea6c{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-21T19:53:01,981 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@26d8ef5e{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-21T19:53:01,981 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-21T19:53:01,981 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@69f035ef{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-21T19:53:01,982 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4a545b17{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/44bf3325-df7e-be29-3020-1ee973cb66fc/hadoop.log.dir/,STOPPED} 2024-11-21T19:53:01,983 WARN [BP-515476830-172.17.0.2-1732218769135 heartbeating to localhost/127.0.0.1:46623 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-21T19:53:01,983 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-21T19:53:01,983 WARN [BP-515476830-172.17.0.2-1732218769135 heartbeating to localhost/127.0.0.1:46623 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-515476830-172.17.0.2-1732218769135 (Datanode Uuid d95f9972-2b2e-4201-9c7c-76f6de36f820) service to localhost/127.0.0.1:46623 2024-11-21T19:53:01,983 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-21T19:53:01,984 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/44bf3325-df7e-be29-3020-1ee973cb66fc/cluster_d064a769-a92c-2c8a-d86b-ceb611f9aa2d/data/data1/current/BP-515476830-172.17.0.2-1732218769135 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-21T19:53:01,984 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/44bf3325-df7e-be29-3020-1ee973cb66fc/cluster_d064a769-a92c-2c8a-d86b-ceb611f9aa2d/data/data2/current/BP-515476830-172.17.0.2-1732218769135 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-21T19:53:01,984 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-21T19:53:01,993 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-21T19:53:01,997 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-21T19:53:01,998 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-21T19:53:01,998 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-21T19:53:01,998 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-21T19:53:01,998 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5a69a7b7{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/44bf3325-df7e-be29-3020-1ee973cb66fc/hadoop.log.dir/,AVAILABLE} 2024-11-21T19:53:01,999 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@390e479f{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-21T19:53:02,114 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@211e6ee7{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/44bf3325-df7e-be29-3020-1ee973cb66fc/java.io.tmpdir/jetty-localhost-44569-hadoop-hdfs-3_4_1-tests_jar-_-any-7411344708118183503/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-21T19:53:02,115 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@52139b2f{HTTP/1.1, (http/1.1)}{localhost:44569} 2024-11-21T19:53:02,115 INFO [Time-limited test {}] server.Server(415): Started @79841ms 2024-11-21T19:53:02,116 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-21T19:53:02,137 WARN [AsyncFSWAL-0-hdfs://localhost:46623/user/jenkins/test-data/e117aacb-fedc-60f7-36b2-d4ff895d5c46-prefix:7b96b36745c6,33969,1732218770176 {}] wal.AbstractFSWAL(1504): sync failed java.io.IOException: stream already broken at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.flush0(FanOutOneBlockAsyncDFSOutput.java:469) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.flush(FanOutOneBlockAsyncDFSOutput.java:558) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.wal.AsyncProtobufLogWriter.sync(AsyncProtobufLogWriter.java:153) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AsyncFSWAL.doWriterSync(AsyncFSWAL.java:159) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AsyncFSWAL.doWriterSync(AsyncFSWAL.java:100) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractFSWAL.sync(AbstractFSWAL.java:1629) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractFSWAL.consume(AbstractFSWAL.java:1861) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T19:53:02,138 DEBUG [regionserver/7b96b36745c6:0.logRoller {}] wal.AbstractWALRoller(198): WAL AsyncFSWAL 7b96b36745c6%2C33969%2C1732218770176:(num 1732218770672) roll requested 2024-11-21T19:53:02,152 DEBUG [regionserver/7b96b36745c6:0.logRoller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/e117aacb-fedc-60f7-36b2-d4ff895d5c46/WALs/7b96b36745c6,33969,1732218770176/7b96b36745c6%2C33969%2C1732218770176.1732218782138, exclude list is [], retry=0 2024-11-21T19:53:02,155 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42457,DS-ed185915-7947-40e6-bfac-2e33070025e5,DISK] 2024-11-21T19:53:02,155 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40817,DS-27be6ce1-df0e-47f2-85a5-0256c080ed74,DISK] 2024-11-21T19:53:02,157 INFO [regionserver/7b96b36745c6:0.logRoller {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/e117aacb-fedc-60f7-36b2-d4ff895d5c46/WALs/7b96b36745c6,33969,1732218770176/7b96b36745c6%2C33969%2C1732218770176.1732218770672 with entries=3, filesize=2.68 KB; new WAL /user/jenkins/test-data/e117aacb-fedc-60f7-36b2-d4ff895d5c46/WALs/7b96b36745c6,33969,1732218770176/7b96b36745c6%2C33969%2C1732218770176.1732218782138 2024-11-21T19:53:02,158 DEBUG [regionserver/7b96b36745c6:0.logRoller {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35235:35235),(127.0.0.1/127.0.0.1:33195:33195)] 2024-11-21T19:53:02,158 DEBUG [regionserver/7b96b36745c6:0.logRoller {}] wal.AbstractFSWAL(879): hdfs://localhost:46623/user/jenkins/test-data/e117aacb-fedc-60f7-36b2-d4ff895d5c46/WALs/7b96b36745c6,33969,1732218770176/7b96b36745c6%2C33969%2C1732218770176.1732218770672 is not closed yet, will try archiving it next time 2024-11-21T19:53:02,159 WARN [Close-WAL-Writer-0 {}] wal.AbstractProtobufLogWriter(255): Failed to write trailer, non-fatal, continuing... java.io.IOException: stream already broken at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.flush0(FanOutOneBlockAsyncDFSOutput.java:469) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.flush(FanOutOneBlockAsyncDFSOutput.java:558) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.wal.AsyncProtobufLogWriter.lambda$writeWALTrailerAndMagic$3(AsyncProtobufLogWriter.java:249) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AsyncProtobufLogWriter.writeWALMetadata(AsyncProtobufLogWriter.java:203) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AsyncProtobufLogWriter.writeWALTrailerAndMagic(AsyncProtobufLogWriter.java:240) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractProtobufLogWriter.writeWALTrailer(AbstractProtobufLogWriter.java:252) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AsyncProtobufLogWriter.close(AsyncProtobufLogWriter.java:162) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractFSWAL.lambda$closeWriter$17(AbstractFSWAL.java:2041) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T19:53:02,160 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-21T19:53:02,160 WARN [Close-WAL-Writer-0 {}] wal.AsyncProtobufLogWriter(165): normal close failed, try recover java.io.IOException: stream already broken at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.endBlock(FanOutOneBlockAsyncDFSOutput.java:566) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.close(FanOutOneBlockAsyncDFSOutput.java:615) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.wal.AsyncProtobufLogWriter.close(AsyncProtobufLogWriter.java:163) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractFSWAL.lambda$closeWriter$17(AbstractFSWAL.java:2041) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T19:53:02,160 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-21T19:53:02,160 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.regionserver.wal.AbstractTestLogRolling.tearDown(AbstractTestLogRolling.java:163) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-21T19:53:02,160 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T19:53:02,161 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T19:53:02,161 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-21T19:53:02,161 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-21T19:53:02,161 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=836162375, stopped=false 2024-11-21T19:53:02,161 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=7b96b36745c6,38075,1732218770103 2024-11-21T19:53:02,161 DEBUG [Close-WAL-Writer-0 {}] util.RecoverLeaseFSUtils(47): Initialize RecoverLeaseFSUtils 2024-11-21T19:53:02,161 DEBUG [Close-WAL-Writer-0 {}] util.RecoverLeaseFSUtils(59): set recoverLeaseMethod to org.apache.hadoop.fs.LeaseRecoverable.recoverLease() 2024-11-21T19:53:02,162 INFO [Close-WAL-Writer-0 {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file /user/jenkins/test-data/e117aacb-fedc-60f7-36b2-d4ff895d5c46/WALs/7b96b36745c6,33969,1732218770176/7b96b36745c6%2C33969%2C1732218770176.1732218770672 2024-11-21T19:53:02,163 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38075-0x10116dbc7450000, quorum=127.0.0.1:53415, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-21T19:53:02,163 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-21T19:53:02,163 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38075-0x10116dbc7450000, quorum=127.0.0.1:53415, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-21T19:53:02,163 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33969-0x10116dbc7450001, quorum=127.0.0.1:53415, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-21T19:53:02,163 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33969-0x10116dbc7450001, quorum=127.0.0.1:53415, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-21T19:53:02,163 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-21T19:53:02,164 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.regionserver.wal.AbstractTestLogRolling.tearDown(AbstractTestLogRolling.java:163) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-21T19:53:02,164 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T19:53:02,164 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '7b96b36745c6,33969,1732218770176' ***** 2024-11-21T19:53:02,164 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-21T19:53:02,164 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:38075-0x10116dbc7450000, quorum=127.0.0.1:53415, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-21T19:53:02,164 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:33969-0x10116dbc7450001, quorum=127.0.0.1:53415, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-21T19:53:02,164 INFO [RS:0;7b96b36745c6:33969 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-21T19:53:02,165 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-21T19:53:02,165 INFO [RS:0;7b96b36745c6:33969 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-21T19:53:02,165 INFO [RS:0;7b96b36745c6:33969 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-21T19:53:02,165 INFO [RS:0;7b96b36745c6:33969 {}] regionserver.HRegionServer(3091): Received CLOSE for 869600f5dae691ae7b74eef89de90a8e 2024-11-21T19:53:02,165 INFO [RS:0;7b96b36745c6:33969 {}] regionserver.HRegionServer(959): stopping server 7b96b36745c6,33969,1732218770176 2024-11-21T19:53:02,165 INFO [RS:0;7b96b36745c6:33969 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-21T19:53:02,165 INFO [RS:0;7b96b36745c6:33969 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;7b96b36745c6:33969. 2024-11-21T19:53:02,165 DEBUG [RS:0;7b96b36745c6:33969 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-21T19:53:02,165 DEBUG [RS_CLOSE_REGION-regionserver/7b96b36745c6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 869600f5dae691ae7b74eef89de90a8e, disabling compactions & flushes 2024-11-21T19:53:02,165 DEBUG [RS:0;7b96b36745c6:33969 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T19:53:02,166 INFO [RS_CLOSE_REGION-regionserver/7b96b36745c6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region TestLogRolling-testLogRollOnDatanodeDeath,,1732218771901.869600f5dae691ae7b74eef89de90a8e. 2024-11-21T19:53:02,166 INFO [RS:0;7b96b36745c6:33969 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-21T19:53:02,166 INFO [RS:0;7b96b36745c6:33969 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-21T19:53:02,166 DEBUG [RS_CLOSE_REGION-regionserver/7b96b36745c6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on TestLogRolling-testLogRollOnDatanodeDeath,,1732218771901.869600f5dae691ae7b74eef89de90a8e. 2024-11-21T19:53:02,166 INFO [RS:0;7b96b36745c6:33969 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-21T19:53:02,166 INFO [RS:0;7b96b36745c6:33969 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-21T19:53:02,166 DEBUG [RS_CLOSE_REGION-regionserver/7b96b36745c6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on TestLogRolling-testLogRollOnDatanodeDeath,,1732218771901.869600f5dae691ae7b74eef89de90a8e. after waiting 0 ms 2024-11-21T19:53:02,166 DEBUG [RS_CLOSE_REGION-regionserver/7b96b36745c6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region TestLogRolling-testLogRollOnDatanodeDeath,,1732218771901.869600f5dae691ae7b74eef89de90a8e. 2024-11-21T19:53:02,166 INFO [RS:0;7b96b36745c6:33969 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-21T19:53:02,166 WARN [IPC Server handler 0 on default port 46623 {}] namenode.FSNamesystem(3854): DIR* NameSystem.internalReleaseLease: File /user/jenkins/test-data/e117aacb-fedc-60f7-36b2-d4ff895d5c46/WALs/7b96b36745c6,33969,1732218770176/7b96b36745c6%2C33969%2C1732218770176.1732218770672 has not been closed. Lease recovery is in progress. RecoveryId = 1014 for block blk_1073741833_1009 2024-11-21T19:53:02,166 INFO [RS_CLOSE_REGION-regionserver/7b96b36745c6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 869600f5dae691ae7b74eef89de90a8e 1/1 column families, dataSize=2.05 KB heapSize=2.45 KB 2024-11-21T19:53:02,166 DEBUG [RS:0;7b96b36745c6:33969 {}] regionserver.HRegionServer(1325): Online Regions={869600f5dae691ae7b74eef89de90a8e=TestLogRolling-testLogRollOnDatanodeDeath,,1732218771901.869600f5dae691ae7b74eef89de90a8e., 1588230740=hbase:meta,,1.1588230740} 2024-11-21T19:53:02,166 DEBUG [RS:0;7b96b36745c6:33969 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 869600f5dae691ae7b74eef89de90a8e 2024-11-21T19:53:02,166 DEBUG [RS_CLOSE_META-regionserver/7b96b36745c6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-21T19:53:02,166 INFO [RS_CLOSE_META-regionserver/7b96b36745c6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-21T19:53:02,166 DEBUG [RS_CLOSE_META-regionserver/7b96b36745c6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-21T19:53:02,166 DEBUG [RS_CLOSE_META-regionserver/7b96b36745c6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-21T19:53:02,166 DEBUG [RS_CLOSE_META-regionserver/7b96b36745c6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-21T19:53:02,167 INFO [RS_CLOSE_META-regionserver/7b96b36745c6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=1.71 KB heapSize=3.75 KB 2024-11-21T19:53:02,167 WARN [AsyncFSWAL-0-hdfs://localhost:46623/user/jenkins/test-data/e117aacb-fedc-60f7-36b2-d4ff895d5c46-prefix:7b96b36745c6,33969,1732218770176.meta {}] wal.AbstractFSWAL(1504): sync failed java.io.IOException: stream already broken at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.flush0(FanOutOneBlockAsyncDFSOutput.java:469) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.flush(FanOutOneBlockAsyncDFSOutput.java:558) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.wal.AsyncProtobufLogWriter.sync(AsyncProtobufLogWriter.java:153) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AsyncFSWAL.doWriterSync(AsyncFSWAL.java:159) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AsyncFSWAL.doWriterSync(AsyncFSWAL.java:100) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractFSWAL.sync(AbstractFSWAL.java:1629) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractFSWAL.consume(AbstractFSWAL.java:1861) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T19:53:02,168 DEBUG [regionserver/7b96b36745c6:0.logRoller {}] wal.AbstractWALRoller(198): WAL AsyncFSWAL 7b96b36745c6%2C33969%2C1732218770176.meta:.meta(num 1732218771065) roll requested 2024-11-21T19:53:02,170 INFO [Close-WAL-Writer-0 {}] util.RecoverLeaseFSUtils(223): Failed to recover lease, attempt=0 on file=/user/jenkins/test-data/e117aacb-fedc-60f7-36b2-d4ff895d5c46/WALs/7b96b36745c6,33969,1732218770176/7b96b36745c6%2C33969%2C1732218770176.1732218770672 after 6ms 2024-11-21T19:53:02,187 DEBUG [regionserver/7b96b36745c6:0.logRoller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/e117aacb-fedc-60f7-36b2-d4ff895d5c46/WALs/7b96b36745c6,33969,1732218770176/7b96b36745c6%2C33969%2C1732218770176.meta.1732218782168.meta, exclude list is [], retry=0 2024-11-21T19:53:02,190 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45851,DS-09043cfb-719d-4626-8e08-870f429e81ac,DISK] 2024-11-21T19:53:02,190 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42457,DS-ed185915-7947-40e6-bfac-2e33070025e5,DISK] 2024-11-21T19:53:02,191 DEBUG [RS_CLOSE_REGION-regionserver/7b96b36745c6:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46623/user/jenkins/test-data/e117aacb-fedc-60f7-36b2-d4ff895d5c46/data/default/TestLogRolling-testLogRollOnDatanodeDeath/869600f5dae691ae7b74eef89de90a8e/.tmp/info/3ae723c020144875afee4e332390d537 is 1055, key is row0001/info:/1732218781973/Put/seqid=0 2024-11-21T19:53:02,193 INFO [regionserver/7b96b36745c6:0.logRoller {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/e117aacb-fedc-60f7-36b2-d4ff895d5c46/WALs/7b96b36745c6,33969,1732218770176/7b96b36745c6%2C33969%2C1732218770176.meta.1732218771065.meta with entries=9, filesize=2.52 KB; new WAL /user/jenkins/test-data/e117aacb-fedc-60f7-36b2-d4ff895d5c46/WALs/7b96b36745c6,33969,1732218770176/7b96b36745c6%2C33969%2C1732218770176.meta.1732218782168.meta 2024-11-21T19:53:02,197 DEBUG [regionserver/7b96b36745c6:0.logRoller {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42667:42667),(127.0.0.1/127.0.0.1:35235:35235)] 2024-11-21T19:53:02,197 DEBUG [regionserver/7b96b36745c6:0.logRoller {}] wal.AbstractFSWAL(879): hdfs://localhost:46623/user/jenkins/test-data/e117aacb-fedc-60f7-36b2-d4ff895d5c46/WALs/7b96b36745c6,33969,1732218770176/7b96b36745c6%2C33969%2C1732218770176.meta.1732218771065.meta is not closed yet, will try archiving it next time 2024-11-21T19:53:02,197 WARN [Close-WAL-Writer-0 {}] wal.AbstractProtobufLogWriter(255): Failed to write trailer, non-fatal, continuing... java.io.IOException: stream already broken at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.flush0(FanOutOneBlockAsyncDFSOutput.java:469) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.flush(FanOutOneBlockAsyncDFSOutput.java:558) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.wal.AsyncProtobufLogWriter.lambda$writeWALTrailerAndMagic$3(AsyncProtobufLogWriter.java:249) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AsyncProtobufLogWriter.writeWALMetadata(AsyncProtobufLogWriter.java:203) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AsyncProtobufLogWriter.writeWALTrailerAndMagic(AsyncProtobufLogWriter.java:240) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractProtobufLogWriter.writeWALTrailer(AbstractProtobufLogWriter.java:252) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AsyncProtobufLogWriter.close(AsyncProtobufLogWriter.java:162) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractFSWAL.lambda$closeWriter$17(AbstractFSWAL.java:2041) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T19:53:02,198 WARN [Close-WAL-Writer-0 {}] wal.AsyncProtobufLogWriter(165): normal close failed, try recover java.io.IOException: stream already broken at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.endBlock(FanOutOneBlockAsyncDFSOutput.java:566) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.close(FanOutOneBlockAsyncDFSOutput.java:615) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.wal.AsyncProtobufLogWriter.close(AsyncProtobufLogWriter.java:163) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractFSWAL.lambda$closeWriter$17(AbstractFSWAL.java:2041) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T19:53:02,198 INFO [Close-WAL-Writer-0 {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file /user/jenkins/test-data/e117aacb-fedc-60f7-36b2-d4ff895d5c46/WALs/7b96b36745c6,33969,1732218770176/7b96b36745c6%2C33969%2C1732218770176.meta.1732218771065.meta 2024-11-21T19:53:02,199 WARN [IPC Server handler 4 on default port 46623 {}] namenode.FSNamesystem(3854): DIR* NameSystem.internalReleaseLease: File /user/jenkins/test-data/e117aacb-fedc-60f7-36b2-d4ff895d5c46/WALs/7b96b36745c6,33969,1732218770176/7b96b36745c6%2C33969%2C1732218770176.meta.1732218771065.meta has not been closed. Lease recovery is in progress. RecoveryId = 1017 for block blk_1073741834_1010 2024-11-21T19:53:02,199 INFO [Close-WAL-Writer-0 {}] util.RecoverLeaseFSUtils(223): Failed to recover lease, attempt=0 on file=/user/jenkins/test-data/e117aacb-fedc-60f7-36b2-d4ff895d5c46/WALs/7b96b36745c6,33969,1732218770176/7b96b36745c6%2C33969%2C1732218770176.meta.1732218771065.meta after 1ms 2024-11-21T19:53:02,202 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39017 is added to blk_1073741839_1016 (size=7062) 2024-11-21T19:53:02,203 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40817 is added to blk_1073741839_1016 (size=7062) 2024-11-21T19:53:02,204 INFO [RS_CLOSE_REGION-regionserver/7b96b36745c6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.05 KB at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:46623/user/jenkins/test-data/e117aacb-fedc-60f7-36b2-d4ff895d5c46/data/default/TestLogRolling-testLogRollOnDatanodeDeath/869600f5dae691ae7b74eef89de90a8e/.tmp/info/3ae723c020144875afee4e332390d537 2024-11-21T19:53:02,215 DEBUG [RS_CLOSE_REGION-regionserver/7b96b36745c6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46623/user/jenkins/test-data/e117aacb-fedc-60f7-36b2-d4ff895d5c46/data/default/TestLogRolling-testLogRollOnDatanodeDeath/869600f5dae691ae7b74eef89de90a8e/.tmp/info/3ae723c020144875afee4e332390d537 as hdfs://localhost:46623/user/jenkins/test-data/e117aacb-fedc-60f7-36b2-d4ff895d5c46/data/default/TestLogRolling-testLogRollOnDatanodeDeath/869600f5dae691ae7b74eef89de90a8e/info/3ae723c020144875afee4e332390d537 2024-11-21T19:53:02,220 WARN [Thread-608 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-21T19:53:02,224 DEBUG [RS_CLOSE_META-regionserver/7b96b36745c6:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46623/user/jenkins/test-data/e117aacb-fedc-60f7-36b2-d4ff895d5c46/data/hbase/meta/1588230740/.tmp/info/4fea9e48ebd04bf4bf286f5a17ee47b9 is 203, key is TestLogRolling-testLogRollOnDatanodeDeath,,1732218771901.869600f5dae691ae7b74eef89de90a8e./info:regioninfo/1732218772267/Put/seqid=0 2024-11-21T19:53:02,224 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x3414c8a0d31147a8 with lease ID 0xde0d89eb03eb422a: from storage DS-b333df9d-381f-4c79-95d0-bd4969238a9a node DatanodeRegistration(127.0.0.1:37225, datanodeUuid=d95f9972-2b2e-4201-9c7c-76f6de36f820, infoPort=34141, infoSecurePort=0, ipcPort=42755, storageInfo=lv=-57;cid=testClusterID;nsid=913173867;c=1732218769135), blocks: 6, hasStaleStorage: false, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-21T19:53:02,224 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x3414c8a0d31147a8 with lease ID 0xde0d89eb03eb422a: from storage DS-1ac0b108-2383-4baa-97e2-5bd876148b21 node DatanodeRegistration(127.0.0.1:37225, datanodeUuid=d95f9972-2b2e-4201-9c7c-76f6de36f820, infoPort=34141, infoSecurePort=0, ipcPort=42755, storageInfo=lv=-57;cid=testClusterID;nsid=913173867;c=1732218769135), blocks: 5, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-21T19:53:02,226 INFO [RS_CLOSE_REGION-regionserver/7b96b36745c6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46623/user/jenkins/test-data/e117aacb-fedc-60f7-36b2-d4ff895d5c46/data/default/TestLogRolling-testLogRollOnDatanodeDeath/869600f5dae691ae7b74eef89de90a8e/info/3ae723c020144875afee4e332390d537, entries=2, sequenceid=6, filesize=6.9 K 2024-11-21T19:53:02,228 INFO [RS_CLOSE_REGION-regionserver/7b96b36745c6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~2.05 KB/2102, heapSize ~2.44 KB/2496, currentSize=0 B/0 for 869600f5dae691ae7b74eef89de90a8e in 61ms, sequenceid=6, compaction requested=false 2024-11-21T19:53:02,237 DEBUG [RS_CLOSE_REGION-regionserver/7b96b36745c6:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46623/user/jenkins/test-data/e117aacb-fedc-60f7-36b2-d4ff895d5c46/data/default/TestLogRolling-testLogRollOnDatanodeDeath/869600f5dae691ae7b74eef89de90a8e/recovered.edits/9.seqid, newMaxSeqId=9, maxSeqId=1 2024-11-21T19:53:02,238 INFO [RS_CLOSE_REGION-regionserver/7b96b36745c6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed TestLogRolling-testLogRollOnDatanodeDeath,,1732218771901.869600f5dae691ae7b74eef89de90a8e. 2024-11-21T19:53:02,238 DEBUG [RS_CLOSE_REGION-regionserver/7b96b36745c6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 869600f5dae691ae7b74eef89de90a8e: Waiting for close lock at 1732218782165Running coprocessor pre-close hooks at 1732218782165Disabling compacts and flushes for region at 1732218782165Disabling writes for close at 1732218782166 (+1 ms)Obtaining lock to block concurrent updates at 1732218782166Preparing flush snapshotting stores in 869600f5dae691ae7b74eef89de90a8e at 1732218782166Finished memstore snapshotting TestLogRolling-testLogRollOnDatanodeDeath,,1732218771901.869600f5dae691ae7b74eef89de90a8e., syncing WAL and waiting on mvcc, flushsize=dataSize=2102, getHeapSize=2496, getOffHeapSize=0, getCellsCount=2 at 1732218782166Flushing stores of TestLogRolling-testLogRollOnDatanodeDeath,,1732218771901.869600f5dae691ae7b74eef89de90a8e. at 1732218782167 (+1 ms)Flushing 869600f5dae691ae7b74eef89de90a8e/info: creating writer at 1732218782167Flushing 869600f5dae691ae7b74eef89de90a8e/info: appending metadata at 1732218782190 (+23 ms)Flushing 869600f5dae691ae7b74eef89de90a8e/info: closing flushed file at 1732218782190Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6d5efc2f: reopening flushed file at 1732218782214 (+24 ms)Finished flush of dataSize ~2.05 KB/2102, heapSize ~2.44 KB/2496, currentSize=0 B/0 for 869600f5dae691ae7b74eef89de90a8e in 61ms, sequenceid=6, compaction requested=false at 1732218782228 (+14 ms)Writing region close event to WAL at 1732218782232 (+4 ms)Running coprocessor post-close hooks at 1732218782238 (+6 ms)Closed at 1732218782238 2024-11-21T19:53:02,238 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37225 is added to blk_1073741840_1018 (size=7089) 2024-11-21T19:53:02,238 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39017 is added to blk_1073741840_1018 (size=7089) 2024-11-21T19:53:02,238 DEBUG [RS_CLOSE_REGION-regionserver/7b96b36745c6:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed TestLogRolling-testLogRollOnDatanodeDeath,,1732218771901.869600f5dae691ae7b74eef89de90a8e. 2024-11-21T19:53:02,239 INFO [RS_CLOSE_META-regionserver/7b96b36745c6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.50 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:46623/user/jenkins/test-data/e117aacb-fedc-60f7-36b2-d4ff895d5c46/data/hbase/meta/1588230740/.tmp/info/4fea9e48ebd04bf4bf286f5a17ee47b9 2024-11-21T19:53:02,262 DEBUG [RS_CLOSE_META-regionserver/7b96b36745c6:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46623/user/jenkins/test-data/e117aacb-fedc-60f7-36b2-d4ff895d5c46/data/hbase/meta/1588230740/.tmp/ns/6501a2a883034915bc490f1d48099199 is 43, key is default/ns:d/1732218771127/Put/seqid=0 2024-11-21T19:53:02,267 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37225 is added to blk_1073741841_1019 (size=5153) 2024-11-21T19:53:02,268 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42457 is added to blk_1073741841_1019 (size=5153) 2024-11-21T19:53:02,268 INFO [RS_CLOSE_META-regionserver/7b96b36745c6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:46623/user/jenkins/test-data/e117aacb-fedc-60f7-36b2-d4ff895d5c46/data/hbase/meta/1588230740/.tmp/ns/6501a2a883034915bc490f1d48099199 2024-11-21T19:53:02,291 DEBUG [RS_CLOSE_META-regionserver/7b96b36745c6:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46623/user/jenkins/test-data/e117aacb-fedc-60f7-36b2-d4ff895d5c46/data/hbase/meta/1588230740/.tmp/table/8fe4ad4a4be440c9ab3da3e43be8eeac is 77, key is TestLogRolling-testLogRollOnDatanodeDeath/table:state/1732218772279/Put/seqid=0 2024-11-21T19:53:02,296 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45851 is added to blk_1073741842_1020 (size=5424) 2024-11-21T19:53:02,296 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42457 is added to blk_1073741842_1020 (size=5424) 2024-11-21T19:53:02,297 INFO [RS_CLOSE_META-regionserver/7b96b36745c6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=146 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:46623/user/jenkins/test-data/e117aacb-fedc-60f7-36b2-d4ff895d5c46/data/hbase/meta/1588230740/.tmp/table/8fe4ad4a4be440c9ab3da3e43be8eeac 2024-11-21T19:53:02,305 DEBUG [RS_CLOSE_META-regionserver/7b96b36745c6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46623/user/jenkins/test-data/e117aacb-fedc-60f7-36b2-d4ff895d5c46/data/hbase/meta/1588230740/.tmp/info/4fea9e48ebd04bf4bf286f5a17ee47b9 as hdfs://localhost:46623/user/jenkins/test-data/e117aacb-fedc-60f7-36b2-d4ff895d5c46/data/hbase/meta/1588230740/info/4fea9e48ebd04bf4bf286f5a17ee47b9 2024-11-21T19:53:02,313 INFO [RS_CLOSE_META-regionserver/7b96b36745c6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46623/user/jenkins/test-data/e117aacb-fedc-60f7-36b2-d4ff895d5c46/data/hbase/meta/1588230740/info/4fea9e48ebd04bf4bf286f5a17ee47b9, entries=10, sequenceid=11, filesize=6.9 K 2024-11-21T19:53:02,314 DEBUG [RS_CLOSE_META-regionserver/7b96b36745c6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46623/user/jenkins/test-data/e117aacb-fedc-60f7-36b2-d4ff895d5c46/data/hbase/meta/1588230740/.tmp/ns/6501a2a883034915bc490f1d48099199 as hdfs://localhost:46623/user/jenkins/test-data/e117aacb-fedc-60f7-36b2-d4ff895d5c46/data/hbase/meta/1588230740/ns/6501a2a883034915bc490f1d48099199 2024-11-21T19:53:02,320 INFO [RS_CLOSE_META-regionserver/7b96b36745c6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46623/user/jenkins/test-data/e117aacb-fedc-60f7-36b2-d4ff895d5c46/data/hbase/meta/1588230740/ns/6501a2a883034915bc490f1d48099199, entries=2, sequenceid=11, filesize=5.0 K 2024-11-21T19:53:02,321 DEBUG [RS_CLOSE_META-regionserver/7b96b36745c6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46623/user/jenkins/test-data/e117aacb-fedc-60f7-36b2-d4ff895d5c46/data/hbase/meta/1588230740/.tmp/table/8fe4ad4a4be440c9ab3da3e43be8eeac as hdfs://localhost:46623/user/jenkins/test-data/e117aacb-fedc-60f7-36b2-d4ff895d5c46/data/hbase/meta/1588230740/table/8fe4ad4a4be440c9ab3da3e43be8eeac 2024-11-21T19:53:02,328 INFO [RS_CLOSE_META-regionserver/7b96b36745c6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46623/user/jenkins/test-data/e117aacb-fedc-60f7-36b2-d4ff895d5c46/data/hbase/meta/1588230740/table/8fe4ad4a4be440c9ab3da3e43be8eeac, entries=2, sequenceid=11, filesize=5.3 K 2024-11-21T19:53:02,330 INFO [RS_CLOSE_META-regionserver/7b96b36745c6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~1.71 KB/1752, heapSize ~3.45 KB/3536, currentSize=0 B/0 for 1588230740 in 164ms, sequenceid=11, compaction requested=false 2024-11-21T19:53:02,338 DEBUG [RS_CLOSE_META-regionserver/7b96b36745c6:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46623/user/jenkins/test-data/e117aacb-fedc-60f7-36b2-d4ff895d5c46/data/hbase/meta/1588230740/recovered.edits/14.seqid, newMaxSeqId=14, maxSeqId=1 2024-11-21T19:53:02,339 DEBUG [RS_CLOSE_META-regionserver/7b96b36745c6:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-21T19:53:02,339 INFO [RS_CLOSE_META-regionserver/7b96b36745c6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-21T19:53:02,339 DEBUG [RS_CLOSE_META-regionserver/7b96b36745c6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732218782166Running coprocessor pre-close hooks at 1732218782166Disabling compacts and flushes for region at 1732218782166Disabling writes for close at 1732218782166Obtaining lock to block concurrent updates at 1732218782167 (+1 ms)Preparing flush snapshotting stores in 1588230740 at 1732218782167Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=1752, getHeapSize=3776, getOffHeapSize=0, getCellsCount=14 at 1732218782167Flushing stores of hbase:meta,,1.1588230740 at 1732218782198 (+31 ms)Flushing 1588230740/info: creating writer at 1732218782198Flushing 1588230740/info: appending metadata at 1732218782223 (+25 ms)Flushing 1588230740/info: closing flushed file at 1732218782223Flushing 1588230740/ns: creating writer at 1732218782246 (+23 ms)Flushing 1588230740/ns: appending metadata at 1732218782262 (+16 ms)Flushing 1588230740/ns: closing flushed file at 1732218782262Flushing 1588230740/table: creating writer at 1732218782275 (+13 ms)Flushing 1588230740/table: appending metadata at 1732218782290 (+15 ms)Flushing 1588230740/table: closing flushed file at 1732218782290Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@42af5174: reopening flushed file at 1732218782304 (+14 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6301ab08: reopening flushed file at 1732218782313 (+9 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@107a5e0a: reopening flushed file at 1732218782320 (+7 ms)Finished flush of dataSize ~1.71 KB/1752, heapSize ~3.45 KB/3536, currentSize=0 B/0 for 1588230740 in 164ms, sequenceid=11, compaction requested=false at 1732218782330 (+10 ms)Writing region close event to WAL at 1732218782332 (+2 ms)Running coprocessor post-close hooks at 1732218782339 (+7 ms)Closed at 1732218782339 2024-11-21T19:53:02,339 DEBUG [RS_CLOSE_META-regionserver/7b96b36745c6:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-21T19:53:02,366 INFO [RS:0;7b96b36745c6:33969 {}] regionserver.HRegionServer(976): stopping server 7b96b36745c6,33969,1732218770176; all regions closed. 2024-11-21T19:53:02,369 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42457 is added to blk_1073741838_1015 (size=825) 2024-11-21T19:53:02,369 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45851 is added to blk_1073741838_1015 (size=825) 2024-11-21T19:53:02,535 INFO [regionserver/7b96b36745c6:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-21T19:53:02,535 INFO [regionserver/7b96b36745c6:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-21T19:53:02,535 INFO [regionserver/7b96b36745c6:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-21T19:53:05,013 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40817 is added to blk_1073741833_1014 (size=1599) 2024-11-21T19:53:06,171 INFO [Close-WAL-Writer-0 {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=1 on file=/user/jenkins/test-data/e117aacb-fedc-60f7-36b2-d4ff895d5c46/WALs/7b96b36745c6,33969,1732218770176/7b96b36745c6%2C33969%2C1732218770176.1732218770672 after 4009ms 2024-11-21T19:53:06,171 INFO [WAL-Archive-0 {}] wal.AbstractFSWAL(968): Archiving hdfs://localhost:46623/user/jenkins/test-data/e117aacb-fedc-60f7-36b2-d4ff895d5c46/WALs/7b96b36745c6,33969,1732218770176/7b96b36745c6%2C33969%2C1732218770176.1732218770672 to hdfs://localhost:46623/user/jenkins/test-data/e117aacb-fedc-60f7-36b2-d4ff895d5c46/oldWALs/7b96b36745c6%2C33969%2C1732218770176.1732218770672 2024-11-21T19:53:06,200 INFO [Close-WAL-Writer-0 {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=1 on file=/user/jenkins/test-data/e117aacb-fedc-60f7-36b2-d4ff895d5c46/WALs/7b96b36745c6,33969,1732218770176/7b96b36745c6%2C33969%2C1732218770176.meta.1732218771065.meta after 4002ms 2024-11-21T19:53:06,200 INFO [WAL-Archive-0 {}] wal.AbstractFSWAL(968): Archiving hdfs://localhost:46623/user/jenkins/test-data/e117aacb-fedc-60f7-36b2-d4ff895d5c46/WALs/7b96b36745c6,33969,1732218770176/7b96b36745c6%2C33969%2C1732218770176.meta.1732218771065.meta to hdfs://localhost:46623/user/jenkins/test-data/e117aacb-fedc-60f7-36b2-d4ff895d5c46/oldWALs/7b96b36745c6%2C33969%2C1732218770176.meta.1732218771065.meta 2024-11-21T19:53:06,203 DEBUG [RS:0;7b96b36745c6:33969 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/e117aacb-fedc-60f7-36b2-d4ff895d5c46/oldWALs 2024-11-21T19:53:06,203 INFO [RS:0;7b96b36745c6:33969 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 7b96b36745c6%2C33969%2C1732218770176.meta:.meta(num 1732218782168) 2024-11-21T19:53:06,205 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42457 is added to blk_1073741837_1013 (size=2288) 2024-11-21T19:53:06,206 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40817 is added to blk_1073741837_1013 (size=2288) 2024-11-21T19:53:06,208 DEBUG [RS:0;7b96b36745c6:33969 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/e117aacb-fedc-60f7-36b2-d4ff895d5c46/oldWALs 2024-11-21T19:53:06,208 INFO [RS:0;7b96b36745c6:33969 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 7b96b36745c6%2C33969%2C1732218770176:(num 1732218782138) 2024-11-21T19:53:06,208 DEBUG [RS:0;7b96b36745c6:33969 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T19:53:06,208 INFO [RS:0;7b96b36745c6:33969 {}] regionserver.LeaseManager(133): Closed leases 2024-11-21T19:53:06,208 INFO [RS:0;7b96b36745c6:33969 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-21T19:53:06,209 INFO [RS:0;7b96b36745c6:33969 {}] hbase.ChoreService(370): Chore service for: regionserver/7b96b36745c6:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-21T19:53:06,209 INFO [RS:0;7b96b36745c6:33969 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-21T19:53:06,209 INFO [regionserver/7b96b36745c6:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-21T19:53:06,209 INFO [RS:0;7b96b36745c6:33969 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:33969 2024-11-21T19:53:06,211 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33969-0x10116dbc7450001, quorum=127.0.0.1:53415, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/7b96b36745c6,33969,1732218770176 2024-11-21T19:53:06,211 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38075-0x10116dbc7450000, quorum=127.0.0.1:53415, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-21T19:53:06,211 INFO [RS:0;7b96b36745c6:33969 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-21T19:53:06,213 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [7b96b36745c6,33969,1732218770176] 2024-11-21T19:53:06,214 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/7b96b36745c6,33969,1732218770176 already deleted, retry=false 2024-11-21T19:53:06,214 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 7b96b36745c6,33969,1732218770176 expired; onlineServers=0 2024-11-21T19:53:06,214 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '7b96b36745c6,38075,1732218770103' ***** 2024-11-21T19:53:06,214 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-21T19:53:06,214 INFO [M:0;7b96b36745c6:38075 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-21T19:53:06,214 INFO [M:0;7b96b36745c6:38075 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-21T19:53:06,214 DEBUG [M:0;7b96b36745c6:38075 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-21T19:53:06,214 DEBUG [M:0;7b96b36745c6:38075 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-21T19:53:06,214 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-21T19:53:06,214 DEBUG [master/7b96b36745c6:0:becomeActiveMaster-HFileCleaner.small.0-1732218770445 {}] cleaner.HFileCleaner(306): Exit Thread[master/7b96b36745c6:0:becomeActiveMaster-HFileCleaner.small.0-1732218770445,5,FailOnTimeoutGroup] 2024-11-21T19:53:06,214 DEBUG [master/7b96b36745c6:0:becomeActiveMaster-HFileCleaner.large.0-1732218770444 {}] cleaner.HFileCleaner(306): Exit Thread[master/7b96b36745c6:0:becomeActiveMaster-HFileCleaner.large.0-1732218770444,5,FailOnTimeoutGroup] 2024-11-21T19:53:06,215 INFO [M:0;7b96b36745c6:38075 {}] hbase.ChoreService(370): Chore service for: master/7b96b36745c6:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-21T19:53:06,215 INFO [M:0;7b96b36745c6:38075 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-21T19:53:06,215 DEBUG [M:0;7b96b36745c6:38075 {}] master.HMaster(1795): Stopping service threads 2024-11-21T19:53:06,215 INFO [M:0;7b96b36745c6:38075 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-21T19:53:06,215 INFO [M:0;7b96b36745c6:38075 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-21T19:53:06,215 INFO [M:0;7b96b36745c6:38075 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-21T19:53:06,215 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-21T19:53:06,216 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38075-0x10116dbc7450000, quorum=127.0.0.1:53415, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master 2024-11-21T19:53:06,216 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38075-0x10116dbc7450000, quorum=127.0.0.1:53415, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-21T19:53:06,216 DEBUG [M:0;7b96b36745c6:38075 {}] zookeeper.ZKUtil(347): master:38075-0x10116dbc7450000, quorum=127.0.0.1:53415, baseZNode=/hbase Unable to get data of znode /hbase/master because node does not exist (not an error) 2024-11-21T19:53:06,216 WARN [M:0;7b96b36745c6:38075 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-21T19:53:06,218 INFO [M:0;7b96b36745c6:38075 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:46623/user/jenkins/test-data/e117aacb-fedc-60f7-36b2-d4ff895d5c46/.lastflushedseqids 2024-11-21T19:53:06,224 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45851 is added to blk_1073741843_1021 (size=139) 2024-11-21T19:53:06,224 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39017 is added to blk_1073741843_1021 (size=139) 2024-11-21T19:53:06,224 INFO [M:0;7b96b36745c6:38075 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-21T19:53:06,225 INFO [M:0;7b96b36745c6:38075 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-21T19:53:06,225 DEBUG [M:0;7b96b36745c6:38075 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-21T19:53:06,225 INFO [M:0;7b96b36745c6:38075 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T19:53:06,225 DEBUG [M:0;7b96b36745c6:38075 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T19:53:06,225 DEBUG [M:0;7b96b36745c6:38075 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-21T19:53:06,225 DEBUG [M:0;7b96b36745c6:38075 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T19:53:06,225 INFO [M:0;7b96b36745c6:38075 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=23.09 KB heapSize=29.05 KB 2024-11-21T19:53:06,226 WARN [AsyncFSWAL-0-hdfs://localhost:46623/user/jenkins/test-data/e117aacb-fedc-60f7-36b2-d4ff895d5c46/MasterData-prefix:7b96b36745c6,38075,1732218770103 {}] wal.AbstractFSWAL(1504): sync failed java.io.IOException: stream already broken at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.flush0(FanOutOneBlockAsyncDFSOutput.java:469) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.flush(FanOutOneBlockAsyncDFSOutput.java:558) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.wal.AsyncProtobufLogWriter.sync(AsyncProtobufLogWriter.java:153) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AsyncFSWAL.doWriterSync(AsyncFSWAL.java:159) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AsyncFSWAL.doWriterSync(AsyncFSWAL.java:100) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractFSWAL.sync(AbstractFSWAL.java:1629) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractFSWAL.consume(AbstractFSWAL.java:1861) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T19:53:06,226 DEBUG [master:store-WAL-Roller {}] wal.AbstractWALRoller(198): WAL AsyncFSWAL 7b96b36745c6%2C38075%2C1732218770103:(num 1732218770329) roll requested 2024-11-21T19:53:06,241 DEBUG [master:store-WAL-Roller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/e117aacb-fedc-60f7-36b2-d4ff895d5c46/MasterData/WALs/7b96b36745c6,38075,1732218770103/7b96b36745c6%2C38075%2C1732218770103.1732218786227, exclude list is [], retry=0 2024-11-21T19:53:06,243 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45851,DS-09043cfb-719d-4626-8e08-870f429e81ac,DISK] 2024-11-21T19:53:06,243 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40817,DS-27be6ce1-df0e-47f2-85a5-0256c080ed74,DISK] 2024-11-21T19:53:06,245 INFO [master:store-WAL-Roller {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/e117aacb-fedc-60f7-36b2-d4ff895d5c46/MasterData/WALs/7b96b36745c6,38075,1732218770103/7b96b36745c6%2C38075%2C1732218770103.1732218770329 with entries=54, filesize=26.80 KB; new WAL /user/jenkins/test-data/e117aacb-fedc-60f7-36b2-d4ff895d5c46/MasterData/WALs/7b96b36745c6,38075,1732218770103/7b96b36745c6%2C38075%2C1732218770103.1732218786227 2024-11-21T19:53:06,245 DEBUG [master:store-WAL-Roller {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42667:42667),(127.0.0.1/127.0.0.1:33195:33195)] 2024-11-21T19:53:06,245 DEBUG [master:store-WAL-Roller {}] wal.AbstractFSWAL(879): hdfs://localhost:46623/user/jenkins/test-data/e117aacb-fedc-60f7-36b2-d4ff895d5c46/MasterData/WALs/7b96b36745c6,38075,1732218770103/7b96b36745c6%2C38075%2C1732218770103.1732218770329 is not closed yet, will try archiving it next time 2024-11-21T19:53:06,246 WARN [Close-WAL-Writer-0 {}] wal.AbstractProtobufLogWriter(255): Failed to write trailer, non-fatal, continuing... java.io.IOException: stream already broken at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.flush0(FanOutOneBlockAsyncDFSOutput.java:469) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.flush(FanOutOneBlockAsyncDFSOutput.java:558) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.wal.AsyncProtobufLogWriter.lambda$writeWALTrailerAndMagic$3(AsyncProtobufLogWriter.java:249) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AsyncProtobufLogWriter.writeWALMetadata(AsyncProtobufLogWriter.java:203) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AsyncProtobufLogWriter.writeWALTrailerAndMagic(AsyncProtobufLogWriter.java:240) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractProtobufLogWriter.writeWALTrailer(AbstractProtobufLogWriter.java:252) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AsyncProtobufLogWriter.close(AsyncProtobufLogWriter.java:162) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractFSWAL.lambda$closeWriter$17(AbstractFSWAL.java:2041) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T19:53:06,246 WARN [Close-WAL-Writer-0 {}] wal.AsyncProtobufLogWriter(165): normal close failed, try recover java.io.IOException: stream already broken at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.endBlock(FanOutOneBlockAsyncDFSOutput.java:566) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.close(FanOutOneBlockAsyncDFSOutput.java:615) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.wal.AsyncProtobufLogWriter.close(AsyncProtobufLogWriter.java:163) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractFSWAL.lambda$closeWriter$17(AbstractFSWAL.java:2041) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T19:53:06,246 INFO [Close-WAL-Writer-0 {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file /user/jenkins/test-data/e117aacb-fedc-60f7-36b2-d4ff895d5c46/MasterData/WALs/7b96b36745c6,38075,1732218770103/7b96b36745c6%2C38075%2C1732218770103.1732218770329 2024-11-21T19:53:06,247 WARN [IPC Server handler 1 on default port 46623 {}] namenode.FSNamesystem(3854): DIR* NameSystem.internalReleaseLease: File /user/jenkins/test-data/e117aacb-fedc-60f7-36b2-d4ff895d5c46/MasterData/WALs/7b96b36745c6,38075,1732218770103/7b96b36745c6%2C38075%2C1732218770103.1732218770329 has not been closed. Lease recovery is in progress. RecoveryId = 1023 for block blk_1073741830_1006 2024-11-21T19:53:06,247 INFO [Close-WAL-Writer-0 {}] util.RecoverLeaseFSUtils(223): Failed to recover lease, attempt=0 on file=/user/jenkins/test-data/e117aacb-fedc-60f7-36b2-d4ff895d5c46/MasterData/WALs/7b96b36745c6,38075,1732218770103/7b96b36745c6%2C38075%2C1732218770103.1732218770329 after 1ms 2024-11-21T19:53:06,263 DEBUG [M:0;7b96b36745c6:38075 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46623/user/jenkins/test-data/e117aacb-fedc-60f7-36b2-d4ff895d5c46/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/ba289fc69d504ded9bda5d7f640ab2f8 is 82, key is hbase:meta,,1/info:regioninfo/1732218771109/Put/seqid=0 2024-11-21T19:53:06,268 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42457 is added to blk_1073741845_1024 (size=5672) 2024-11-21T19:53:06,269 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39017 is added to blk_1073741845_1024 (size=5672) 2024-11-21T19:53:06,269 INFO [M:0;7b96b36745c6:38075 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=56 (bloomFilter=true), to=hdfs://localhost:46623/user/jenkins/test-data/e117aacb-fedc-60f7-36b2-d4ff895d5c46/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/ba289fc69d504ded9bda5d7f640ab2f8 2024-11-21T19:53:06,299 DEBUG [M:0;7b96b36745c6:38075 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46623/user/jenkins/test-data/e117aacb-fedc-60f7-36b2-d4ff895d5c46/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/8f2a7639feb14da698516fc7710afd8e is 774, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1732218772284/Put/seqid=0 2024-11-21T19:53:06,304 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40817 is added to blk_1073741846_1025 (size=6114) 2024-11-21T19:53:06,304 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42457 is added to blk_1073741846_1025 (size=6114) 2024-11-21T19:53:06,305 INFO [M:0;7b96b36745c6:38075 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.49 KB at sequenceid=56 (bloomFilter=true), to=hdfs://localhost:46623/user/jenkins/test-data/e117aacb-fedc-60f7-36b2-d4ff895d5c46/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/8f2a7639feb14da698516fc7710afd8e 2024-11-21T19:53:06,313 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33969-0x10116dbc7450001, quorum=127.0.0.1:53415, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-21T19:53:06,313 INFO [RS:0;7b96b36745c6:33969 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-21T19:53:06,313 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33969-0x10116dbc7450001, quorum=127.0.0.1:53415, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-21T19:53:06,313 INFO [RS:0;7b96b36745c6:33969 {}] regionserver.HRegionServer(1031): Exiting; stopping=7b96b36745c6,33969,1732218770176; zookeeper connection closed. 2024-11-21T19:53:06,313 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@da85064 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@da85064 2024-11-21T19:53:06,313 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-21T19:53:06,326 DEBUG [M:0;7b96b36745c6:38075 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46623/user/jenkins/test-data/e117aacb-fedc-60f7-36b2-d4ff895d5c46/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/e959421fc5344bc1a89ecbd9919d6037 is 69, key is 7b96b36745c6,33969,1732218770176/rs:state/1732218770515/Put/seqid=0 2024-11-21T19:53:06,331 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37225 is added to blk_1073741847_1026 (size=5156) 2024-11-21T19:53:06,332 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40817 is added to blk_1073741847_1026 (size=5156) 2024-11-21T19:53:06,332 INFO [M:0;7b96b36745c6:38075 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=56 (bloomFilter=true), to=hdfs://localhost:46623/user/jenkins/test-data/e117aacb-fedc-60f7-36b2-d4ff895d5c46/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/e959421fc5344bc1a89ecbd9919d6037 2024-11-21T19:53:06,354 DEBUG [M:0;7b96b36745c6:38075 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46623/user/jenkins/test-data/e117aacb-fedc-60f7-36b2-d4ff895d5c46/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/state/969fd731efd64f8d9b99ccd8b080f1e8 is 52, key is load_balancer_on/state:d/1732218771207/Put/seqid=0 2024-11-21T19:53:06,359 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40817 is added to blk_1073741848_1027 (size=5056) 2024-11-21T19:53:06,359 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37225 is added to blk_1073741848_1027 (size=5056) 2024-11-21T19:53:06,360 INFO [M:0;7b96b36745c6:38075 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=48 B at sequenceid=56 (bloomFilter=true), to=hdfs://localhost:46623/user/jenkins/test-data/e117aacb-fedc-60f7-36b2-d4ff895d5c46/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/state/969fd731efd64f8d9b99ccd8b080f1e8 2024-11-21T19:53:06,368 DEBUG [M:0;7b96b36745c6:38075 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46623/user/jenkins/test-data/e117aacb-fedc-60f7-36b2-d4ff895d5c46/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/ba289fc69d504ded9bda5d7f640ab2f8 as hdfs://localhost:46623/user/jenkins/test-data/e117aacb-fedc-60f7-36b2-d4ff895d5c46/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/ba289fc69d504ded9bda5d7f640ab2f8 2024-11-21T19:53:06,374 INFO [M:0;7b96b36745c6:38075 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46623/user/jenkins/test-data/e117aacb-fedc-60f7-36b2-d4ff895d5c46/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/ba289fc69d504ded9bda5d7f640ab2f8, entries=8, sequenceid=56, filesize=5.5 K 2024-11-21T19:53:06,375 DEBUG [M:0;7b96b36745c6:38075 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46623/user/jenkins/test-data/e117aacb-fedc-60f7-36b2-d4ff895d5c46/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/8f2a7639feb14da698516fc7710afd8e as hdfs://localhost:46623/user/jenkins/test-data/e117aacb-fedc-60f7-36b2-d4ff895d5c46/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/8f2a7639feb14da698516fc7710afd8e 2024-11-21T19:53:06,381 INFO [M:0;7b96b36745c6:38075 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46623/user/jenkins/test-data/e117aacb-fedc-60f7-36b2-d4ff895d5c46/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/8f2a7639feb14da698516fc7710afd8e, entries=6, sequenceid=56, filesize=6.0 K 2024-11-21T19:53:06,382 DEBUG [M:0;7b96b36745c6:38075 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46623/user/jenkins/test-data/e117aacb-fedc-60f7-36b2-d4ff895d5c46/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/e959421fc5344bc1a89ecbd9919d6037 as hdfs://localhost:46623/user/jenkins/test-data/e117aacb-fedc-60f7-36b2-d4ff895d5c46/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/e959421fc5344bc1a89ecbd9919d6037 2024-11-21T19:53:06,387 INFO [M:0;7b96b36745c6:38075 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46623/user/jenkins/test-data/e117aacb-fedc-60f7-36b2-d4ff895d5c46/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/e959421fc5344bc1a89ecbd9919d6037, entries=1, sequenceid=56, filesize=5.0 K 2024-11-21T19:53:06,389 DEBUG [M:0;7b96b36745c6:38075 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46623/user/jenkins/test-data/e117aacb-fedc-60f7-36b2-d4ff895d5c46/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/state/969fd731efd64f8d9b99ccd8b080f1e8 as hdfs://localhost:46623/user/jenkins/test-data/e117aacb-fedc-60f7-36b2-d4ff895d5c46/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/state/969fd731efd64f8d9b99ccd8b080f1e8 2024-11-21T19:53:06,395 INFO [M:0;7b96b36745c6:38075 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46623/user/jenkins/test-data/e117aacb-fedc-60f7-36b2-d4ff895d5c46/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/state/969fd731efd64f8d9b99ccd8b080f1e8, entries=1, sequenceid=56, filesize=4.9 K 2024-11-21T19:53:06,396 INFO [M:0;7b96b36745c6:38075 {}] regionserver.HRegion(3140): Finished flush of dataSize ~23.09 KB/23644, heapSize ~28.98 KB/29680, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 171ms, sequenceid=56, compaction requested=false 2024-11-21T19:53:06,398 INFO [M:0;7b96b36745c6:38075 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T19:53:06,398 DEBUG [M:0;7b96b36745c6:38075 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732218786225Disabling compacts and flushes for region at 1732218786225Disabling writes for close at 1732218786225Obtaining lock to block concurrent updates at 1732218786225Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732218786225Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=23644, getHeapSize=29680, getOffHeapSize=0, getCellsCount=67 at 1732218786226 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732218786246 (+20 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732218786246Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732218786262 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732218786262Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732218786276 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732218786298 (+22 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732218786298Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732218786311 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732218786326 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732218786326Flushing 1595e783b53d99cd5eef43b6debb2682/state: creating writer at 1732218786338 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/state: appending metadata at 1732218786353 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/state: closing flushed file at 1732218786353Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6d7c06ba: reopening flushed file at 1732218786366 (+13 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5165dec2: reopening flushed file at 1732218786374 (+8 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2110405a: reopening flushed file at 1732218786381 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6fbfbb64: reopening flushed file at 1732218786388 (+7 ms)Finished flush of dataSize ~23.09 KB/23644, heapSize ~28.98 KB/29680, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 171ms, sequenceid=56, compaction requested=false at 1732218786396 (+8 ms)Writing region close event to WAL at 1732218786398 (+2 ms)Closed at 1732218786398 2024-11-21T19:53:06,400 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40817 is added to blk_1073741844_1022 (size=757) 2024-11-21T19:53:06,400 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45851 is added to blk_1073741844_1022 (size=757) 2024-11-21T19:53:07,239 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T19:53:07,258 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T19:53:07,259 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T19:53:07,770 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-21T19:53:07,772 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T19:53:07,794 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T19:53:07,794 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T19:53:08,011 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45851 is added to blk_1073741834_1017 (size=2386) 2024-11-21T19:53:08,102 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_TestLogRolling-testLogRollOnDatanodeDeath 2024-11-21T19:53:08,102 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-21T19:53:08,102 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-21T19:53:08,102 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-21T19:53:08,229 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40817 is added to blk_1073741830_1023 (size=27177) 2024-11-21T19:53:10,248 INFO [Close-WAL-Writer-0 {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=1 on file=/user/jenkins/test-data/e117aacb-fedc-60f7-36b2-d4ff895d5c46/MasterData/WALs/7b96b36745c6,38075,1732218770103/7b96b36745c6%2C38075%2C1732218770103.1732218770329 after 4002ms 2024-11-21T19:53:10,249 INFO [WAL-Archive-0 {}] wal.AbstractFSWAL(968): Archiving hdfs://localhost:46623/user/jenkins/test-data/e117aacb-fedc-60f7-36b2-d4ff895d5c46/MasterData/WALs/7b96b36745c6,38075,1732218770103/7b96b36745c6%2C38075%2C1732218770103.1732218770329 to hdfs://localhost:46623/user/jenkins/test-data/e117aacb-fedc-60f7-36b2-d4ff895d5c46/MasterData/oldWALs/7b96b36745c6%2C38075%2C1732218770103.1732218770329 2024-11-21T19:53:10,253 INFO [WAL-Archive-0 {}] region.MasterRegionUtils(50): Moved hdfs://localhost:46623/user/jenkins/test-data/e117aacb-fedc-60f7-36b2-d4ff895d5c46/MasterData/oldWALs/7b96b36745c6%2C38075%2C1732218770103.1732218770329 to hdfs://localhost:46623/user/jenkins/test-data/e117aacb-fedc-60f7-36b2-d4ff895d5c46/oldWALs/7b96b36745c6%2C38075%2C1732218770103.1732218770329$masterlocalwal$ 2024-11-21T19:53:10,254 INFO [M:0;7b96b36745c6:38075 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-21T19:53:10,254 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-21T19:53:10,254 INFO [M:0;7b96b36745c6:38075 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:38075 2024-11-21T19:53:10,254 INFO [M:0;7b96b36745c6:38075 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-21T19:53:10,356 INFO [M:0;7b96b36745c6:38075 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-21T19:53:10,356 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38075-0x10116dbc7450000, quorum=127.0.0.1:53415, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-21T19:53:10,356 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38075-0x10116dbc7450000, quorum=127.0.0.1:53415, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-21T19:53:10,359 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@211e6ee7{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-21T19:53:10,359 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@52139b2f{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-21T19:53:10,359 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-21T19:53:10,360 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@390e479f{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-21T19:53:10,360 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5a69a7b7{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/44bf3325-df7e-be29-3020-1ee973cb66fc/hadoop.log.dir/,STOPPED} 2024-11-21T19:53:10,361 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-21T19:53:10,362 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-21T19:53:10,365 WARN [BP-515476830-172.17.0.2-1732218769135 heartbeating to localhost/127.0.0.1:46623 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-21T19:53:10,365 WARN [BP-515476830-172.17.0.2-1732218769135 heartbeating to localhost/127.0.0.1:46623 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-515476830-172.17.0.2-1732218769135 (Datanode Uuid d95f9972-2b2e-4201-9c7c-76f6de36f820) service to localhost/127.0.0.1:46623 2024-11-21T19:53:10,366 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/44bf3325-df7e-be29-3020-1ee973cb66fc/cluster_d064a769-a92c-2c8a-d86b-ceb611f9aa2d/data/data1/current/BP-515476830-172.17.0.2-1732218769135 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-21T19:53:10,366 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/44bf3325-df7e-be29-3020-1ee973cb66fc/cluster_d064a769-a92c-2c8a-d86b-ceb611f9aa2d/data/data2/current/BP-515476830-172.17.0.2-1732218769135 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-21T19:53:10,367 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-21T19:53:10,370 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@7016180d{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-21T19:53:10,370 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@64bc4e58{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-21T19:53:10,371 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-21T19:53:10,371 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6b434fa5{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-21T19:53:10,371 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@63f1466f{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/44bf3325-df7e-be29-3020-1ee973cb66fc/hadoop.log.dir/,STOPPED} 2024-11-21T19:53:10,372 WARN [BP-515476830-172.17.0.2-1732218769135 heartbeating to localhost/127.0.0.1:46623 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-21T19:53:10,372 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-21T19:53:10,372 WARN [BP-515476830-172.17.0.2-1732218769135 heartbeating to localhost/127.0.0.1:46623 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-515476830-172.17.0.2-1732218769135 (Datanode Uuid f6db81e7-c2c4-41ec-ae3a-8fb4ae780265) service to localhost/127.0.0.1:46623 2024-11-21T19:53:10,372 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-21T19:53:10,373 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/44bf3325-df7e-be29-3020-1ee973cb66fc/cluster_d064a769-a92c-2c8a-d86b-ceb611f9aa2d/data/data9/current/BP-515476830-172.17.0.2-1732218769135 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-21T19:53:10,373 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/44bf3325-df7e-be29-3020-1ee973cb66fc/cluster_d064a769-a92c-2c8a-d86b-ceb611f9aa2d/data/data10/current/BP-515476830-172.17.0.2-1732218769135 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-21T19:53:10,374 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-21T19:53:10,375 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@a5edbcb{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-21T19:53:10,376 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@177b2eb8{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-21T19:53:10,376 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-21T19:53:10,376 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@c1a1532{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-21T19:53:10,376 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4f965db4{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/44bf3325-df7e-be29-3020-1ee973cb66fc/hadoop.log.dir/,STOPPED} 2024-11-21T19:53:10,377 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-21T19:53:10,377 WARN [BP-515476830-172.17.0.2-1732218769135 heartbeating to localhost/127.0.0.1:46623 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-21T19:53:10,377 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-21T19:53:10,377 WARN [BP-515476830-172.17.0.2-1732218769135 heartbeating to localhost/127.0.0.1:46623 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-515476830-172.17.0.2-1732218769135 (Datanode Uuid 12108220-d857-4a87-8c4d-95a49ee3261b) service to localhost/127.0.0.1:46623 2024-11-21T19:53:10,378 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/44bf3325-df7e-be29-3020-1ee973cb66fc/cluster_d064a769-a92c-2c8a-d86b-ceb611f9aa2d/data/data7/current/BP-515476830-172.17.0.2-1732218769135 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-21T19:53:10,378 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/44bf3325-df7e-be29-3020-1ee973cb66fc/cluster_d064a769-a92c-2c8a-d86b-ceb611f9aa2d/data/data8/current/BP-515476830-172.17.0.2-1732218769135 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-21T19:53:10,379 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-21T19:53:10,381 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@59d8e30e{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-21T19:53:10,381 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@1d2cd94{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-21T19:53:10,381 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-21T19:53:10,381 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@59327d46{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-21T19:53:10,381 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6299fc{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/44bf3325-df7e-be29-3020-1ee973cb66fc/hadoop.log.dir/,STOPPED} 2024-11-21T19:53:10,383 WARN [BP-515476830-172.17.0.2-1732218769135 heartbeating to localhost/127.0.0.1:46623 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-21T19:53:10,383 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-21T19:53:10,383 WARN [BP-515476830-172.17.0.2-1732218769135 heartbeating to localhost/127.0.0.1:46623 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-515476830-172.17.0.2-1732218769135 (Datanode Uuid c76d98be-cf8d-44db-8e5d-4cc2871457e7) service to localhost/127.0.0.1:46623 2024-11-21T19:53:10,383 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-21T19:53:10,383 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/44bf3325-df7e-be29-3020-1ee973cb66fc/cluster_d064a769-a92c-2c8a-d86b-ceb611f9aa2d/data/data5/current/BP-515476830-172.17.0.2-1732218769135 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-21T19:53:10,384 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/44bf3325-df7e-be29-3020-1ee973cb66fc/cluster_d064a769-a92c-2c8a-d86b-ceb611f9aa2d/data/data6/current/BP-515476830-172.17.0.2-1732218769135 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-21T19:53:10,384 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-21T19:53:10,386 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@1a58fc3f{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-21T19:53:10,387 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@2f06258f{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-21T19:53:10,387 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-21T19:53:10,387 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5047de0c{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-21T19:53:10,387 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@26c15ea{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/44bf3325-df7e-be29-3020-1ee973cb66fc/hadoop.log.dir/,STOPPED} 2024-11-21T19:53:10,389 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-21T19:53:10,389 WARN [BP-515476830-172.17.0.2-1732218769135 heartbeating to localhost/127.0.0.1:46623 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-21T19:53:10,389 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-21T19:53:10,389 WARN [BP-515476830-172.17.0.2-1732218769135 heartbeating to localhost/127.0.0.1:46623 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-515476830-172.17.0.2-1732218769135 (Datanode Uuid ab8f56df-bf4f-4c40-9ad8-11b63f830bbf) service to localhost/127.0.0.1:46623 2024-11-21T19:53:10,389 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/44bf3325-df7e-be29-3020-1ee973cb66fc/cluster_d064a769-a92c-2c8a-d86b-ceb611f9aa2d/data/data3/current/BP-515476830-172.17.0.2-1732218769135 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-21T19:53:10,390 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/44bf3325-df7e-be29-3020-1ee973cb66fc/cluster_d064a769-a92c-2c8a-d86b-ceb611f9aa2d/data/data4/current/BP-515476830-172.17.0.2-1732218769135 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-21T19:53:10,390 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-21T19:53:10,397 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@375d1d1a{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-21T19:53:10,398 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@487bdcb9{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-21T19:53:10,398 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-21T19:53:10,398 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1fba372a{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-21T19:53:10,398 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7648fb82{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/44bf3325-df7e-be29-3020-1ee973cb66fc/hadoop.log.dir/,STOPPED} 2024-11-21T19:53:10,409 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-21T19:53:10,440 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-21T19:53:10,450 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.wal.TestAsyncLogRolling#testLogRollOnDatanodeDeath Thread=102 (was 66) Potentially hanging thread: nioEventLoopGroup-10-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-11-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-15-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-17-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-13-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-12-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:46623 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:46623 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-14-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-6-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-7 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-10-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-9-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-12-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.1@localhost:46623 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Timer for 'DataNode' metrics system java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: IPC Client (961219246) connection to localhost/127.0.0.1:46623 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-15-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-16-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-13-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-9-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-15-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-8-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-16-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-12-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-17-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-6 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:46623 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:46623 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-5-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-11-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-5 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: nioEventLoopGroup-16-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:46623 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-5 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-17-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-8-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-6-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-9-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (961219246) connection to localhost/127.0.0.1:46623 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-5-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-11-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-8 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (961219246) connection to localhost/127.0.0.1:46623 from jenkins.hfs.1 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-8-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-14-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-10-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-14-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-6-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-5-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-13-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=442 (was 393) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=137 (was 191), ProcessCount=11 (was 11), AvailableMemoryMB=10862 (was 11422) 2024-11-21T19:53:10,458 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.wal.TestAsyncLogRolling#testCompactionRecordDoesntBlockRolling Thread=102, OpenFileDescriptor=442, MaxFileDescriptor=1048576, SystemLoadAverage=137, ProcessCount=11, AvailableMemoryMB=10860 2024-11-21T19:53:10,459 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=2, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-21T19:53:10,459 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/44bf3325-df7e-be29-3020-1ee973cb66fc/hadoop.log.dir so I do NOT create it in target/test-data/c1a258a3-e074-daf0-4af0-22fc9c033436 2024-11-21T19:53:10,459 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/44bf3325-df7e-be29-3020-1ee973cb66fc/hadoop.tmp.dir so I do NOT create it in target/test-data/c1a258a3-e074-daf0-4af0-22fc9c033436 2024-11-21T19:53:10,459 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/c1a258a3-e074-daf0-4af0-22fc9c033436/cluster_496444fe-3ca4-9817-8329-3d3d87fd566a, deleteOnExit=true 2024-11-21T19:53:10,459 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-21T19:53:10,459 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/c1a258a3-e074-daf0-4af0-22fc9c033436/test.cache.data in system properties and HBase conf 2024-11-21T19:53:10,460 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/c1a258a3-e074-daf0-4af0-22fc9c033436/hadoop.tmp.dir in system properties and HBase conf 2024-11-21T19:53:10,460 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/c1a258a3-e074-daf0-4af0-22fc9c033436/hadoop.log.dir in system properties and HBase conf 2024-11-21T19:53:10,460 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/c1a258a3-e074-daf0-4af0-22fc9c033436/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-21T19:53:10,460 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/c1a258a3-e074-daf0-4af0-22fc9c033436/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-21T19:53:10,460 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-21T19:53:10,460 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-21T19:53:10,461 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/c1a258a3-e074-daf0-4af0-22fc9c033436/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-21T19:53:10,461 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/c1a258a3-e074-daf0-4af0-22fc9c033436/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-21T19:53:10,461 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/c1a258a3-e074-daf0-4af0-22fc9c033436/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-21T19:53:10,461 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/c1a258a3-e074-daf0-4af0-22fc9c033436/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-21T19:53:10,461 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/c1a258a3-e074-daf0-4af0-22fc9c033436/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-21T19:53:10,461 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/c1a258a3-e074-daf0-4af0-22fc9c033436/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-21T19:53:10,462 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/c1a258a3-e074-daf0-4af0-22fc9c033436/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-21T19:53:10,462 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/c1a258a3-e074-daf0-4af0-22fc9c033436/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-21T19:53:10,462 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/c1a258a3-e074-daf0-4af0-22fc9c033436/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-21T19:53:10,462 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/c1a258a3-e074-daf0-4af0-22fc9c033436/nfs.dump.dir in system properties and HBase conf 2024-11-21T19:53:10,462 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/c1a258a3-e074-daf0-4af0-22fc9c033436/java.io.tmpdir in system properties and HBase conf 2024-11-21T19:53:10,462 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/c1a258a3-e074-daf0-4af0-22fc9c033436/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-21T19:53:10,462 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/c1a258a3-e074-daf0-4af0-22fc9c033436/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-21T19:53:10,463 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/c1a258a3-e074-daf0-4af0-22fc9c033436/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-21T19:53:10,544 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-21T19:53:10,549 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-21T19:53:10,550 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-21T19:53:10,550 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-21T19:53:10,550 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-21T19:53:10,551 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-21T19:53:10,551 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@372de30f{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/c1a258a3-e074-daf0-4af0-22fc9c033436/hadoop.log.dir/,AVAILABLE} 2024-11-21T19:53:10,551 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@57aab5a1{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-21T19:53:10,666 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@6b4d832e{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/c1a258a3-e074-daf0-4af0-22fc9c033436/java.io.tmpdir/jetty-localhost-33207-hadoop-hdfs-3_4_1-tests_jar-_-any-544645551183803309/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-21T19:53:10,667 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@147f88bb{HTTP/1.1, (http/1.1)}{localhost:33207} 2024-11-21T19:53:10,667 INFO [Time-limited test {}] server.Server(415): Started @88392ms 2024-11-21T19:53:10,751 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-21T19:53:10,756 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-21T19:53:10,757 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-21T19:53:10,757 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-21T19:53:10,757 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-21T19:53:10,758 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@42d5b42f{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/c1a258a3-e074-daf0-4af0-22fc9c033436/hadoop.log.dir/,AVAILABLE} 2024-11-21T19:53:10,758 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@532fe36{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-21T19:53:10,875 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@41d8dc7{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/c1a258a3-e074-daf0-4af0-22fc9c033436/java.io.tmpdir/jetty-localhost-36853-hadoop-hdfs-3_4_1-tests_jar-_-any-8893468344835152547/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-21T19:53:10,875 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@3c1e089e{HTTP/1.1, (http/1.1)}{localhost:36853} 2024-11-21T19:53:10,875 INFO [Time-limited test {}] server.Server(415): Started @88601ms 2024-11-21T19:53:10,877 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-21T19:53:10,907 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-21T19:53:10,910 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-21T19:53:10,933 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-21T19:53:10,933 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-21T19:53:10,933 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-21T19:53:10,934 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1e17965f{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/c1a258a3-e074-daf0-4af0-22fc9c033436/hadoop.log.dir/,AVAILABLE} 2024-11-21T19:53:10,934 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2f8eaac8{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-21T19:53:10,988 WARN [Thread-785 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/c1a258a3-e074-daf0-4af0-22fc9c033436/cluster_496444fe-3ca4-9817-8329-3d3d87fd566a/data/data2/current/BP-409497600-172.17.0.2-1732218790498/current, will proceed with Du for space computation calculation, 2024-11-21T19:53:10,988 WARN [Thread-784 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/c1a258a3-e074-daf0-4af0-22fc9c033436/cluster_496444fe-3ca4-9817-8329-3d3d87fd566a/data/data1/current/BP-409497600-172.17.0.2-1732218790498/current, will proceed with Du for space computation calculation, 2024-11-21T19:53:11,011 WARN [Thread-763 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-21T19:53:11,014 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x243a387e345eab20 with lease ID 0x4eab33c1d2616d0c: Processing first storage report for DS-98ba5447-1cb8-4d18-be24-3f4e2a885ab1 from datanode DatanodeRegistration(127.0.0.1:43611, datanodeUuid=275bb188-1123-4a1a-91fa-9663d1062dd1, infoPort=43089, infoSecurePort=0, ipcPort=40705, storageInfo=lv=-57;cid=testClusterID;nsid=1809599063;c=1732218790498) 2024-11-21T19:53:11,014 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x243a387e345eab20 with lease ID 0x4eab33c1d2616d0c: from storage DS-98ba5447-1cb8-4d18-be24-3f4e2a885ab1 node DatanodeRegistration(127.0.0.1:43611, datanodeUuid=275bb188-1123-4a1a-91fa-9663d1062dd1, infoPort=43089, infoSecurePort=0, ipcPort=40705, storageInfo=lv=-57;cid=testClusterID;nsid=1809599063;c=1732218790498), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-21T19:53:11,014 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x243a387e345eab20 with lease ID 0x4eab33c1d2616d0c: Processing first storage report for DS-c67a9508-343b-4379-b2c0-41618633bc82 from datanode DatanodeRegistration(127.0.0.1:43611, datanodeUuid=275bb188-1123-4a1a-91fa-9663d1062dd1, infoPort=43089, infoSecurePort=0, ipcPort=40705, storageInfo=lv=-57;cid=testClusterID;nsid=1809599063;c=1732218790498) 2024-11-21T19:53:11,014 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x243a387e345eab20 with lease ID 0x4eab33c1d2616d0c: from storage DS-c67a9508-343b-4379-b2c0-41618633bc82 node DatanodeRegistration(127.0.0.1:43611, datanodeUuid=275bb188-1123-4a1a-91fa-9663d1062dd1, infoPort=43089, infoSecurePort=0, ipcPort=40705, storageInfo=lv=-57;cid=testClusterID;nsid=1809599063;c=1732218790498), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-21T19:53:11,064 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@1fe96755{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/c1a258a3-e074-daf0-4af0-22fc9c033436/java.io.tmpdir/jetty-localhost-36679-hadoop-hdfs-3_4_1-tests_jar-_-any-16801819490692882405/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-21T19:53:11,064 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@6fbc3fd1{HTTP/1.1, (http/1.1)}{localhost:36679} 2024-11-21T19:53:11,064 INFO [Time-limited test {}] server.Server(415): Started @88790ms 2024-11-21T19:53:11,065 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-21T19:53:11,142 WARN [Thread-810 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/c1a258a3-e074-daf0-4af0-22fc9c033436/cluster_496444fe-3ca4-9817-8329-3d3d87fd566a/data/data3/current/BP-409497600-172.17.0.2-1732218790498/current, will proceed with Du for space computation calculation, 2024-11-21T19:53:11,142 WARN [Thread-811 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/c1a258a3-e074-daf0-4af0-22fc9c033436/cluster_496444fe-3ca4-9817-8329-3d3d87fd566a/data/data4/current/BP-409497600-172.17.0.2-1732218790498/current, will proceed with Du for space computation calculation, 2024-11-21T19:53:11,159 WARN [Thread-799 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-21T19:53:11,162 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xb4d2df4bea24226e with lease ID 0x4eab33c1d2616d0d: Processing first storage report for DS-dcfba564-4bbf-473b-b59e-40f57d035c8a from datanode DatanodeRegistration(127.0.0.1:45803, datanodeUuid=287e7ad3-71a3-4928-89a1-a5f7ea4863fe, infoPort=33071, infoSecurePort=0, ipcPort=46833, storageInfo=lv=-57;cid=testClusterID;nsid=1809599063;c=1732218790498) 2024-11-21T19:53:11,162 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xb4d2df4bea24226e with lease ID 0x4eab33c1d2616d0d: from storage DS-dcfba564-4bbf-473b-b59e-40f57d035c8a node DatanodeRegistration(127.0.0.1:45803, datanodeUuid=287e7ad3-71a3-4928-89a1-a5f7ea4863fe, infoPort=33071, infoSecurePort=0, ipcPort=46833, storageInfo=lv=-57;cid=testClusterID;nsid=1809599063;c=1732218790498), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-21T19:53:11,162 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xb4d2df4bea24226e with lease ID 0x4eab33c1d2616d0d: Processing first storage report for DS-9dc72bef-5db4-4ea4-9d1f-638341b527df from datanode DatanodeRegistration(127.0.0.1:45803, datanodeUuid=287e7ad3-71a3-4928-89a1-a5f7ea4863fe, infoPort=33071, infoSecurePort=0, ipcPort=46833, storageInfo=lv=-57;cid=testClusterID;nsid=1809599063;c=1732218790498) 2024-11-21T19:53:11,162 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xb4d2df4bea24226e with lease ID 0x4eab33c1d2616d0d: from storage DS-9dc72bef-5db4-4ea4-9d1f-638341b527df node DatanodeRegistration(127.0.0.1:45803, datanodeUuid=287e7ad3-71a3-4928-89a1-a5f7ea4863fe, infoPort=33071, infoSecurePort=0, ipcPort=46833, storageInfo=lv=-57;cid=testClusterID;nsid=1809599063;c=1732218790498), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-21T19:53:11,187 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/c1a258a3-e074-daf0-4af0-22fc9c033436 2024-11-21T19:53:11,190 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/c1a258a3-e074-daf0-4af0-22fc9c033436/cluster_496444fe-3ca4-9817-8329-3d3d87fd566a/zookeeper_0, clientPort=58403, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/c1a258a3-e074-daf0-4af0-22fc9c033436/cluster_496444fe-3ca4-9817-8329-3d3d87fd566a/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/c1a258a3-e074-daf0-4af0-22fc9c033436/cluster_496444fe-3ca4-9817-8329-3d3d87fd566a/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-21T19:53:11,191 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=58403 2024-11-21T19:53:11,191 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T19:53:11,193 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T19:53:11,201 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43611 is added to blk_1073741825_1001 (size=7) 2024-11-21T19:53:11,201 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45803 is added to blk_1073741825_1001 (size=7) 2024-11-21T19:53:11,202 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:41589/user/jenkins/test-data/c8eda3c9-75ae-6564-d695-c1d3697c345b with version=8 2024-11-21T19:53:11,202 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1141): The hbase.fs.tmp.dir is set to hdfs://localhost:35019/user/jenkins/test-data/9f8b0a2b-d66c-1f94-8382-d8681b3c6feb/hbase-staging 2024-11-21T19:53:11,204 INFO [Time-limited test {}] client.ConnectionUtils(128): master/7b96b36745c6:0 server-side Connection retries=45 2024-11-21T19:53:11,204 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-21T19:53:11,204 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-21T19:53:11,204 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-21T19:53:11,204 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-21T19:53:11,204 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-21T19:53:11,205 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-21T19:53:11,205 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-21T19:53:11,205 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:45955 2024-11-21T19:53:11,206 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:45955 connecting to ZooKeeper ensemble=127.0.0.1:58403 2024-11-21T19:53:11,212 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:459550x0, quorum=127.0.0.1:58403, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-21T19:53:11,212 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:45955-0x10116dc19bf0000 connected 2024-11-21T19:53:11,229 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T19:53:11,231 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T19:53:11,232 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:45955-0x10116dc19bf0000, quorum=127.0.0.1:58403, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-21T19:53:11,233 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:41589/user/jenkins/test-data/c8eda3c9-75ae-6564-d695-c1d3697c345b, hbase.cluster.distributed=false 2024-11-21T19:53:11,234 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:45955-0x10116dc19bf0000, quorum=127.0.0.1:58403, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-21T19:53:11,235 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=45955 2024-11-21T19:53:11,235 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=45955 2024-11-21T19:53:11,237 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=45955 2024-11-21T19:53:11,237 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=45955 2024-11-21T19:53:11,238 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=45955 2024-11-21T19:53:11,252 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/7b96b36745c6:0 server-side Connection retries=45 2024-11-21T19:53:11,252 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-21T19:53:11,252 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-21T19:53:11,252 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-21T19:53:11,252 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-21T19:53:11,252 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-21T19:53:11,252 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-21T19:53:11,252 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-21T19:53:11,253 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:40931 2024-11-21T19:53:11,254 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:40931 connecting to ZooKeeper ensemble=127.0.0.1:58403 2024-11-21T19:53:11,255 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T19:53:11,256 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T19:53:11,260 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:409310x0, quorum=127.0.0.1:58403, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-21T19:53:11,260 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:409310x0, quorum=127.0.0.1:58403, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-21T19:53:11,260 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:40931-0x10116dc19bf0001 connected 2024-11-21T19:53:11,261 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-21T19:53:11,261 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-21T19:53:11,262 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:40931-0x10116dc19bf0001, quorum=127.0.0.1:58403, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-21T19:53:11,263 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:40931-0x10116dc19bf0001, quorum=127.0.0.1:58403, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-21T19:53:11,263 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=40931 2024-11-21T19:53:11,263 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=40931 2024-11-21T19:53:11,264 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=40931 2024-11-21T19:53:11,264 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=40931 2024-11-21T19:53:11,264 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=40931 2024-11-21T19:53:11,275 DEBUG [M:0;7b96b36745c6:45955 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;7b96b36745c6:45955 2024-11-21T19:53:11,276 INFO [master/7b96b36745c6:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /hbase/backup-masters/7b96b36745c6,45955,1732218791204 2024-11-21T19:53:11,277 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40931-0x10116dc19bf0001, quorum=127.0.0.1:58403, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-21T19:53:11,277 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45955-0x10116dc19bf0000, quorum=127.0.0.1:58403, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-21T19:53:11,278 DEBUG [master/7b96b36745c6:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:45955-0x10116dc19bf0000, quorum=127.0.0.1:58403, baseZNode=/hbase Set watcher on existing znode=/hbase/backup-masters/7b96b36745c6,45955,1732218791204 2024-11-21T19:53:11,279 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40931-0x10116dc19bf0001, quorum=127.0.0.1:58403, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-21T19:53:11,279 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45955-0x10116dc19bf0000, quorum=127.0.0.1:58403, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-21T19:53:11,279 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40931-0x10116dc19bf0001, quorum=127.0.0.1:58403, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-21T19:53:11,280 DEBUG [master/7b96b36745c6:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:45955-0x10116dc19bf0000, quorum=127.0.0.1:58403, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-11-21T19:53:11,280 INFO [master/7b96b36745c6:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /hbase/backup-masters/7b96b36745c6,45955,1732218791204 from backup master directory 2024-11-21T19:53:11,282 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45955-0x10116dc19bf0000, quorum=127.0.0.1:58403, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/backup-masters/7b96b36745c6,45955,1732218791204 2024-11-21T19:53:11,282 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40931-0x10116dc19bf0001, quorum=127.0.0.1:58403, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-21T19:53:11,282 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45955-0x10116dc19bf0000, quorum=127.0.0.1:58403, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-21T19:53:11,282 WARN [master/7b96b36745c6:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-21T19:53:11,282 INFO [master/7b96b36745c6:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=7b96b36745c6,45955,1732218791204 2024-11-21T19:53:11,290 DEBUG [master/7b96b36745c6:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:41589/user/jenkins/test-data/c8eda3c9-75ae-6564-d695-c1d3697c345b/hbase.id] with ID: a03b60b4-db32-49ec-a807-b3d4d78381fe 2024-11-21T19:53:11,290 DEBUG [master/7b96b36745c6:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:41589/user/jenkins/test-data/c8eda3c9-75ae-6564-d695-c1d3697c345b/.tmp/hbase.id 2024-11-21T19:53:11,296 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45803 is added to blk_1073741826_1002 (size=42) 2024-11-21T19:53:11,297 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43611 is added to blk_1073741826_1002 (size=42) 2024-11-21T19:53:11,297 DEBUG [master/7b96b36745c6:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:41589/user/jenkins/test-data/c8eda3c9-75ae-6564-d695-c1d3697c345b/.tmp/hbase.id]:[hdfs://localhost:41589/user/jenkins/test-data/c8eda3c9-75ae-6564-d695-c1d3697c345b/hbase.id] 2024-11-21T19:53:11,311 INFO [master/7b96b36745c6:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T19:53:11,311 INFO [master/7b96b36745c6:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-21T19:53:11,312 INFO [master/7b96b36745c6:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-21T19:53:11,315 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45955-0x10116dc19bf0000, quorum=127.0.0.1:58403, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-21T19:53:11,315 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40931-0x10116dc19bf0001, quorum=127.0.0.1:58403, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-21T19:53:11,323 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45803 is added to blk_1073741827_1003 (size=196) 2024-11-21T19:53:11,323 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43611 is added to blk_1073741827_1003 (size=196) 2024-11-21T19:53:11,324 INFO [master/7b96b36745c6:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-21T19:53:11,324 INFO [master/7b96b36745c6:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-21T19:53:11,325 INFO [master/7b96b36745c6:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-21T19:53:11,332 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43611 is added to blk_1073741828_1004 (size=1189) 2024-11-21T19:53:11,332 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45803 is added to blk_1073741828_1004 (size=1189) 2024-11-21T19:53:11,333 INFO [master/7b96b36745c6:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:41589/user/jenkins/test-data/c8eda3c9-75ae-6564-d695-c1d3697c345b/MasterData/data/master/store 2024-11-21T19:53:11,339 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45803 is added to blk_1073741829_1005 (size=34) 2024-11-21T19:53:11,339 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43611 is added to blk_1073741829_1005 (size=34) 2024-11-21T19:53:11,340 DEBUG [master/7b96b36745c6:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T19:53:11,340 DEBUG [master/7b96b36745c6:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-21T19:53:11,340 INFO [master/7b96b36745c6:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T19:53:11,340 DEBUG [master/7b96b36745c6:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T19:53:11,340 DEBUG [master/7b96b36745c6:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-21T19:53:11,340 DEBUG [master/7b96b36745c6:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T19:53:11,340 INFO [master/7b96b36745c6:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T19:53:11,340 DEBUG [master/7b96b36745c6:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732218791340Disabling compacts and flushes for region at 1732218791340Disabling writes for close at 1732218791340Writing region close event to WAL at 1732218791340Closed at 1732218791340 2024-11-21T19:53:11,341 WARN [master/7b96b36745c6:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:41589/user/jenkins/test-data/c8eda3c9-75ae-6564-d695-c1d3697c345b/MasterData/data/master/store/.initializing 2024-11-21T19:53:11,341 DEBUG [master/7b96b36745c6:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:41589/user/jenkins/test-data/c8eda3c9-75ae-6564-d695-c1d3697c345b/MasterData/WALs/7b96b36745c6,45955,1732218791204 2024-11-21T19:53:11,342 INFO [master/7b96b36745c6:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-21T19:53:11,344 INFO [master/7b96b36745c6:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=7b96b36745c6%2C45955%2C1732218791204, suffix=, logDir=hdfs://localhost:41589/user/jenkins/test-data/c8eda3c9-75ae-6564-d695-c1d3697c345b/MasterData/WALs/7b96b36745c6,45955,1732218791204, archiveDir=hdfs://localhost:41589/user/jenkins/test-data/c8eda3c9-75ae-6564-d695-c1d3697c345b/MasterData/oldWALs, maxLogs=10 2024-11-21T19:53:11,357 DEBUG [master/7b96b36745c6:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/c8eda3c9-75ae-6564-d695-c1d3697c345b/MasterData/WALs/7b96b36745c6,45955,1732218791204/7b96b36745c6%2C45955%2C1732218791204.1732218791344, exclude list is [], retry=0 2024-11-21T19:53:11,360 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45803,DS-dcfba564-4bbf-473b-b59e-40f57d035c8a,DISK] 2024-11-21T19:53:11,360 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43611,DS-98ba5447-1cb8-4d18-be24-3f4e2a885ab1,DISK] 2024-11-21T19:53:11,362 INFO [master/7b96b36745c6:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/c8eda3c9-75ae-6564-d695-c1d3697c345b/MasterData/WALs/7b96b36745c6,45955,1732218791204/7b96b36745c6%2C45955%2C1732218791204.1732218791344 2024-11-21T19:53:11,362 DEBUG [master/7b96b36745c6:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33071:33071),(127.0.0.1/127.0.0.1:43089:43089)] 2024-11-21T19:53:11,362 DEBUG [master/7b96b36745c6:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-21T19:53:11,363 DEBUG [master/7b96b36745c6:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T19:53:11,363 DEBUG [master/7b96b36745c6:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-21T19:53:11,363 DEBUG [master/7b96b36745c6:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-21T19:53:11,364 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-21T19:53:11,365 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-21T19:53:11,366 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:53:11,366 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T19:53:11,366 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-21T19:53:11,368 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-21T19:53:11,368 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:53:11,369 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T19:53:11,369 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-21T19:53:11,371 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-21T19:53:11,371 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:53:11,371 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T19:53:11,372 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-21T19:53:11,373 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-21T19:53:11,373 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:53:11,373 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T19:53:11,373 DEBUG [master/7b96b36745c6:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-21T19:53:11,374 DEBUG [master/7b96b36745c6:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41589/user/jenkins/test-data/c8eda3c9-75ae-6564-d695-c1d3697c345b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-21T19:53:11,374 DEBUG [master/7b96b36745c6:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41589/user/jenkins/test-data/c8eda3c9-75ae-6564-d695-c1d3697c345b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-21T19:53:11,376 DEBUG [master/7b96b36745c6:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-21T19:53:11,376 DEBUG [master/7b96b36745c6:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-21T19:53:11,376 DEBUG [master/7b96b36745c6:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-21T19:53:11,378 DEBUG [master/7b96b36745c6:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-21T19:53:11,380 DEBUG [master/7b96b36745c6:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41589/user/jenkins/test-data/c8eda3c9-75ae-6564-d695-c1d3697c345b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-21T19:53:11,380 INFO [master/7b96b36745c6:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=839795, jitterRate=0.06785519421100616}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-21T19:53:11,381 DEBUG [master/7b96b36745c6:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732218791363Initializing all the Stores at 1732218791364 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732218791364Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732218791364Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732218791364Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732218791364Cleaning up temporary data from old regions at 1732218791376 (+12 ms)Region opened successfully at 1732218791381 (+5 ms) 2024-11-21T19:53:11,382 INFO [master/7b96b36745c6:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-21T19:53:11,385 DEBUG [master/7b96b36745c6:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@17f68989, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=7b96b36745c6/172.17.0.2:0 2024-11-21T19:53:11,386 INFO [master/7b96b36745c6:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-21T19:53:11,386 INFO [master/7b96b36745c6:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-21T19:53:11,386 INFO [master/7b96b36745c6:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-21T19:53:11,386 INFO [master/7b96b36745c6:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-21T19:53:11,387 INFO [master/7b96b36745c6:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-21T19:53:11,387 INFO [master/7b96b36745c6:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-21T19:53:11,387 INFO [master/7b96b36745c6:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-21T19:53:11,389 INFO [master/7b96b36745c6:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-21T19:53:11,390 DEBUG [master/7b96b36745c6:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45955-0x10116dc19bf0000, quorum=127.0.0.1:58403, baseZNode=/hbase Unable to get data of znode /hbase/balancer because node does not exist (not necessarily an error) 2024-11-21T19:53:11,391 DEBUG [master/7b96b36745c6:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/balancer already deleted, retry=false 2024-11-21T19:53:11,392 INFO [master/7b96b36745c6:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-21T19:53:11,392 DEBUG [master/7b96b36745c6:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45955-0x10116dc19bf0000, quorum=127.0.0.1:58403, baseZNode=/hbase Unable to get data of znode /hbase/normalizer because node does not exist (not necessarily an error) 2024-11-21T19:53:11,393 DEBUG [master/7b96b36745c6:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/normalizer already deleted, retry=false 2024-11-21T19:53:11,394 INFO [master/7b96b36745c6:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-21T19:53:11,394 DEBUG [master/7b96b36745c6:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45955-0x10116dc19bf0000, quorum=127.0.0.1:58403, baseZNode=/hbase Unable to get data of znode /hbase/switch/split because node does not exist (not necessarily an error) 2024-11-21T19:53:11,396 DEBUG [master/7b96b36745c6:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/split already deleted, retry=false 2024-11-21T19:53:11,397 DEBUG [master/7b96b36745c6:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45955-0x10116dc19bf0000, quorum=127.0.0.1:58403, baseZNode=/hbase Unable to get data of znode /hbase/switch/merge because node does not exist (not necessarily an error) 2024-11-21T19:53:11,398 DEBUG [master/7b96b36745c6:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/merge already deleted, retry=false 2024-11-21T19:53:11,400 DEBUG [master/7b96b36745c6:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45955-0x10116dc19bf0000, quorum=127.0.0.1:58403, baseZNode=/hbase Unable to get data of znode /hbase/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-21T19:53:11,401 DEBUG [master/7b96b36745c6:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/snapshot-cleanup already deleted, retry=false 2024-11-21T19:53:11,402 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45955-0x10116dc19bf0000, quorum=127.0.0.1:58403, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-21T19:53:11,402 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40931-0x10116dc19bf0001, quorum=127.0.0.1:58403, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-21T19:53:11,403 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45955-0x10116dc19bf0000, quorum=127.0.0.1:58403, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-21T19:53:11,403 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40931-0x10116dc19bf0001, quorum=127.0.0.1:58403, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-21T19:53:11,403 INFO [master/7b96b36745c6:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=7b96b36745c6,45955,1732218791204, sessionid=0x10116dc19bf0000, setting cluster-up flag (Was=false) 2024-11-21T19:53:11,406 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40931-0x10116dc19bf0001, quorum=127.0.0.1:58403, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-21T19:53:11,406 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45955-0x10116dc19bf0000, quorum=127.0.0.1:58403, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-21T19:53:11,410 DEBUG [master/7b96b36745c6:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/flush-table-proc/acquired, /hbase/flush-table-proc/reached, /hbase/flush-table-proc/abort 2024-11-21T19:53:11,412 DEBUG [master/7b96b36745c6:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=7b96b36745c6,45955,1732218791204 2024-11-21T19:53:11,415 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45955-0x10116dc19bf0000, quorum=127.0.0.1:58403, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-21T19:53:11,415 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40931-0x10116dc19bf0001, quorum=127.0.0.1:58403, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-21T19:53:11,419 DEBUG [master/7b96b36745c6:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/online-snapshot/acquired, /hbase/online-snapshot/reached, /hbase/online-snapshot/abort 2024-11-21T19:53:11,420 DEBUG [master/7b96b36745c6:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=7b96b36745c6,45955,1732218791204 2024-11-21T19:53:11,422 INFO [master/7b96b36745c6:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:41589/user/jenkins/test-data/c8eda3c9-75ae-6564-d695-c1d3697c345b/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-21T19:53:11,424 DEBUG [master/7b96b36745c6:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-21T19:53:11,425 INFO [master/7b96b36745c6:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-21T19:53:11,425 INFO [master/7b96b36745c6:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-21T19:53:11,425 DEBUG [master/7b96b36745c6:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 7b96b36745c6,45955,1732218791204 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-21T19:53:11,426 DEBUG [master/7b96b36745c6:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/7b96b36745c6:0, corePoolSize=5, maxPoolSize=5 2024-11-21T19:53:11,426 DEBUG [master/7b96b36745c6:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/7b96b36745c6:0, corePoolSize=5, maxPoolSize=5 2024-11-21T19:53:11,426 DEBUG [master/7b96b36745c6:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/7b96b36745c6:0, corePoolSize=5, maxPoolSize=5 2024-11-21T19:53:11,426 DEBUG [master/7b96b36745c6:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/7b96b36745c6:0, corePoolSize=5, maxPoolSize=5 2024-11-21T19:53:11,426 DEBUG [master/7b96b36745c6:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/7b96b36745c6:0, corePoolSize=10, maxPoolSize=10 2024-11-21T19:53:11,426 DEBUG [master/7b96b36745c6:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/7b96b36745c6:0, corePoolSize=1, maxPoolSize=1 2024-11-21T19:53:11,426 DEBUG [master/7b96b36745c6:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/7b96b36745c6:0, corePoolSize=2, maxPoolSize=2 2024-11-21T19:53:11,426 DEBUG [master/7b96b36745c6:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/7b96b36745c6:0, corePoolSize=1, maxPoolSize=1 2024-11-21T19:53:11,428 INFO [master/7b96b36745c6:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732218821428 2024-11-21T19:53:11,428 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-21T19:53:11,428 INFO [master/7b96b36745c6:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-21T19:53:11,428 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-21T19:53:11,428 INFO [master/7b96b36745c6:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-21T19:53:11,428 INFO [master/7b96b36745c6:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-21T19:53:11,428 INFO [master/7b96b36745c6:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-21T19:53:11,428 INFO [master/7b96b36745c6:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-21T19:53:11,428 INFO [master/7b96b36745c6:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-21T19:53:11,429 INFO [master/7b96b36745c6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-21T19:53:11,429 INFO [master/7b96b36745c6:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-21T19:53:11,429 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:53:11,429 INFO [master/7b96b36745c6:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-21T19:53:11,429 INFO [master/7b96b36745c6:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-21T19:53:11,429 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-21T19:53:11,430 INFO [master/7b96b36745c6:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-21T19:53:11,430 INFO [master/7b96b36745c6:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-21T19:53:11,433 DEBUG [master/7b96b36745c6:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/7b96b36745c6:0:becomeActiveMaster-HFileCleaner.large.0-1732218791430,5,FailOnTimeoutGroup] 2024-11-21T19:53:11,437 DEBUG [master/7b96b36745c6:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/7b96b36745c6:0:becomeActiveMaster-HFileCleaner.small.0-1732218791433,5,FailOnTimeoutGroup] 2024-11-21T19:53:11,437 INFO [master/7b96b36745c6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-21T19:53:11,437 INFO [master/7b96b36745c6:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-21T19:53:11,437 INFO [master/7b96b36745c6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-21T19:53:11,437 INFO [master/7b96b36745c6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-21T19:53:11,443 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43611 is added to blk_1073741831_1007 (size=1321) 2024-11-21T19:53:11,443 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45803 is added to blk_1073741831_1007 (size=1321) 2024-11-21T19:53:11,444 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:41589/user/jenkins/test-data/c8eda3c9-75ae-6564-d695-c1d3697c345b/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-21T19:53:11,444 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:41589/user/jenkins/test-data/c8eda3c9-75ae-6564-d695-c1d3697c345b 2024-11-21T19:53:11,452 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43611 is added to blk_1073741832_1008 (size=32) 2024-11-21T19:53:11,453 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45803 is added to blk_1073741832_1008 (size=32) 2024-11-21T19:53:11,453 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T19:53:11,457 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-21T19:53:11,459 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-21T19:53:11,459 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:53:11,459 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T19:53:11,460 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-21T19:53:11,461 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-21T19:53:11,461 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:53:11,461 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T19:53:11,461 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-21T19:53:11,463 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-21T19:53:11,463 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:53:11,463 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T19:53:11,463 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-21T19:53:11,464 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-21T19:53:11,464 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:53:11,465 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T19:53:11,465 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-21T19:53:11,466 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41589/user/jenkins/test-data/c8eda3c9-75ae-6564-d695-c1d3697c345b/data/hbase/meta/1588230740 2024-11-21T19:53:11,466 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41589/user/jenkins/test-data/c8eda3c9-75ae-6564-d695-c1d3697c345b/data/hbase/meta/1588230740 2024-11-21T19:53:11,466 INFO [RS:0;7b96b36745c6:40931 {}] regionserver.HRegionServer(746): ClusterId : a03b60b4-db32-49ec-a807-b3d4d78381fe 2024-11-21T19:53:11,466 DEBUG [RS:0;7b96b36745c6:40931 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-21T19:53:11,467 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-21T19:53:11,467 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-21T19:53:11,468 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-21T19:53:11,469 DEBUG [RS:0;7b96b36745c6:40931 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-21T19:53:11,469 DEBUG [RS:0;7b96b36745c6:40931 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-21T19:53:11,469 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-21T19:53:11,472 DEBUG [RS:0;7b96b36745c6:40931 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-21T19:53:11,472 DEBUG [RS:0;7b96b36745c6:40931 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@30c96f13, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=7b96b36745c6/172.17.0.2:0 2024-11-21T19:53:11,473 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41589/user/jenkins/test-data/c8eda3c9-75ae-6564-d695-c1d3697c345b/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-21T19:53:11,473 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=16384, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=844496, jitterRate=0.07383331656455994}}}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-21T19:53:11,474 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1732218791453Initializing all the Stores at 1732218791454 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732218791454Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732218791457 (+3 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732218791457Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732218791457Cleaning up temporary data from old regions at 1732218791467 (+10 ms)Region opened successfully at 1732218791474 (+7 ms) 2024-11-21T19:53:11,474 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-21T19:53:11,475 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-21T19:53:11,475 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-21T19:53:11,475 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-21T19:53:11,475 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-21T19:53:11,475 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-21T19:53:11,475 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732218791474Disabling compacts and flushes for region at 1732218791474Disabling writes for close at 1732218791475 (+1 ms)Writing region close event to WAL at 1732218791475Closed at 1732218791475 2024-11-21T19:53:11,477 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-21T19:53:11,477 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-21T19:53:11,477 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-21T19:53:11,480 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-21T19:53:11,483 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-21T19:53:11,486 DEBUG [RS:0;7b96b36745c6:40931 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;7b96b36745c6:40931 2024-11-21T19:53:11,487 INFO [RS:0;7b96b36745c6:40931 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-21T19:53:11,487 INFO [RS:0;7b96b36745c6:40931 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-21T19:53:11,487 DEBUG [RS:0;7b96b36745c6:40931 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-21T19:53:11,487 INFO [RS:0;7b96b36745c6:40931 {}] regionserver.HRegionServer(2659): reportForDuty to master=7b96b36745c6,45955,1732218791204 with port=40931, startcode=1732218791252 2024-11-21T19:53:11,488 DEBUG [RS:0;7b96b36745c6:40931 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-21T19:53:11,490 INFO [HMaster-EventLoopGroup-7-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49619, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.2 (auth:SIMPLE), service=RegionServerStatusService 2024-11-21T19:53:11,490 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=45955 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 7b96b36745c6,40931,1732218791252 2024-11-21T19:53:11,491 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=45955 {}] master.ServerManager(517): Registering regionserver=7b96b36745c6,40931,1732218791252 2024-11-21T19:53:11,492 DEBUG [RS:0;7b96b36745c6:40931 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:41589/user/jenkins/test-data/c8eda3c9-75ae-6564-d695-c1d3697c345b 2024-11-21T19:53:11,492 DEBUG [RS:0;7b96b36745c6:40931 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:41589 2024-11-21T19:53:11,492 DEBUG [RS:0;7b96b36745c6:40931 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-21T19:53:11,494 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45955-0x10116dc19bf0000, quorum=127.0.0.1:58403, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-21T19:53:11,495 DEBUG [RS:0;7b96b36745c6:40931 {}] zookeeper.ZKUtil(111): regionserver:40931-0x10116dc19bf0001, quorum=127.0.0.1:58403, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/7b96b36745c6,40931,1732218791252 2024-11-21T19:53:11,495 WARN [RS:0;7b96b36745c6:40931 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-21T19:53:11,495 INFO [RS:0;7b96b36745c6:40931 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-21T19:53:11,495 DEBUG [RS:0;7b96b36745c6:40931 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:41589/user/jenkins/test-data/c8eda3c9-75ae-6564-d695-c1d3697c345b/WALs/7b96b36745c6,40931,1732218791252 2024-11-21T19:53:11,495 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [7b96b36745c6,40931,1732218791252] 2024-11-21T19:53:11,503 INFO [RS:0;7b96b36745c6:40931 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-21T19:53:11,506 INFO [RS:0;7b96b36745c6:40931 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-21T19:53:11,506 INFO [RS:0;7b96b36745c6:40931 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-21T19:53:11,507 INFO [RS:0;7b96b36745c6:40931 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-21T19:53:11,513 INFO [RS:0;7b96b36745c6:40931 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-21T19:53:11,514 INFO [RS:0;7b96b36745c6:40931 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-21T19:53:11,514 INFO [RS:0;7b96b36745c6:40931 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-21T19:53:11,515 DEBUG [RS:0;7b96b36745c6:40931 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/7b96b36745c6:0, corePoolSize=1, maxPoolSize=1 2024-11-21T19:53:11,515 DEBUG [RS:0;7b96b36745c6:40931 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/7b96b36745c6:0, corePoolSize=1, maxPoolSize=1 2024-11-21T19:53:11,515 DEBUG [RS:0;7b96b36745c6:40931 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/7b96b36745c6:0, corePoolSize=1, maxPoolSize=1 2024-11-21T19:53:11,515 DEBUG [RS:0;7b96b36745c6:40931 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/7b96b36745c6:0, corePoolSize=1, maxPoolSize=1 2024-11-21T19:53:11,515 DEBUG [RS:0;7b96b36745c6:40931 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/7b96b36745c6:0, corePoolSize=1, maxPoolSize=1 2024-11-21T19:53:11,515 DEBUG [RS:0;7b96b36745c6:40931 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/7b96b36745c6:0, corePoolSize=2, maxPoolSize=2 2024-11-21T19:53:11,515 DEBUG [RS:0;7b96b36745c6:40931 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/7b96b36745c6:0, corePoolSize=1, maxPoolSize=1 2024-11-21T19:53:11,515 DEBUG [RS:0;7b96b36745c6:40931 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/7b96b36745c6:0, corePoolSize=1, maxPoolSize=1 2024-11-21T19:53:11,515 DEBUG [RS:0;7b96b36745c6:40931 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/7b96b36745c6:0, corePoolSize=1, maxPoolSize=1 2024-11-21T19:53:11,515 DEBUG [RS:0;7b96b36745c6:40931 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/7b96b36745c6:0, corePoolSize=1, maxPoolSize=1 2024-11-21T19:53:11,515 DEBUG [RS:0;7b96b36745c6:40931 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/7b96b36745c6:0, corePoolSize=1, maxPoolSize=1 2024-11-21T19:53:11,516 DEBUG [RS:0;7b96b36745c6:40931 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/7b96b36745c6:0, corePoolSize=1, maxPoolSize=1 2024-11-21T19:53:11,516 DEBUG [RS:0;7b96b36745c6:40931 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/7b96b36745c6:0, corePoolSize=3, maxPoolSize=3 2024-11-21T19:53:11,516 DEBUG [RS:0;7b96b36745c6:40931 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/7b96b36745c6:0, corePoolSize=3, maxPoolSize=3 2024-11-21T19:53:11,517 INFO [RS:0;7b96b36745c6:40931 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-21T19:53:11,517 INFO [RS:0;7b96b36745c6:40931 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-21T19:53:11,517 INFO [RS:0;7b96b36745c6:40931 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-21T19:53:11,517 INFO [RS:0;7b96b36745c6:40931 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-21T19:53:11,517 INFO [RS:0;7b96b36745c6:40931 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-21T19:53:11,517 INFO [RS:0;7b96b36745c6:40931 {}] hbase.ChoreService(168): Chore ScheduledChore name=7b96b36745c6,40931,1732218791252-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-21T19:53:11,532 INFO [RS:0;7b96b36745c6:40931 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-21T19:53:11,532 INFO [RS:0;7b96b36745c6:40931 {}] hbase.ChoreService(168): Chore ScheduledChore name=7b96b36745c6,40931,1732218791252-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-21T19:53:11,532 INFO [RS:0;7b96b36745c6:40931 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-21T19:53:11,532 INFO [RS:0;7b96b36745c6:40931 {}] regionserver.Replication(171): 7b96b36745c6,40931,1732218791252 started 2024-11-21T19:53:11,547 INFO [RS:0;7b96b36745c6:40931 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-21T19:53:11,547 INFO [RS:0;7b96b36745c6:40931 {}] regionserver.HRegionServer(1482): Serving as 7b96b36745c6,40931,1732218791252, RpcServer on 7b96b36745c6/172.17.0.2:40931, sessionid=0x10116dc19bf0001 2024-11-21T19:53:11,547 DEBUG [RS:0;7b96b36745c6:40931 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-21T19:53:11,547 DEBUG [RS:0;7b96b36745c6:40931 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 7b96b36745c6,40931,1732218791252 2024-11-21T19:53:11,547 DEBUG [RS:0;7b96b36745c6:40931 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '7b96b36745c6,40931,1732218791252' 2024-11-21T19:53:11,547 DEBUG [RS:0;7b96b36745c6:40931 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-21T19:53:11,548 DEBUG [RS:0;7b96b36745c6:40931 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-21T19:53:11,548 DEBUG [RS:0;7b96b36745c6:40931 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-21T19:53:11,548 DEBUG [RS:0;7b96b36745c6:40931 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-21T19:53:11,549 DEBUG [RS:0;7b96b36745c6:40931 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 7b96b36745c6,40931,1732218791252 2024-11-21T19:53:11,549 DEBUG [RS:0;7b96b36745c6:40931 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '7b96b36745c6,40931,1732218791252' 2024-11-21T19:53:11,549 DEBUG [RS:0;7b96b36745c6:40931 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-21T19:53:11,549 DEBUG [RS:0;7b96b36745c6:40931 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-21T19:53:11,550 DEBUG [RS:0;7b96b36745c6:40931 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-21T19:53:11,550 INFO [RS:0;7b96b36745c6:40931 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-21T19:53:11,550 INFO [RS:0;7b96b36745c6:40931 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-21T19:53:11,633 WARN [7b96b36745c6:45955 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-11-21T19:53:11,650 INFO [RS:0;7b96b36745c6:40931 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-21T19:53:11,653 INFO [RS:0;7b96b36745c6:40931 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=7b96b36745c6%2C40931%2C1732218791252, suffix=, logDir=hdfs://localhost:41589/user/jenkins/test-data/c8eda3c9-75ae-6564-d695-c1d3697c345b/WALs/7b96b36745c6,40931,1732218791252, archiveDir=hdfs://localhost:41589/user/jenkins/test-data/c8eda3c9-75ae-6564-d695-c1d3697c345b/oldWALs, maxLogs=32 2024-11-21T19:53:11,673 DEBUG [RS:0;7b96b36745c6:40931 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/c8eda3c9-75ae-6564-d695-c1d3697c345b/WALs/7b96b36745c6,40931,1732218791252/7b96b36745c6%2C40931%2C1732218791252.1732218791654, exclude list is [], retry=0 2024-11-21T19:53:11,676 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45803,DS-dcfba564-4bbf-473b-b59e-40f57d035c8a,DISK] 2024-11-21T19:53:11,676 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43611,DS-98ba5447-1cb8-4d18-be24-3f4e2a885ab1,DISK] 2024-11-21T19:53:11,679 INFO [RS:0;7b96b36745c6:40931 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/c8eda3c9-75ae-6564-d695-c1d3697c345b/WALs/7b96b36745c6,40931,1732218791252/7b96b36745c6%2C40931%2C1732218791252.1732218791654 2024-11-21T19:53:11,679 DEBUG [RS:0;7b96b36745c6:40931 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33071:33071),(127.0.0.1/127.0.0.1:43089:43089)] 2024-11-21T19:53:11,884 DEBUG [7b96b36745c6:45955 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-21T19:53:11,884 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=7b96b36745c6,40931,1732218791252 2024-11-21T19:53:11,886 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 7b96b36745c6,40931,1732218791252, state=OPENING 2024-11-21T19:53:11,887 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-21T19:53:11,889 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45955-0x10116dc19bf0000, quorum=127.0.0.1:58403, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-21T19:53:11,889 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40931-0x10116dc19bf0001, quorum=127.0.0.1:58403, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-21T19:53:11,889 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-21T19:53:11,889 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-21T19:53:11,889 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-21T19:53:11,890 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=7b96b36745c6,40931,1732218791252}] 2024-11-21T19:53:12,043 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-21T19:53:12,045 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34141, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-21T19:53:12,049 INFO [RS_OPEN_META-regionserver/7b96b36745c6:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-21T19:53:12,049 INFO [RS_OPEN_META-regionserver/7b96b36745c6:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-21T19:53:12,050 INFO [RS_OPEN_META-regionserver/7b96b36745c6:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-21T19:53:12,052 INFO [RS_OPEN_META-regionserver/7b96b36745c6:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=7b96b36745c6%2C40931%2C1732218791252.meta, suffix=.meta, logDir=hdfs://localhost:41589/user/jenkins/test-data/c8eda3c9-75ae-6564-d695-c1d3697c345b/WALs/7b96b36745c6,40931,1732218791252, archiveDir=hdfs://localhost:41589/user/jenkins/test-data/c8eda3c9-75ae-6564-d695-c1d3697c345b/oldWALs, maxLogs=32 2024-11-21T19:53:12,067 DEBUG [RS_OPEN_META-regionserver/7b96b36745c6:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/c8eda3c9-75ae-6564-d695-c1d3697c345b/WALs/7b96b36745c6,40931,1732218791252/7b96b36745c6%2C40931%2C1732218791252.meta.1732218792052.meta, exclude list is [], retry=0 2024-11-21T19:53:12,069 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43611,DS-98ba5447-1cb8-4d18-be24-3f4e2a885ab1,DISK] 2024-11-21T19:53:12,069 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45803,DS-dcfba564-4bbf-473b-b59e-40f57d035c8a,DISK] 2024-11-21T19:53:12,072 INFO [RS_OPEN_META-regionserver/7b96b36745c6:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/c8eda3c9-75ae-6564-d695-c1d3697c345b/WALs/7b96b36745c6,40931,1732218791252/7b96b36745c6%2C40931%2C1732218791252.meta.1732218792052.meta 2024-11-21T19:53:12,072 DEBUG [RS_OPEN_META-regionserver/7b96b36745c6:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43089:43089),(127.0.0.1/127.0.0.1:33071:33071)] 2024-11-21T19:53:12,072 DEBUG [RS_OPEN_META-regionserver/7b96b36745c6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-21T19:53:12,072 DEBUG [RS_OPEN_META-regionserver/7b96b36745c6:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-21T19:53:12,073 DEBUG [RS_OPEN_META-regionserver/7b96b36745c6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-21T19:53:12,073 INFO [RS_OPEN_META-regionserver/7b96b36745c6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-21T19:53:12,073 DEBUG [RS_OPEN_META-regionserver/7b96b36745c6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-21T19:53:12,073 DEBUG [RS_OPEN_META-regionserver/7b96b36745c6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T19:53:12,073 DEBUG [RS_OPEN_META-regionserver/7b96b36745c6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-21T19:53:12,073 DEBUG [RS_OPEN_META-regionserver/7b96b36745c6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-21T19:53:12,074 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-21T19:53:12,075 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-21T19:53:12,075 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:53:12,076 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T19:53:12,076 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-21T19:53:12,077 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-21T19:53:12,077 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:53:12,077 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T19:53:12,078 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-21T19:53:12,078 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-21T19:53:12,078 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:53:12,079 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T19:53:12,079 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-21T19:53:12,080 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-21T19:53:12,080 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:53:12,080 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T19:53:12,081 DEBUG [RS_OPEN_META-regionserver/7b96b36745c6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-21T19:53:12,081 DEBUG [RS_OPEN_META-regionserver/7b96b36745c6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41589/user/jenkins/test-data/c8eda3c9-75ae-6564-d695-c1d3697c345b/data/hbase/meta/1588230740 2024-11-21T19:53:12,083 DEBUG [RS_OPEN_META-regionserver/7b96b36745c6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41589/user/jenkins/test-data/c8eda3c9-75ae-6564-d695-c1d3697c345b/data/hbase/meta/1588230740 2024-11-21T19:53:12,084 DEBUG [RS_OPEN_META-regionserver/7b96b36745c6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-21T19:53:12,084 DEBUG [RS_OPEN_META-regionserver/7b96b36745c6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-21T19:53:12,085 DEBUG [RS_OPEN_META-regionserver/7b96b36745c6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-21T19:53:12,086 DEBUG [RS_OPEN_META-regionserver/7b96b36745c6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-21T19:53:12,087 INFO [RS_OPEN_META-regionserver/7b96b36745c6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=16384, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=698456, jitterRate=-0.11186757683753967}}}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-21T19:53:12,087 DEBUG [RS_OPEN_META-regionserver/7b96b36745c6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-21T19:53:12,088 DEBUG [RS_OPEN_META-regionserver/7b96b36745c6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732218792073Writing region info on filesystem at 1732218792073Initializing all the Stores at 1732218792074 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732218792074Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732218792074Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732218792074Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732218792074Cleaning up temporary data from old regions at 1732218792084 (+10 ms)Running coprocessor post-open hooks at 1732218792087 (+3 ms)Region opened successfully at 1732218792088 (+1 ms) 2024-11-21T19:53:12,089 INFO [RS_OPEN_META-regionserver/7b96b36745c6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732218792043 2024-11-21T19:53:12,091 DEBUG [RS_OPEN_META-regionserver/7b96b36745c6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-21T19:53:12,092 INFO [RS_OPEN_META-regionserver/7b96b36745c6:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-21T19:53:12,092 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=7b96b36745c6,40931,1732218791252 2024-11-21T19:53:12,094 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 7b96b36745c6,40931,1732218791252, state=OPEN 2024-11-21T19:53:12,097 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40931-0x10116dc19bf0001, quorum=127.0.0.1:58403, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-21T19:53:12,097 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45955-0x10116dc19bf0000, quorum=127.0.0.1:58403, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-21T19:53:12,097 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=7b96b36745c6,40931,1732218791252 2024-11-21T19:53:12,097 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-21T19:53:12,097 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-21T19:53:12,101 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-21T19:53:12,101 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=7b96b36745c6,40931,1732218791252 in 207 msec 2024-11-21T19:53:12,104 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-21T19:53:12,104 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 624 msec 2024-11-21T19:53:12,104 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-21T19:53:12,104 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-21T19:53:12,106 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-21T19:53:12,106 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=7b96b36745c6,40931,1732218791252, seqNum=-1] 2024-11-21T19:53:12,106 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-21T19:53:12,107 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55379, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-21T19:53:12,112 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 689 msec 2024-11-21T19:53:12,113 INFO [master/7b96b36745c6:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732218792112, completionTime=-1 2024-11-21T19:53:12,113 INFO [master/7b96b36745c6:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-21T19:53:12,113 DEBUG [master/7b96b36745c6:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-21T19:53:12,115 INFO [master/7b96b36745c6:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-11-21T19:53:12,115 INFO [master/7b96b36745c6:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732218852115 2024-11-21T19:53:12,115 INFO [master/7b96b36745c6:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732218912115 2024-11-21T19:53:12,115 INFO [master/7b96b36745c6:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 2 msec 2024-11-21T19:53:12,115 INFO [master/7b96b36745c6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=7b96b36745c6,45955,1732218791204-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-21T19:53:12,115 INFO [master/7b96b36745c6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=7b96b36745c6,45955,1732218791204-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-21T19:53:12,115 INFO [master/7b96b36745c6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=7b96b36745c6,45955,1732218791204-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-21T19:53:12,115 INFO [master/7b96b36745c6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-7b96b36745c6:45955, period=300000, unit=MILLISECONDS is enabled. 2024-11-21T19:53:12,115 INFO [master/7b96b36745c6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-21T19:53:12,116 INFO [master/7b96b36745c6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-21T19:53:12,118 DEBUG [master/7b96b36745c6:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-21T19:53:12,119 INFO [master/7b96b36745c6:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 0.837sec 2024-11-21T19:53:12,120 INFO [master/7b96b36745c6:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-21T19:53:12,120 INFO [master/7b96b36745c6:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-21T19:53:12,120 INFO [master/7b96b36745c6:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-21T19:53:12,120 INFO [master/7b96b36745c6:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-21T19:53:12,120 INFO [master/7b96b36745c6:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-21T19:53:12,120 INFO [master/7b96b36745c6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=7b96b36745c6,45955,1732218791204-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-21T19:53:12,120 INFO [master/7b96b36745c6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=7b96b36745c6,45955,1732218791204-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-21T19:53:12,122 DEBUG [master/7b96b36745c6:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-21T19:53:12,122 INFO [master/7b96b36745c6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-21T19:53:12,122 INFO [master/7b96b36745c6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=7b96b36745c6,45955,1732218791204-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-21T19:53:12,166 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6b6819f7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T19:53:12,166 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 7b96b36745c6,45955,-1 for getting cluster id 2024-11-21T19:53:12,166 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-21T19:53:12,168 DEBUG [HMaster-EventLoopGroup-7-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'a03b60b4-db32-49ec-a807-b3d4d78381fe' 2024-11-21T19:53:12,168 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-21T19:53:12,169 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "a03b60b4-db32-49ec-a807-b3d4d78381fe" 2024-11-21T19:53:12,169 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6387b24f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T19:53:12,169 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [7b96b36745c6,45955,-1] 2024-11-21T19:53:12,169 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-21T19:53:12,170 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T19:53:12,171 INFO [HMaster-EventLoopGroup-7-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51998, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-21T19:53:12,172 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7e9b7b21, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T19:53:12,172 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-21T19:53:12,173 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=7b96b36745c6,40931,1732218791252, seqNum=-1] 2024-11-21T19:53:12,173 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-21T19:53:12,175 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-8-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45634, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-21T19:53:12,176 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=7b96b36745c6,45955,1732218791204 2024-11-21T19:53:12,176 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T19:53:12,179 INFO [Time-limited test {}] master.MasterRpcServices(567): Client=null/null set balanceSwitch=false 2024-11-21T19:53:12,179 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-21T19:53:12,180 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncConnectionImpl(321): The fetched master address is 7b96b36745c6,45955,1732218791204 2024-11-21T19:53:12,180 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@5ec43428 2024-11-21T19:53:12,180 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-21T19:53:12,181 INFO [HMaster-EventLoopGroup-7-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52006, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-21T19:53:12,182 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45955 {}] util.TableDescriptorChecker(321): MAX_FILESIZE for table descriptor or "hbase.hregion.max.filesize" (786432) is too small, which might cause over splitting into unmanageable number of regions. 2024-11-21T19:53:12,182 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45955 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (8192) is too small, which might cause very frequent flushing. 2024-11-21T19:53:12,182 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45955 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'TestLogRolling-testCompactionRecordDoesntBlockRolling', {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-21T19:53:12,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45955 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=TestLogRolling-testCompactionRecordDoesntBlockRolling 2024-11-21T19:53:12,185 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=TestLogRolling-testCompactionRecordDoesntBlockRolling execute state=CREATE_TABLE_PRE_OPERATION 2024-11-21T19:53:12,185 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:53:12,185 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45955 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "TestLogRolling-testCompactionRecordDoesntBlockRolling" procId is: 4 2024-11-21T19:53:12,186 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=TestLogRolling-testCompactionRecordDoesntBlockRolling execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-21T19:53:12,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45955 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-21T19:53:12,193 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43611 is added to blk_1073741835_1011 (size=405) 2024-11-21T19:53:12,193 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45803 is added to blk_1073741835_1011 (size=405) 2024-11-21T19:53:12,195 INFO [RegionOpenAndInit-TestLogRolling-testCompactionRecordDoesntBlockRolling-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 8a7b21cd84369abaedb307c52b2fe27f, NAME => 'TestLogRolling-testCompactionRecordDoesntBlockRolling,,1732218792182.8a7b21cd84369abaedb307c52b2fe27f.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='TestLogRolling-testCompactionRecordDoesntBlockRolling', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:41589/user/jenkins/test-data/c8eda3c9-75ae-6564-d695-c1d3697c345b 2024-11-21T19:53:12,201 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43611 is added to blk_1073741836_1012 (size=88) 2024-11-21T19:53:12,201 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45803 is added to blk_1073741836_1012 (size=88) 2024-11-21T19:53:12,202 DEBUG [RegionOpenAndInit-TestLogRolling-testCompactionRecordDoesntBlockRolling-pool-0 {}] regionserver.HRegion(898): Instantiated TestLogRolling-testCompactionRecordDoesntBlockRolling,,1732218792182.8a7b21cd84369abaedb307c52b2fe27f.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T19:53:12,202 DEBUG [RegionOpenAndInit-TestLogRolling-testCompactionRecordDoesntBlockRolling-pool-0 {}] regionserver.HRegion(1722): Closing 8a7b21cd84369abaedb307c52b2fe27f, disabling compactions & flushes 2024-11-21T19:53:12,202 INFO [RegionOpenAndInit-TestLogRolling-testCompactionRecordDoesntBlockRolling-pool-0 {}] regionserver.HRegion(1755): Closing region TestLogRolling-testCompactionRecordDoesntBlockRolling,,1732218792182.8a7b21cd84369abaedb307c52b2fe27f. 2024-11-21T19:53:12,202 DEBUG [RegionOpenAndInit-TestLogRolling-testCompactionRecordDoesntBlockRolling-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on TestLogRolling-testCompactionRecordDoesntBlockRolling,,1732218792182.8a7b21cd84369abaedb307c52b2fe27f. 2024-11-21T19:53:12,202 DEBUG [RegionOpenAndInit-TestLogRolling-testCompactionRecordDoesntBlockRolling-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on TestLogRolling-testCompactionRecordDoesntBlockRolling,,1732218792182.8a7b21cd84369abaedb307c52b2fe27f. after waiting 0 ms 2024-11-21T19:53:12,202 DEBUG [RegionOpenAndInit-TestLogRolling-testCompactionRecordDoesntBlockRolling-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region TestLogRolling-testCompactionRecordDoesntBlockRolling,,1732218792182.8a7b21cd84369abaedb307c52b2fe27f. 2024-11-21T19:53:12,202 INFO [RegionOpenAndInit-TestLogRolling-testCompactionRecordDoesntBlockRolling-pool-0 {}] regionserver.HRegion(1973): Closed TestLogRolling-testCompactionRecordDoesntBlockRolling,,1732218792182.8a7b21cd84369abaedb307c52b2fe27f. 2024-11-21T19:53:12,202 DEBUG [RegionOpenAndInit-TestLogRolling-testCompactionRecordDoesntBlockRolling-pool-0 {}] regionserver.HRegion(1676): Region close journal for 8a7b21cd84369abaedb307c52b2fe27f: Waiting for close lock at 1732218792202Disabling compacts and flushes for region at 1732218792202Disabling writes for close at 1732218792202Writing region close event to WAL at 1732218792202Closed at 1732218792202 2024-11-21T19:53:12,203 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=TestLogRolling-testCompactionRecordDoesntBlockRolling execute state=CREATE_TABLE_ADD_TO_META 2024-11-21T19:53:12,203 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"TestLogRolling-testCompactionRecordDoesntBlockRolling,,1732218792182.8a7b21cd84369abaedb307c52b2fe27f.","families":{"info":[{"qualifier":"regioninfo","vlen":87,"tag":[],"timestamp":"1732218792203"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732218792203"}]},"ts":"1732218792203"} 2024-11-21T19:53:12,205 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-21T19:53:12,206 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=TestLogRolling-testCompactionRecordDoesntBlockRolling execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-21T19:53:12,206 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestLogRolling-testCompactionRecordDoesntBlockRolling","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732218792206"}]},"ts":"1732218792206"} 2024-11-21T19:53:12,208 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=TestLogRolling-testCompactionRecordDoesntBlockRolling, state=ENABLING in hbase:meta 2024-11-21T19:53:12,209 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestLogRolling-testCompactionRecordDoesntBlockRolling, region=8a7b21cd84369abaedb307c52b2fe27f, ASSIGN}] 2024-11-21T19:53:12,210 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestLogRolling-testCompactionRecordDoesntBlockRolling, region=8a7b21cd84369abaedb307c52b2fe27f, ASSIGN 2024-11-21T19:53:12,211 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=TestLogRolling-testCompactionRecordDoesntBlockRolling, region=8a7b21cd84369abaedb307c52b2fe27f, ASSIGN; state=OFFLINE, location=7b96b36745c6,40931,1732218791252; forceNewPlan=false, retain=false 2024-11-21T19:53:12,362 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=8a7b21cd84369abaedb307c52b2fe27f, regionState=OPENING, regionLocation=7b96b36745c6,40931,1732218791252 2024-11-21T19:53:12,365 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=TestLogRolling-testCompactionRecordDoesntBlockRolling, region=8a7b21cd84369abaedb307c52b2fe27f, ASSIGN because future has completed 2024-11-21T19:53:12,365 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 8a7b21cd84369abaedb307c52b2fe27f, server=7b96b36745c6,40931,1732218791252}] 2024-11-21T19:53:12,523 INFO [RS_OPEN_REGION-regionserver/7b96b36745c6:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open TestLogRolling-testCompactionRecordDoesntBlockRolling,,1732218792182.8a7b21cd84369abaedb307c52b2fe27f. 2024-11-21T19:53:12,523 DEBUG [RS_OPEN_REGION-regionserver/7b96b36745c6:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 8a7b21cd84369abaedb307c52b2fe27f, NAME => 'TestLogRolling-testCompactionRecordDoesntBlockRolling,,1732218792182.8a7b21cd84369abaedb307c52b2fe27f.', STARTKEY => '', ENDKEY => ''} 2024-11-21T19:53:12,523 DEBUG [RS_OPEN_REGION-regionserver/7b96b36745c6:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestLogRolling-testCompactionRecordDoesntBlockRolling 8a7b21cd84369abaedb307c52b2fe27f 2024-11-21T19:53:12,524 DEBUG [RS_OPEN_REGION-regionserver/7b96b36745c6:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated TestLogRolling-testCompactionRecordDoesntBlockRolling,,1732218792182.8a7b21cd84369abaedb307c52b2fe27f.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T19:53:12,524 DEBUG [RS_OPEN_REGION-regionserver/7b96b36745c6:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 8a7b21cd84369abaedb307c52b2fe27f 2024-11-21T19:53:12,524 DEBUG [RS_OPEN_REGION-regionserver/7b96b36745c6:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 8a7b21cd84369abaedb307c52b2fe27f 2024-11-21T19:53:12,525 INFO [StoreOpener-8a7b21cd84369abaedb307c52b2fe27f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 8a7b21cd84369abaedb307c52b2fe27f 2024-11-21T19:53:12,527 INFO [StoreOpener-8a7b21cd84369abaedb307c52b2fe27f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 8a7b21cd84369abaedb307c52b2fe27f columnFamilyName info 2024-11-21T19:53:12,527 DEBUG [StoreOpener-8a7b21cd84369abaedb307c52b2fe27f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:53:12,528 INFO [StoreOpener-8a7b21cd84369abaedb307c52b2fe27f-1 {}] regionserver.HStore(327): Store=8a7b21cd84369abaedb307c52b2fe27f/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T19:53:12,528 DEBUG [RS_OPEN_REGION-regionserver/7b96b36745c6:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 8a7b21cd84369abaedb307c52b2fe27f 2024-11-21T19:53:12,529 DEBUG [RS_OPEN_REGION-regionserver/7b96b36745c6:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41589/user/jenkins/test-data/c8eda3c9-75ae-6564-d695-c1d3697c345b/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/8a7b21cd84369abaedb307c52b2fe27f 2024-11-21T19:53:12,529 DEBUG [RS_OPEN_REGION-regionserver/7b96b36745c6:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41589/user/jenkins/test-data/c8eda3c9-75ae-6564-d695-c1d3697c345b/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/8a7b21cd84369abaedb307c52b2fe27f 2024-11-21T19:53:12,529 DEBUG [RS_OPEN_REGION-regionserver/7b96b36745c6:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 8a7b21cd84369abaedb307c52b2fe27f 2024-11-21T19:53:12,530 DEBUG [RS_OPEN_REGION-regionserver/7b96b36745c6:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 8a7b21cd84369abaedb307c52b2fe27f 2024-11-21T19:53:12,531 DEBUG [RS_OPEN_REGION-regionserver/7b96b36745c6:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 8a7b21cd84369abaedb307c52b2fe27f 2024-11-21T19:53:12,534 DEBUG [RS_OPEN_REGION-regionserver/7b96b36745c6:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41589/user/jenkins/test-data/c8eda3c9-75ae-6564-d695-c1d3697c345b/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/8a7b21cd84369abaedb307c52b2fe27f/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-21T19:53:12,534 INFO [RS_OPEN_REGION-regionserver/7b96b36745c6:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 8a7b21cd84369abaedb307c52b2fe27f; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=16384, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=835337, jitterRate=0.06218650937080383}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-21T19:53:12,534 DEBUG [RS_OPEN_REGION-regionserver/7b96b36745c6:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 8a7b21cd84369abaedb307c52b2fe27f 2024-11-21T19:53:12,535 DEBUG [RS_OPEN_REGION-regionserver/7b96b36745c6:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 8a7b21cd84369abaedb307c52b2fe27f: Running coprocessor pre-open hook at 1732218792524Writing region info on filesystem at 1732218792524Initializing all the Stores at 1732218792525 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732218792525Cleaning up temporary data from old regions at 1732218792530 (+5 ms)Running coprocessor post-open hooks at 1732218792534 (+4 ms)Region opened successfully at 1732218792535 (+1 ms) 2024-11-21T19:53:12,536 INFO [RS_OPEN_REGION-regionserver/7b96b36745c6:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for TestLogRolling-testCompactionRecordDoesntBlockRolling,,1732218792182.8a7b21cd84369abaedb307c52b2fe27f., pid=6, masterSystemTime=1732218792518 2024-11-21T19:53:12,539 DEBUG [RS_OPEN_REGION-regionserver/7b96b36745c6:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for TestLogRolling-testCompactionRecordDoesntBlockRolling,,1732218792182.8a7b21cd84369abaedb307c52b2fe27f. 2024-11-21T19:53:12,539 INFO [RS_OPEN_REGION-regionserver/7b96b36745c6:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened TestLogRolling-testCompactionRecordDoesntBlockRolling,,1732218792182.8a7b21cd84369abaedb307c52b2fe27f. 2024-11-21T19:53:12,540 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=8a7b21cd84369abaedb307c52b2fe27f, regionState=OPEN, openSeqNum=2, regionLocation=7b96b36745c6,40931,1732218791252 2024-11-21T19:53:12,543 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 8a7b21cd84369abaedb307c52b2fe27f, server=7b96b36745c6,40931,1732218791252 because future has completed 2024-11-21T19:53:12,547 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-21T19:53:12,547 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 8a7b21cd84369abaedb307c52b2fe27f, server=7b96b36745c6,40931,1732218791252 in 179 msec 2024-11-21T19:53:12,550 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-21T19:53:12,550 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestLogRolling-testCompactionRecordDoesntBlockRolling, region=8a7b21cd84369abaedb307c52b2fe27f, ASSIGN in 339 msec 2024-11-21T19:53:12,551 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=TestLogRolling-testCompactionRecordDoesntBlockRolling execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-21T19:53:12,551 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestLogRolling-testCompactionRecordDoesntBlockRolling","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732218792551"}]},"ts":"1732218792551"} 2024-11-21T19:53:12,554 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=TestLogRolling-testCompactionRecordDoesntBlockRolling, state=ENABLED in hbase:meta 2024-11-21T19:53:12,555 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=TestLogRolling-testCompactionRecordDoesntBlockRolling execute state=CREATE_TABLE_POST_OPERATION 2024-11-21T19:53:12,557 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=TestLogRolling-testCompactionRecordDoesntBlockRolling in 373 msec 2024-11-21T19:53:13,605 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-21T19:53:13,606 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T19:53:13,618 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T19:53:13,619 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T19:53:13,619 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T19:53:13,619 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T19:53:13,620 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T19:53:13,620 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T19:53:13,623 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T19:53:17,504 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-21T19:53:17,504 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'TestLogRolling-testCompactionRecordDoesntBlockRolling' 2024-11-21T19:53:18,102 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-21T19:53:18,102 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-21T19:53:18,102 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-21T19:53:18,102 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-11-21T19:53:18,103 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-21T19:53:18,103 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-11-21T19:53:18,103 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_TestLogRolling-testCompactionRecordDoesntBlockRolling 2024-11-21T19:53:18,103 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_TestLogRolling-testCompactionRecordDoesntBlockRolling Metrics about Tables on a single HBase RegionServer 2024-11-21T19:53:22,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45955 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-21T19:53:22,233 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:TestLogRolling-testCompactionRecordDoesntBlockRolling completed 2024-11-21T19:53:22,233 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=TestLogRolling-testCompactionRecordDoesntBlockRolling,, stopping at row=TestLogRolling-testCompactionRecordDoesntBlockRolling ,, for max=2147483647 with caching=100 2024-11-21T19:53:22,237 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(2234): Found 1 regions for table TestLogRolling-testCompactionRecordDoesntBlockRolling 2024-11-21T19:53:22,237 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(2240): firstRegionName=TestLogRolling-testCompactionRecordDoesntBlockRolling,,1732218792182.8a7b21cd84369abaedb307c52b2fe27f. 2024-11-21T19:53:22,241 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestLogRolling-testCompactionRecordDoesntBlockRolling', row='row0001', locateType=CURRENT is [region=TestLogRolling-testCompactionRecordDoesntBlockRolling,,1732218792182.8a7b21cd84369abaedb307c52b2fe27f., hostname=7b96b36745c6,40931,1732218791252, seqNum=2] 2024-11-21T19:53:22,250 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45955 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestLogRolling-testCompactionRecordDoesntBlockRolling 2024-11-21T19:53:22,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45955 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=7, table=TestLogRolling-testCompactionRecordDoesntBlockRolling 2024-11-21T19:53:22,257 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=7, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=7, table=TestLogRolling-testCompactionRecordDoesntBlockRolling execute state=FLUSH_TABLE_PREPARE 2024-11-21T19:53:22,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45955 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-21T19:53:22,258 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=7, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=7, table=TestLogRolling-testCompactionRecordDoesntBlockRolling execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-21T19:53:22,260 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=8, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-21T19:53:22,423 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40931 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=8 2024-11-21T19:53:22,424 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7b96b36745c6:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(51): Starting region operation on TestLogRolling-testCompactionRecordDoesntBlockRolling,,1732218792182.8a7b21cd84369abaedb307c52b2fe27f. 2024-11-21T19:53:22,424 INFO [RS_FLUSH_OPERATIONS-regionserver/7b96b36745c6:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegion(2902): Flushing 8a7b21cd84369abaedb307c52b2fe27f 1/1 column families, dataSize=1.03 KB heapSize=1.35 KB 2024-11-21T19:53:22,449 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7b96b36745c6:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41589/user/jenkins/test-data/c8eda3c9-75ae-6564-d695-c1d3697c345b/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/8a7b21cd84369abaedb307c52b2fe27f/.tmp/info/f13239d45b284c118e2746601b19af66 is 1055, key is row0001/info:/1732218802243/Put/seqid=0 2024-11-21T19:53:22,457 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43611 is added to blk_1073741837_1013 (size=6008) 2024-11-21T19:53:22,458 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45803 is added to blk_1073741837_1013 (size=6008) 2024-11-21T19:53:22,458 INFO [RS_FLUSH_OPERATIONS-regionserver/7b96b36745c6:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.03 KB at sequenceid=5 (bloomFilter=true), to=hdfs://localhost:41589/user/jenkins/test-data/c8eda3c9-75ae-6564-d695-c1d3697c345b/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/8a7b21cd84369abaedb307c52b2fe27f/.tmp/info/f13239d45b284c118e2746601b19af66 2024-11-21T19:53:22,470 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7b96b36745c6:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41589/user/jenkins/test-data/c8eda3c9-75ae-6564-d695-c1d3697c345b/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/8a7b21cd84369abaedb307c52b2fe27f/.tmp/info/f13239d45b284c118e2746601b19af66 as hdfs://localhost:41589/user/jenkins/test-data/c8eda3c9-75ae-6564-d695-c1d3697c345b/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/8a7b21cd84369abaedb307c52b2fe27f/info/f13239d45b284c118e2746601b19af66 2024-11-21T19:53:22,478 INFO [RS_FLUSH_OPERATIONS-regionserver/7b96b36745c6:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41589/user/jenkins/test-data/c8eda3c9-75ae-6564-d695-c1d3697c345b/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/8a7b21cd84369abaedb307c52b2fe27f/info/f13239d45b284c118e2746601b19af66, entries=1, sequenceid=5, filesize=5.9 K 2024-11-21T19:53:22,479 INFO [RS_FLUSH_OPERATIONS-regionserver/7b96b36745c6:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegion(3140): Finished flush of dataSize ~1.03 KB/1051, heapSize ~1.34 KB/1368, currentSize=0 B/0 for 8a7b21cd84369abaedb307c52b2fe27f in 55ms, sequenceid=5, compaction requested=false 2024-11-21T19:53:22,479 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7b96b36745c6:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegion(2603): Flush status journal for 8a7b21cd84369abaedb307c52b2fe27f: 2024-11-21T19:53:22,479 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7b96b36745c6:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(64): Closing region operation on TestLogRolling-testCompactionRecordDoesntBlockRolling,,1732218792182.8a7b21cd84369abaedb307c52b2fe27f. 2024-11-21T19:53:22,481 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7b96b36745c6:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=8 2024-11-21T19:53:22,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45955 {}] master.HMaster(4169): Remote procedure done, pid=8 2024-11-21T19:53:22,487 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=8, resume processing ppid=7 2024-11-21T19:53:22,488 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 225 msec 2024-11-21T19:53:22,490 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=7, table=TestLogRolling-testCompactionRecordDoesntBlockRolling in 236 msec 2024-11-21T19:53:32,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45955 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-21T19:53:32,332 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestLogRolling-testCompactionRecordDoesntBlockRolling completed 2024-11-21T19:53:32,336 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45955 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestLogRolling-testCompactionRecordDoesntBlockRolling 2024-11-21T19:53:32,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45955 {}] procedure2.ProcedureExecutor(1139): Stored pid=9, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=9, table=TestLogRolling-testCompactionRecordDoesntBlockRolling 2024-11-21T19:53:32,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45955 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=9 2024-11-21T19:53:32,347 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=9, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=9, table=TestLogRolling-testCompactionRecordDoesntBlockRolling execute state=FLUSH_TABLE_PREPARE 2024-11-21T19:53:32,349 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=9, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=9, table=TestLogRolling-testCompactionRecordDoesntBlockRolling execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-21T19:53:32,349 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-21T19:53:32,504 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40931 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=10 2024-11-21T19:53:32,505 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7b96b36745c6:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.FlushRegionCallable(51): Starting region operation on TestLogRolling-testCompactionRecordDoesntBlockRolling,,1732218792182.8a7b21cd84369abaedb307c52b2fe27f. 2024-11-21T19:53:32,505 INFO [RS_FLUSH_OPERATIONS-regionserver/7b96b36745c6:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HRegion(2902): Flushing 8a7b21cd84369abaedb307c52b2fe27f 1/1 column families, dataSize=1.03 KB heapSize=1.35 KB 2024-11-21T19:53:32,512 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7b96b36745c6:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41589/user/jenkins/test-data/c8eda3c9-75ae-6564-d695-c1d3697c345b/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/8a7b21cd84369abaedb307c52b2fe27f/.tmp/info/cf1333e9f58744ada0ea33b390ef3c87 is 1055, key is row0002/info:/1732218812334/Put/seqid=0 2024-11-21T19:53:32,524 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45803 is added to blk_1073741838_1014 (size=6008) 2024-11-21T19:53:32,528 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43611 is added to blk_1073741838_1014 (size=6008) 2024-11-21T19:53:32,528 INFO [RS_FLUSH_OPERATIONS-regionserver/7b96b36745c6:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.03 KB at sequenceid=9 (bloomFilter=true), to=hdfs://localhost:41589/user/jenkins/test-data/c8eda3c9-75ae-6564-d695-c1d3697c345b/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/8a7b21cd84369abaedb307c52b2fe27f/.tmp/info/cf1333e9f58744ada0ea33b390ef3c87 2024-11-21T19:53:32,538 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7b96b36745c6:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41589/user/jenkins/test-data/c8eda3c9-75ae-6564-d695-c1d3697c345b/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/8a7b21cd84369abaedb307c52b2fe27f/.tmp/info/cf1333e9f58744ada0ea33b390ef3c87 as hdfs://localhost:41589/user/jenkins/test-data/c8eda3c9-75ae-6564-d695-c1d3697c345b/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/8a7b21cd84369abaedb307c52b2fe27f/info/cf1333e9f58744ada0ea33b390ef3c87 2024-11-21T19:53:32,550 INFO [RS_FLUSH_OPERATIONS-regionserver/7b96b36745c6:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41589/user/jenkins/test-data/c8eda3c9-75ae-6564-d695-c1d3697c345b/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/8a7b21cd84369abaedb307c52b2fe27f/info/cf1333e9f58744ada0ea33b390ef3c87, entries=1, sequenceid=9, filesize=5.9 K 2024-11-21T19:53:32,551 INFO [RS_FLUSH_OPERATIONS-regionserver/7b96b36745c6:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HRegion(3140): Finished flush of dataSize ~1.03 KB/1051, heapSize ~1.34 KB/1368, currentSize=0 B/0 for 8a7b21cd84369abaedb307c52b2fe27f in 46ms, sequenceid=9, compaction requested=false 2024-11-21T19:53:32,551 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7b96b36745c6:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HRegion(2603): Flush status journal for 8a7b21cd84369abaedb307c52b2fe27f: 2024-11-21T19:53:32,551 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7b96b36745c6:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.FlushRegionCallable(64): Closing region operation on TestLogRolling-testCompactionRecordDoesntBlockRolling,,1732218792182.8a7b21cd84369abaedb307c52b2fe27f. 2024-11-21T19:53:32,552 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7b96b36745c6:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=10 2024-11-21T19:53:32,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45955 {}] master.HMaster(4169): Remote procedure done, pid=10 2024-11-21T19:53:32,557 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-21T19:53:32,557 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 205 msec 2024-11-21T19:53:32,560 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=9, table=TestLogRolling-testCompactionRecordDoesntBlockRolling in 222 msec 2024-11-21T19:53:41,187 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-21T19:53:42,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45955 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=9 2024-11-21T19:53:42,442 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestLogRolling-testCompactionRecordDoesntBlockRolling completed 2024-11-21T19:53:42,457 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/c8eda3c9-75ae-6564-d695-c1d3697c345b/WALs/7b96b36745c6,40931,1732218791252/7b96b36745c6%2C40931%2C1732218791252.1732218822444, exclude list is [], retry=0 2024-11-21T19:53:42,460 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43611,DS-98ba5447-1cb8-4d18-be24-3f4e2a885ab1,DISK] 2024-11-21T19:53:42,460 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45803,DS-dcfba564-4bbf-473b-b59e-40f57d035c8a,DISK] 2024-11-21T19:53:42,461 INFO [Time-limited test {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/c8eda3c9-75ae-6564-d695-c1d3697c345b/WALs/7b96b36745c6,40931,1732218791252/7b96b36745c6%2C40931%2C1732218791252.1732218791654 with entries=8, filesize=5.33 KB; new WAL /user/jenkins/test-data/c8eda3c9-75ae-6564-d695-c1d3697c345b/WALs/7b96b36745c6,40931,1732218791252/7b96b36745c6%2C40931%2C1732218791252.1732218822444 2024-11-21T19:53:42,462 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43089:43089),(127.0.0.1/127.0.0.1:33071:33071)] 2024-11-21T19:53:42,462 DEBUG [Time-limited test {}] wal.AbstractFSWAL(879): hdfs://localhost:41589/user/jenkins/test-data/c8eda3c9-75ae-6564-d695-c1d3697c345b/WALs/7b96b36745c6,40931,1732218791252/7b96b36745c6%2C40931%2C1732218791252.1732218791654 is not closed yet, will try archiving it next time 2024-11-21T19:53:42,463 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45955 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestLogRolling-testCompactionRecordDoesntBlockRolling 2024-11-21T19:53:42,464 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45803 is added to blk_1073741833_1009 (size=5471) 2024-11-21T19:53:42,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45955 {}] procedure2.ProcedureExecutor(1139): Stored pid=11, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=11, table=TestLogRolling-testCompactionRecordDoesntBlockRolling 2024-11-21T19:53:42,465 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43611 is added to blk_1073741833_1009 (size=5471) 2024-11-21T19:53:42,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45955 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=11 2024-11-21T19:53:42,466 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=11, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=11, table=TestLogRolling-testCompactionRecordDoesntBlockRolling execute state=FLUSH_TABLE_PREPARE 2024-11-21T19:53:42,466 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=11, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=11, table=TestLogRolling-testCompactionRecordDoesntBlockRolling execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-21T19:53:42,466 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=12, ppid=11, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-21T19:53:42,620 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40931 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=12 2024-11-21T19:53:42,621 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7b96b36745c6:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.FlushRegionCallable(51): Starting region operation on TestLogRolling-testCompactionRecordDoesntBlockRolling,,1732218792182.8a7b21cd84369abaedb307c52b2fe27f. 2024-11-21T19:53:42,621 INFO [RS_FLUSH_OPERATIONS-regionserver/7b96b36745c6:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HRegion(2902): Flushing 8a7b21cd84369abaedb307c52b2fe27f 1/1 column families, dataSize=1.03 KB heapSize=1.35 KB 2024-11-21T19:53:42,627 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7b96b36745c6:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41589/user/jenkins/test-data/c8eda3c9-75ae-6564-d695-c1d3697c345b/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/8a7b21cd84369abaedb307c52b2fe27f/.tmp/info/6e79c517fae143fe8cb5f9bd8b61bb25 is 1055, key is row0003/info:/1732218822443/Put/seqid=0 2024-11-21T19:53:42,648 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43611 is added to blk_1073741840_1016 (size=6008) 2024-11-21T19:53:42,648 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45803 is added to blk_1073741840_1016 (size=6008) 2024-11-21T19:53:42,654 INFO [RS_FLUSH_OPERATIONS-regionserver/7b96b36745c6:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.03 KB at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:41589/user/jenkins/test-data/c8eda3c9-75ae-6564-d695-c1d3697c345b/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/8a7b21cd84369abaedb307c52b2fe27f/.tmp/info/6e79c517fae143fe8cb5f9bd8b61bb25 2024-11-21T19:53:42,663 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7b96b36745c6:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41589/user/jenkins/test-data/c8eda3c9-75ae-6564-d695-c1d3697c345b/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/8a7b21cd84369abaedb307c52b2fe27f/.tmp/info/6e79c517fae143fe8cb5f9bd8b61bb25 as hdfs://localhost:41589/user/jenkins/test-data/c8eda3c9-75ae-6564-d695-c1d3697c345b/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/8a7b21cd84369abaedb307c52b2fe27f/info/6e79c517fae143fe8cb5f9bd8b61bb25 2024-11-21T19:53:42,669 INFO [RS_FLUSH_OPERATIONS-regionserver/7b96b36745c6:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41589/user/jenkins/test-data/c8eda3c9-75ae-6564-d695-c1d3697c345b/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/8a7b21cd84369abaedb307c52b2fe27f/info/6e79c517fae143fe8cb5f9bd8b61bb25, entries=1, sequenceid=13, filesize=5.9 K 2024-11-21T19:53:42,670 INFO [RS_FLUSH_OPERATIONS-regionserver/7b96b36745c6:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HRegion(3140): Finished flush of dataSize ~1.03 KB/1051, heapSize ~1.34 KB/1368, currentSize=0 B/0 for 8a7b21cd84369abaedb307c52b2fe27f in 49ms, sequenceid=13, compaction requested=true 2024-11-21T19:53:42,670 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7b96b36745c6:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HRegion(2603): Flush status journal for 8a7b21cd84369abaedb307c52b2fe27f: 2024-11-21T19:53:42,670 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7b96b36745c6:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.FlushRegionCallable(64): Closing region operation on TestLogRolling-testCompactionRecordDoesntBlockRolling,,1732218792182.8a7b21cd84369abaedb307c52b2fe27f. 2024-11-21T19:53:42,671 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7b96b36745c6:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=12 2024-11-21T19:53:42,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45955 {}] master.HMaster(4169): Remote procedure done, pid=12 2024-11-21T19:53:42,676 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=12, resume processing ppid=11 2024-11-21T19:53:42,676 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=12, ppid=11, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 206 msec 2024-11-21T19:53:42,679 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=11, table=TestLogRolling-testCompactionRecordDoesntBlockRolling in 214 msec 2024-11-21T19:53:52,125 INFO [master/7b96b36745c6:0.Chore.1 {}] migrate.RollingUpgradeChore(116): There is no table to migrate StoreFileTracker! 2024-11-21T19:53:52,125 INFO [master/7b96b36745c6:0.Chore.1 {}] migrate.RollingUpgradeChore(85): All Rolling-Upgrade tasks are complete, shutdown RollingUpgradeChore! 2024-11-21T19:53:52,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45955 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=11 2024-11-21T19:53:52,543 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestLogRolling-testCompactionRecordDoesntBlockRolling completed 2024-11-21T19:53:52,546 DEBUG [Time-limited test {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-21T19:53:52,549 DEBUG [Time-limited test {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 18024 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-21T19:53:52,551 DEBUG [Time-limited test {}] regionserver.HStore(1541): 8a7b21cd84369abaedb307c52b2fe27f/info is initiating minor compaction (all files) 2024-11-21T19:53:52,551 INFO [Time-limited test {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-21T19:53:52,551 INFO [Time-limited test {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-21T19:53:52,551 INFO [Time-limited test {}] regionserver.HRegion(2416): Starting compaction of 8a7b21cd84369abaedb307c52b2fe27f/info in TestLogRolling-testCompactionRecordDoesntBlockRolling,,1732218792182.8a7b21cd84369abaedb307c52b2fe27f. 2024-11-21T19:53:52,552 INFO [Time-limited test {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41589/user/jenkins/test-data/c8eda3c9-75ae-6564-d695-c1d3697c345b/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/8a7b21cd84369abaedb307c52b2fe27f/info/f13239d45b284c118e2746601b19af66, hdfs://localhost:41589/user/jenkins/test-data/c8eda3c9-75ae-6564-d695-c1d3697c345b/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/8a7b21cd84369abaedb307c52b2fe27f/info/cf1333e9f58744ada0ea33b390ef3c87, hdfs://localhost:41589/user/jenkins/test-data/c8eda3c9-75ae-6564-d695-c1d3697c345b/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/8a7b21cd84369abaedb307c52b2fe27f/info/6e79c517fae143fe8cb5f9bd8b61bb25] into tmpdir=hdfs://localhost:41589/user/jenkins/test-data/c8eda3c9-75ae-6564-d695-c1d3697c345b/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/8a7b21cd84369abaedb307c52b2fe27f/.tmp, totalSize=17.6 K 2024-11-21T19:53:52,553 DEBUG [Time-limited test {}] compactions.Compactor(225): Compacting f13239d45b284c118e2746601b19af66, keycount=1, bloomtype=ROW, size=5.9 K, encoding=NONE, compression=NONE, seqNum=5, earliestPutTs=1732218802243 2024-11-21T19:53:52,553 DEBUG [Time-limited test {}] compactions.Compactor(225): Compacting cf1333e9f58744ada0ea33b390ef3c87, keycount=1, bloomtype=ROW, size=5.9 K, encoding=NONE, compression=NONE, seqNum=9, earliestPutTs=1732218812334 2024-11-21T19:53:52,554 DEBUG [Time-limited test {}] compactions.Compactor(225): Compacting 6e79c517fae143fe8cb5f9bd8b61bb25, keycount=1, bloomtype=ROW, size=5.9 K, encoding=NONE, compression=NONE, seqNum=13, earliestPutTs=1732218822443 2024-11-21T19:53:52,599 INFO [Time-limited test {}] throttle.PressureAwareThroughputController(145): 8a7b21cd84369abaedb307c52b2fe27f#info#compaction#21 average throughput is unlimited, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-21T19:53:52,600 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41589/user/jenkins/test-data/c8eda3c9-75ae-6564-d695-c1d3697c345b/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/8a7b21cd84369abaedb307c52b2fe27f/.tmp/info/237dc77248cb4d70b58e43cdf92a0810 is 1055, key is row0001/info:/1732218802243/Put/seqid=0 2024-11-21T19:53:52,606 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45803 is added to blk_1073741841_1017 (size=8221) 2024-11-21T19:53:52,607 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43611 is added to blk_1073741841_1017 (size=8221) 2024-11-21T19:53:52,615 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41589/user/jenkins/test-data/c8eda3c9-75ae-6564-d695-c1d3697c345b/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/8a7b21cd84369abaedb307c52b2fe27f/.tmp/info/237dc77248cb4d70b58e43cdf92a0810 as hdfs://localhost:41589/user/jenkins/test-data/c8eda3c9-75ae-6564-d695-c1d3697c345b/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/8a7b21cd84369abaedb307c52b2fe27f/info/237dc77248cb4d70b58e43cdf92a0810 2024-11-21T19:53:52,631 INFO [Time-limited test {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 8a7b21cd84369abaedb307c52b2fe27f/info of 8a7b21cd84369abaedb307c52b2fe27f into 237dc77248cb4d70b58e43cdf92a0810(size=8.0 K), total size for store is 8.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-21T19:53:52,631 DEBUG [Time-limited test {}] regionserver.HRegion(2446): Compaction status journal for 8a7b21cd84369abaedb307c52b2fe27f: 2024-11-21T19:53:52,649 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/c8eda3c9-75ae-6564-d695-c1d3697c345b/WALs/7b96b36745c6,40931,1732218791252/7b96b36745c6%2C40931%2C1732218791252.1732218832633, exclude list is [], retry=0 2024-11-21T19:53:52,652 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43611,DS-98ba5447-1cb8-4d18-be24-3f4e2a885ab1,DISK] 2024-11-21T19:53:52,652 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45803,DS-dcfba564-4bbf-473b-b59e-40f57d035c8a,DISK] 2024-11-21T19:53:52,654 INFO [Time-limited test {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/c8eda3c9-75ae-6564-d695-c1d3697c345b/WALs/7b96b36745c6,40931,1732218791252/7b96b36745c6%2C40931%2C1732218791252.1732218822444 with entries=4, filesize=2.43 KB; new WAL /user/jenkins/test-data/c8eda3c9-75ae-6564-d695-c1d3697c345b/WALs/7b96b36745c6,40931,1732218791252/7b96b36745c6%2C40931%2C1732218791252.1732218832633 2024-11-21T19:53:52,654 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33071:33071),(127.0.0.1/127.0.0.1:43089:43089)] 2024-11-21T19:53:52,654 DEBUG [Time-limited test {}] wal.AbstractFSWAL(879): hdfs://localhost:41589/user/jenkins/test-data/c8eda3c9-75ae-6564-d695-c1d3697c345b/WALs/7b96b36745c6,40931,1732218791252/7b96b36745c6%2C40931%2C1732218791252.1732218822444 is not closed yet, will try archiving it next time 2024-11-21T19:53:52,656 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43611 is added to blk_1073741839_1015 (size=2495) 2024-11-21T19:53:52,656 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/c8eda3c9-75ae-6564-d695-c1d3697c345b/WALs/7b96b36745c6,40931,1732218791252/7b96b36745c6%2C40931%2C1732218791252.1732218822444 not finished, retry = 0 2024-11-21T19:53:52,656 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45803 is added to blk_1073741839_1015 (size=2495) 2024-11-21T19:53:52,661 INFO [WAL-Archive-0 {}] wal.AbstractFSWAL(968): Archiving hdfs://localhost:41589/user/jenkins/test-data/c8eda3c9-75ae-6564-d695-c1d3697c345b/WALs/7b96b36745c6,40931,1732218791252/7b96b36745c6%2C40931%2C1732218791252.1732218791654 to hdfs://localhost:41589/user/jenkins/test-data/c8eda3c9-75ae-6564-d695-c1d3697c345b/oldWALs/7b96b36745c6%2C40931%2C1732218791252.1732218791654 2024-11-21T19:53:52,661 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45955 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestLogRolling-testCompactionRecordDoesntBlockRolling 2024-11-21T19:53:52,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45955 {}] procedure2.ProcedureExecutor(1139): Stored pid=13, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=13, table=TestLogRolling-testCompactionRecordDoesntBlockRolling 2024-11-21T19:53:52,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45955 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=13 2024-11-21T19:53:52,664 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=13, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=13, table=TestLogRolling-testCompactionRecordDoesntBlockRolling execute state=FLUSH_TABLE_PREPARE 2024-11-21T19:53:52,665 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=13, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=13, table=TestLogRolling-testCompactionRecordDoesntBlockRolling execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-21T19:53:52,665 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=14, ppid=13, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-21T19:53:52,819 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40931 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=14 2024-11-21T19:53:52,819 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7b96b36745c6:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.FlushRegionCallable(51): Starting region operation on TestLogRolling-testCompactionRecordDoesntBlockRolling,,1732218792182.8a7b21cd84369abaedb307c52b2fe27f. 2024-11-21T19:53:52,820 INFO [RS_FLUSH_OPERATIONS-regionserver/7b96b36745c6:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.HRegion(2902): Flushing 8a7b21cd84369abaedb307c52b2fe27f 1/1 column families, dataSize=1.03 KB heapSize=1.35 KB 2024-11-21T19:53:52,825 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7b96b36745c6:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41589/user/jenkins/test-data/c8eda3c9-75ae-6564-d695-c1d3697c345b/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/8a7b21cd84369abaedb307c52b2fe27f/.tmp/info/07f120aad02c4078bf3709a2280e5464 is 1055, key is row0000/info:/1732218832632/Put/seqid=0 2024-11-21T19:53:52,832 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45803 is added to blk_1073741843_1019 (size=6008) 2024-11-21T19:53:52,832 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43611 is added to blk_1073741843_1019 (size=6008) 2024-11-21T19:53:52,833 INFO [RS_FLUSH_OPERATIONS-regionserver/7b96b36745c6:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.03 KB at sequenceid=18 (bloomFilter=true), to=hdfs://localhost:41589/user/jenkins/test-data/c8eda3c9-75ae-6564-d695-c1d3697c345b/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/8a7b21cd84369abaedb307c52b2fe27f/.tmp/info/07f120aad02c4078bf3709a2280e5464 2024-11-21T19:53:52,840 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7b96b36745c6:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41589/user/jenkins/test-data/c8eda3c9-75ae-6564-d695-c1d3697c345b/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/8a7b21cd84369abaedb307c52b2fe27f/.tmp/info/07f120aad02c4078bf3709a2280e5464 as hdfs://localhost:41589/user/jenkins/test-data/c8eda3c9-75ae-6564-d695-c1d3697c345b/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/8a7b21cd84369abaedb307c52b2fe27f/info/07f120aad02c4078bf3709a2280e5464 2024-11-21T19:53:52,847 INFO [RS_FLUSH_OPERATIONS-regionserver/7b96b36745c6:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41589/user/jenkins/test-data/c8eda3c9-75ae-6564-d695-c1d3697c345b/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/8a7b21cd84369abaedb307c52b2fe27f/info/07f120aad02c4078bf3709a2280e5464, entries=1, sequenceid=18, filesize=5.9 K 2024-11-21T19:53:52,848 INFO [RS_FLUSH_OPERATIONS-regionserver/7b96b36745c6:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.HRegion(3140): Finished flush of dataSize ~1.03 KB/1051, heapSize ~1.34 KB/1368, currentSize=0 B/0 for 8a7b21cd84369abaedb307c52b2fe27f in 29ms, sequenceid=18, compaction requested=false 2024-11-21T19:53:52,848 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7b96b36745c6:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.HRegion(2603): Flush status journal for 8a7b21cd84369abaedb307c52b2fe27f: 2024-11-21T19:53:52,848 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7b96b36745c6:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.FlushRegionCallable(64): Closing region operation on TestLogRolling-testCompactionRecordDoesntBlockRolling,,1732218792182.8a7b21cd84369abaedb307c52b2fe27f. 2024-11-21T19:53:52,848 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7b96b36745c6:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=14 2024-11-21T19:53:52,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45955 {}] master.HMaster(4169): Remote procedure done, pid=14 2024-11-21T19:53:52,853 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=14, resume processing ppid=13 2024-11-21T19:53:52,853 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=14, ppid=13, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 185 msec 2024-11-21T19:53:52,855 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=13, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=13, table=TestLogRolling-testCompactionRecordDoesntBlockRolling in 192 msec 2024-11-21T19:53:57,524 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsRegionWrapperImpl$HRegionMetricsWrapperRunnable(329): Region 8a7b21cd84369abaedb307c52b2fe27f, had cached 0 bytes from a total of 14229 2024-11-21T19:54:02,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45955 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=13 2024-11-21T19:54:02,712 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestLogRolling-testCompactionRecordDoesntBlockRolling completed 2024-11-21T19:54:02,729 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/c8eda3c9-75ae-6564-d695-c1d3697c345b/WALs/7b96b36745c6,40931,1732218791252/7b96b36745c6%2C40931%2C1732218791252.1732218842715, exclude list is [], retry=0 2024-11-21T19:54:02,731 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45803,DS-dcfba564-4bbf-473b-b59e-40f57d035c8a,DISK] 2024-11-21T19:54:02,731 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43611,DS-98ba5447-1cb8-4d18-be24-3f4e2a885ab1,DISK] 2024-11-21T19:54:02,733 INFO [Time-limited test {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/c8eda3c9-75ae-6564-d695-c1d3697c345b/WALs/7b96b36745c6,40931,1732218791252/7b96b36745c6%2C40931%2C1732218791252.1732218832633 with entries=3, filesize=1.95 KB; new WAL /user/jenkins/test-data/c8eda3c9-75ae-6564-d695-c1d3697c345b/WALs/7b96b36745c6,40931,1732218791252/7b96b36745c6%2C40931%2C1732218791252.1732218842715 2024-11-21T19:54:02,733 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43089:43089),(127.0.0.1/127.0.0.1:33071:33071)] 2024-11-21T19:54:02,733 DEBUG [Time-limited test {}] wal.AbstractFSWAL(879): hdfs://localhost:41589/user/jenkins/test-data/c8eda3c9-75ae-6564-d695-c1d3697c345b/WALs/7b96b36745c6,40931,1732218791252/7b96b36745c6%2C40931%2C1732218791252.1732218832633 is not closed yet, will try archiving it next time 2024-11-21T19:54:02,733 INFO [WAL-Archive-0 {}] wal.AbstractFSWAL(968): Archiving hdfs://localhost:41589/user/jenkins/test-data/c8eda3c9-75ae-6564-d695-c1d3697c345b/WALs/7b96b36745c6,40931,1732218791252/7b96b36745c6%2C40931%2C1732218791252.1732218822444 to hdfs://localhost:41589/user/jenkins/test-data/c8eda3c9-75ae-6564-d695-c1d3697c345b/oldWALs/7b96b36745c6%2C40931%2C1732218791252.1732218822444 2024-11-21T19:54:02,733 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-21T19:54:02,734 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-21T19:54:02,734 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.regionserver.wal.AbstractTestLogRolling.tearDown(AbstractTestLogRolling.java:163) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-21T19:54:02,734 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T19:54:02,734 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-21T19:54:02,734 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T19:54:02,734 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-21T19:54:02,734 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1670807474, stopped=false 2024-11-21T19:54:02,735 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43611 is added to blk_1073741842_1018 (size=2001) 2024-11-21T19:54:02,735 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=7b96b36745c6,45955,1732218791204 2024-11-21T19:54:02,735 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45803 is added to blk_1073741842_1018 (size=2001) 2024-11-21T19:54:02,737 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40931-0x10116dc19bf0001, quorum=127.0.0.1:58403, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-21T19:54:02,737 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45955-0x10116dc19bf0000, quorum=127.0.0.1:58403, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-21T19:54:02,737 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40931-0x10116dc19bf0001, quorum=127.0.0.1:58403, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-21T19:54:02,737 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45955-0x10116dc19bf0000, quorum=127.0.0.1:58403, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-21T19:54:02,737 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-21T19:54:02,737 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-21T19:54:02,737 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.regionserver.wal.AbstractTestLogRolling.tearDown(AbstractTestLogRolling.java:163) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-21T19:54:02,737 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T19:54:02,738 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '7b96b36745c6,40931,1732218791252' ***** 2024-11-21T19:54:02,738 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-21T19:54:02,738 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:45955-0x10116dc19bf0000, quorum=127.0.0.1:58403, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-21T19:54:02,738 INFO [RS:0;7b96b36745c6:40931 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-21T19:54:02,738 INFO [RS:0;7b96b36745c6:40931 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-21T19:54:02,738 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-21T19:54:02,738 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:40931-0x10116dc19bf0001, quorum=127.0.0.1:58403, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-21T19:54:02,738 INFO [RS:0;7b96b36745c6:40931 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-21T19:54:02,738 INFO [RS:0;7b96b36745c6:40931 {}] regionserver.HRegionServer(3091): Received CLOSE for 8a7b21cd84369abaedb307c52b2fe27f 2024-11-21T19:54:02,739 INFO [RS:0;7b96b36745c6:40931 {}] regionserver.HRegionServer(959): stopping server 7b96b36745c6,40931,1732218791252 2024-11-21T19:54:02,739 INFO [RS:0;7b96b36745c6:40931 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-21T19:54:02,739 INFO [RS:0;7b96b36745c6:40931 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;7b96b36745c6:40931. 2024-11-21T19:54:02,739 DEBUG [RS:0;7b96b36745c6:40931 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-21T19:54:02,739 DEBUG [RS:0;7b96b36745c6:40931 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T19:54:02,739 DEBUG [RS_CLOSE_REGION-regionserver/7b96b36745c6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 8a7b21cd84369abaedb307c52b2fe27f, disabling compactions & flushes 2024-11-21T19:54:02,739 INFO [RS:0;7b96b36745c6:40931 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-21T19:54:02,739 INFO [RS_CLOSE_REGION-regionserver/7b96b36745c6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region TestLogRolling-testCompactionRecordDoesntBlockRolling,,1732218792182.8a7b21cd84369abaedb307c52b2fe27f. 2024-11-21T19:54:02,739 INFO [RS:0;7b96b36745c6:40931 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-21T19:54:02,739 INFO [RS:0;7b96b36745c6:40931 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-21T19:54:02,739 DEBUG [RS_CLOSE_REGION-regionserver/7b96b36745c6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on TestLogRolling-testCompactionRecordDoesntBlockRolling,,1732218792182.8a7b21cd84369abaedb307c52b2fe27f. 2024-11-21T19:54:02,739 INFO [RS:0;7b96b36745c6:40931 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-21T19:54:02,739 DEBUG [RS_CLOSE_REGION-regionserver/7b96b36745c6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on TestLogRolling-testCompactionRecordDoesntBlockRolling,,1732218792182.8a7b21cd84369abaedb307c52b2fe27f. after waiting 0 ms 2024-11-21T19:54:02,739 DEBUG [RS_CLOSE_REGION-regionserver/7b96b36745c6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region TestLogRolling-testCompactionRecordDoesntBlockRolling,,1732218792182.8a7b21cd84369abaedb307c52b2fe27f. 2024-11-21T19:54:02,739 INFO [RS:0;7b96b36745c6:40931 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-21T19:54:02,740 DEBUG [RS:0;7b96b36745c6:40931 {}] regionserver.HRegionServer(1325): Online Regions={8a7b21cd84369abaedb307c52b2fe27f=TestLogRolling-testCompactionRecordDoesntBlockRolling,,1732218792182.8a7b21cd84369abaedb307c52b2fe27f., 1588230740=hbase:meta,,1.1588230740} 2024-11-21T19:54:02,740 INFO [RS_CLOSE_REGION-regionserver/7b96b36745c6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 8a7b21cd84369abaedb307c52b2fe27f 1/1 column families, dataSize=1.03 KB heapSize=1.35 KB 2024-11-21T19:54:02,740 DEBUG [RS:0;7b96b36745c6:40931 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 8a7b21cd84369abaedb307c52b2fe27f 2024-11-21T19:54:02,740 DEBUG [RS_CLOSE_META-regionserver/7b96b36745c6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-21T19:54:02,740 INFO [RS_CLOSE_META-regionserver/7b96b36745c6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-21T19:54:02,740 DEBUG [RS_CLOSE_META-regionserver/7b96b36745c6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-21T19:54:02,740 DEBUG [RS_CLOSE_META-regionserver/7b96b36745c6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-21T19:54:02,740 DEBUG [RS_CLOSE_META-regionserver/7b96b36745c6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-21T19:54:02,740 INFO [RS_CLOSE_META-regionserver/7b96b36745c6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=1.89 KB heapSize=3.91 KB 2024-11-21T19:54:02,744 DEBUG [RS_CLOSE_REGION-regionserver/7b96b36745c6:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41589/user/jenkins/test-data/c8eda3c9-75ae-6564-d695-c1d3697c345b/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/8a7b21cd84369abaedb307c52b2fe27f/.tmp/info/01b5487abf6743efb4fd6fb68543704f is 1055, key is row0001/info:/1732218842714/Put/seqid=0 2024-11-21T19:54:02,750 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43611 is added to blk_1073741845_1021 (size=6008) 2024-11-21T19:54:02,750 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45803 is added to blk_1073741845_1021 (size=6008) 2024-11-21T19:54:02,751 INFO [RS_CLOSE_REGION-regionserver/7b96b36745c6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.03 KB at sequenceid=22 (bloomFilter=true), to=hdfs://localhost:41589/user/jenkins/test-data/c8eda3c9-75ae-6564-d695-c1d3697c345b/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/8a7b21cd84369abaedb307c52b2fe27f/.tmp/info/01b5487abf6743efb4fd6fb68543704f 2024-11-21T19:54:02,757 DEBUG [RS_CLOSE_META-regionserver/7b96b36745c6:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41589/user/jenkins/test-data/c8eda3c9-75ae-6564-d695-c1d3697c345b/data/hbase/meta/1588230740/.tmp/info/c82f537e657445569da706012b51f2e6 is 227, key is TestLogRolling-testCompactionRecordDoesntBlockRolling,,1732218792182.8a7b21cd84369abaedb307c52b2fe27f./info:regioninfo/1732218792540/Put/seqid=0 2024-11-21T19:54:02,758 DEBUG [RS_CLOSE_REGION-regionserver/7b96b36745c6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41589/user/jenkins/test-data/c8eda3c9-75ae-6564-d695-c1d3697c345b/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/8a7b21cd84369abaedb307c52b2fe27f/.tmp/info/01b5487abf6743efb4fd6fb68543704f as hdfs://localhost:41589/user/jenkins/test-data/c8eda3c9-75ae-6564-d695-c1d3697c345b/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/8a7b21cd84369abaedb307c52b2fe27f/info/01b5487abf6743efb4fd6fb68543704f 2024-11-21T19:54:02,770 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45803 is added to blk_1073741846_1022 (size=7308) 2024-11-21T19:54:02,770 INFO [RS_CLOSE_REGION-regionserver/7b96b36745c6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41589/user/jenkins/test-data/c8eda3c9-75ae-6564-d695-c1d3697c345b/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/8a7b21cd84369abaedb307c52b2fe27f/info/01b5487abf6743efb4fd6fb68543704f, entries=1, sequenceid=22, filesize=5.9 K 2024-11-21T19:54:02,771 INFO [RS_CLOSE_META-regionserver/7b96b36745c6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.65 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:41589/user/jenkins/test-data/c8eda3c9-75ae-6564-d695-c1d3697c345b/data/hbase/meta/1588230740/.tmp/info/c82f537e657445569da706012b51f2e6 2024-11-21T19:54:02,771 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43611 is added to blk_1073741846_1022 (size=7308) 2024-11-21T19:54:02,774 INFO [RS_CLOSE_REGION-regionserver/7b96b36745c6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~1.03 KB/1051, heapSize ~1.34 KB/1368, currentSize=0 B/0 for 8a7b21cd84369abaedb307c52b2fe27f in 35ms, sequenceid=22, compaction requested=true 2024-11-21T19:54:02,778 DEBUG [StoreCloser-TestLogRolling-testCompactionRecordDoesntBlockRolling,,1732218792182.8a7b21cd84369abaedb307c52b2fe27f.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:41589/user/jenkins/test-data/c8eda3c9-75ae-6564-d695-c1d3697c345b/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/8a7b21cd84369abaedb307c52b2fe27f/info/f13239d45b284c118e2746601b19af66, hdfs://localhost:41589/user/jenkins/test-data/c8eda3c9-75ae-6564-d695-c1d3697c345b/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/8a7b21cd84369abaedb307c52b2fe27f/info/cf1333e9f58744ada0ea33b390ef3c87, hdfs://localhost:41589/user/jenkins/test-data/c8eda3c9-75ae-6564-d695-c1d3697c345b/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/8a7b21cd84369abaedb307c52b2fe27f/info/6e79c517fae143fe8cb5f9bd8b61bb25] to archive 2024-11-21T19:54:02,785 DEBUG [StoreCloser-TestLogRolling-testCompactionRecordDoesntBlockRolling,,1732218792182.8a7b21cd84369abaedb307c52b2fe27f.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-21T19:54:02,787 DEBUG [StoreCloser-TestLogRolling-testCompactionRecordDoesntBlockRolling,,1732218792182.8a7b21cd84369abaedb307c52b2fe27f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41589/user/jenkins/test-data/c8eda3c9-75ae-6564-d695-c1d3697c345b/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/8a7b21cd84369abaedb307c52b2fe27f/info/f13239d45b284c118e2746601b19af66 to hdfs://localhost:41589/user/jenkins/test-data/c8eda3c9-75ae-6564-d695-c1d3697c345b/archive/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/8a7b21cd84369abaedb307c52b2fe27f/info/f13239d45b284c118e2746601b19af66 2024-11-21T19:54:02,789 DEBUG [StoreCloser-TestLogRolling-testCompactionRecordDoesntBlockRolling,,1732218792182.8a7b21cd84369abaedb307c52b2fe27f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41589/user/jenkins/test-data/c8eda3c9-75ae-6564-d695-c1d3697c345b/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/8a7b21cd84369abaedb307c52b2fe27f/info/cf1333e9f58744ada0ea33b390ef3c87 to hdfs://localhost:41589/user/jenkins/test-data/c8eda3c9-75ae-6564-d695-c1d3697c345b/archive/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/8a7b21cd84369abaedb307c52b2fe27f/info/cf1333e9f58744ada0ea33b390ef3c87 2024-11-21T19:54:02,791 DEBUG [StoreCloser-TestLogRolling-testCompactionRecordDoesntBlockRolling,,1732218792182.8a7b21cd84369abaedb307c52b2fe27f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41589/user/jenkins/test-data/c8eda3c9-75ae-6564-d695-c1d3697c345b/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/8a7b21cd84369abaedb307c52b2fe27f/info/6e79c517fae143fe8cb5f9bd8b61bb25 to hdfs://localhost:41589/user/jenkins/test-data/c8eda3c9-75ae-6564-d695-c1d3697c345b/archive/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/8a7b21cd84369abaedb307c52b2fe27f/info/6e79c517fae143fe8cb5f9bd8b61bb25 2024-11-21T19:54:02,803 DEBUG [StoreCloser-TestLogRolling-testCompactionRecordDoesntBlockRolling,,1732218792182.8a7b21cd84369abaedb307c52b2fe27f.-1 {}] regionserver.HRegionServer(3532): Failed to report file archival(s) to Master. This will be retried. org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=7b96b36745c6:45955 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportFileArchival(RegionServerStatusProtos.java:17350) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.reportFileArchivalForQuotas(HRegionServer.java:3516) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HStore.reportArchivedFilesForQuota(HStore.java:2412) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HStore.removeCompactedfiles(HStore.java:2347) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HStore.closeWithoutLock(HStore.java:738) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HStore.close(HStore.java:804) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion$2.call(HRegion.java:1912) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion$2.call(HRegion.java:1909) ~[classes/:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) ~[?:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 16 more 2024-11-21T19:54:02,803 WARN [StoreCloser-TestLogRolling-testCompactionRecordDoesntBlockRolling,,1732218792182.8a7b21cd84369abaedb307c52b2fe27f.-1 {}] regionserver.HStore(2414): Failed to report archival of files: [f13239d45b284c118e2746601b19af66=6008, cf1333e9f58744ada0ea33b390ef3c87=6008, 6e79c517fae143fe8cb5f9bd8b61bb25=6008] 2024-11-21T19:54:02,804 DEBUG [RS_CLOSE_META-regionserver/7b96b36745c6:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41589/user/jenkins/test-data/c8eda3c9-75ae-6564-d695-c1d3697c345b/data/hbase/meta/1588230740/.tmp/ns/6c0d3445944448f99dfb416e2d7eb507 is 43, key is default/ns:d/1732218792108/Put/seqid=0 2024-11-21T19:54:02,809 DEBUG [RS_CLOSE_REGION-regionserver/7b96b36745c6:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41589/user/jenkins/test-data/c8eda3c9-75ae-6564-d695-c1d3697c345b/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/8a7b21cd84369abaedb307c52b2fe27f/recovered.edits/25.seqid, newMaxSeqId=25, maxSeqId=1 2024-11-21T19:54:02,810 INFO [RS_CLOSE_REGION-regionserver/7b96b36745c6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed TestLogRolling-testCompactionRecordDoesntBlockRolling,,1732218792182.8a7b21cd84369abaedb307c52b2fe27f. 2024-11-21T19:54:02,810 DEBUG [RS_CLOSE_REGION-regionserver/7b96b36745c6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 8a7b21cd84369abaedb307c52b2fe27f: Waiting for close lock at 1732218842739Running coprocessor pre-close hooks at 1732218842739Disabling compacts and flushes for region at 1732218842739Disabling writes for close at 1732218842739Obtaining lock to block concurrent updates at 1732218842740 (+1 ms)Preparing flush snapshotting stores in 8a7b21cd84369abaedb307c52b2fe27f at 1732218842740Finished memstore snapshotting TestLogRolling-testCompactionRecordDoesntBlockRolling,,1732218792182.8a7b21cd84369abaedb307c52b2fe27f., syncing WAL and waiting on mvcc, flushsize=dataSize=1051, getHeapSize=1368, getOffHeapSize=0, getCellsCount=1 at 1732218842740Flushing stores of TestLogRolling-testCompactionRecordDoesntBlockRolling,,1732218792182.8a7b21cd84369abaedb307c52b2fe27f. at 1732218842740Flushing 8a7b21cd84369abaedb307c52b2fe27f/info: creating writer at 1732218842741 (+1 ms)Flushing 8a7b21cd84369abaedb307c52b2fe27f/info: appending metadata at 1732218842743 (+2 ms)Flushing 8a7b21cd84369abaedb307c52b2fe27f/info: closing flushed file at 1732218842743Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@83c8b0b: reopening flushed file at 1732218842757 (+14 ms)Finished flush of dataSize ~1.03 KB/1051, heapSize ~1.34 KB/1368, currentSize=0 B/0 for 8a7b21cd84369abaedb307c52b2fe27f in 35ms, sequenceid=22, compaction requested=true at 1732218842774 (+17 ms)Writing region close event to WAL at 1732218842804 (+30 ms)Running coprocessor post-close hooks at 1732218842810 (+6 ms)Closed at 1732218842810 2024-11-21T19:54:02,810 DEBUG [RS_CLOSE_REGION-regionserver/7b96b36745c6:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed TestLogRolling-testCompactionRecordDoesntBlockRolling,,1732218792182.8a7b21cd84369abaedb307c52b2fe27f. 2024-11-21T19:54:02,817 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45803 is added to blk_1073741847_1023 (size=5153) 2024-11-21T19:54:02,818 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43611 is added to blk_1073741847_1023 (size=5153) 2024-11-21T19:54:02,818 INFO [RS_CLOSE_META-regionserver/7b96b36745c6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:41589/user/jenkins/test-data/c8eda3c9-75ae-6564-d695-c1d3697c345b/data/hbase/meta/1588230740/.tmp/ns/6c0d3445944448f99dfb416e2d7eb507 2024-11-21T19:54:02,840 DEBUG [RS_CLOSE_META-regionserver/7b96b36745c6:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41589/user/jenkins/test-data/c8eda3c9-75ae-6564-d695-c1d3697c345b/data/hbase/meta/1588230740/.tmp/table/1cb2be6f78674583a87e021523728738 is 89, key is TestLogRolling-testCompactionRecordDoesntBlockRolling/table:state/1732218792551/Put/seqid=0 2024-11-21T19:54:02,845 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45803 is added to blk_1073741848_1024 (size=5508) 2024-11-21T19:54:02,845 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43611 is added to blk_1073741848_1024 (size=5508) 2024-11-21T19:54:02,848 INFO [RS_CLOSE_META-regionserver/7b96b36745c6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:41589/user/jenkins/test-data/c8eda3c9-75ae-6564-d695-c1d3697c345b/data/hbase/meta/1588230740/.tmp/table/1cb2be6f78674583a87e021523728738 2024-11-21T19:54:02,856 DEBUG [RS_CLOSE_META-regionserver/7b96b36745c6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41589/user/jenkins/test-data/c8eda3c9-75ae-6564-d695-c1d3697c345b/data/hbase/meta/1588230740/.tmp/info/c82f537e657445569da706012b51f2e6 as hdfs://localhost:41589/user/jenkins/test-data/c8eda3c9-75ae-6564-d695-c1d3697c345b/data/hbase/meta/1588230740/info/c82f537e657445569da706012b51f2e6 2024-11-21T19:54:02,863 INFO [RS_CLOSE_META-regionserver/7b96b36745c6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41589/user/jenkins/test-data/c8eda3c9-75ae-6564-d695-c1d3697c345b/data/hbase/meta/1588230740/info/c82f537e657445569da706012b51f2e6, entries=10, sequenceid=11, filesize=7.1 K 2024-11-21T19:54:02,864 DEBUG [RS_CLOSE_META-regionserver/7b96b36745c6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41589/user/jenkins/test-data/c8eda3c9-75ae-6564-d695-c1d3697c345b/data/hbase/meta/1588230740/.tmp/ns/6c0d3445944448f99dfb416e2d7eb507 as hdfs://localhost:41589/user/jenkins/test-data/c8eda3c9-75ae-6564-d695-c1d3697c345b/data/hbase/meta/1588230740/ns/6c0d3445944448f99dfb416e2d7eb507 2024-11-21T19:54:02,870 INFO [RS_CLOSE_META-regionserver/7b96b36745c6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41589/user/jenkins/test-data/c8eda3c9-75ae-6564-d695-c1d3697c345b/data/hbase/meta/1588230740/ns/6c0d3445944448f99dfb416e2d7eb507, entries=2, sequenceid=11, filesize=5.0 K 2024-11-21T19:54:02,871 DEBUG [RS_CLOSE_META-regionserver/7b96b36745c6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41589/user/jenkins/test-data/c8eda3c9-75ae-6564-d695-c1d3697c345b/data/hbase/meta/1588230740/.tmp/table/1cb2be6f78674583a87e021523728738 as hdfs://localhost:41589/user/jenkins/test-data/c8eda3c9-75ae-6564-d695-c1d3697c345b/data/hbase/meta/1588230740/table/1cb2be6f78674583a87e021523728738 2024-11-21T19:54:02,878 INFO [RS_CLOSE_META-regionserver/7b96b36745c6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41589/user/jenkins/test-data/c8eda3c9-75ae-6564-d695-c1d3697c345b/data/hbase/meta/1588230740/table/1cb2be6f78674583a87e021523728738, entries=2, sequenceid=11, filesize=5.4 K 2024-11-21T19:54:02,879 INFO [RS_CLOSE_META-regionserver/7b96b36745c6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~1.89 KB/1932, heapSize ~3.61 KB/3696, currentSize=0 B/0 for 1588230740 in 139ms, sequenceid=11, compaction requested=false 2024-11-21T19:54:02,884 DEBUG [RS_CLOSE_META-regionserver/7b96b36745c6:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41589/user/jenkins/test-data/c8eda3c9-75ae-6564-d695-c1d3697c345b/data/hbase/meta/1588230740/recovered.edits/14.seqid, newMaxSeqId=14, maxSeqId=1 2024-11-21T19:54:02,885 DEBUG [RS_CLOSE_META-regionserver/7b96b36745c6:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-21T19:54:02,885 INFO [RS_CLOSE_META-regionserver/7b96b36745c6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-21T19:54:02,885 DEBUG [RS_CLOSE_META-regionserver/7b96b36745c6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732218842740Running coprocessor pre-close hooks at 1732218842740Disabling compacts and flushes for region at 1732218842740Disabling writes for close at 1732218842740Obtaining lock to block concurrent updates at 1732218842740Preparing flush snapshotting stores in 1588230740 at 1732218842740Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=1932, getHeapSize=3936, getOffHeapSize=0, getCellsCount=14 at 1732218842740Flushing stores of hbase:meta,,1.1588230740 at 1732218842741 (+1 ms)Flushing 1588230740/info: creating writer at 1732218842741Flushing 1588230740/info: appending metadata at 1732218842757 (+16 ms)Flushing 1588230740/info: closing flushed file at 1732218842757Flushing 1588230740/ns: creating writer at 1732218842778 (+21 ms)Flushing 1588230740/ns: appending metadata at 1732218842803 (+25 ms)Flushing 1588230740/ns: closing flushed file at 1732218842803Flushing 1588230740/table: creating writer at 1732218842826 (+23 ms)Flushing 1588230740/table: appending metadata at 1732218842840 (+14 ms)Flushing 1588230740/table: closing flushed file at 1732218842840Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3633f30b: reopening flushed file at 1732218842855 (+15 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@50dd2bb3: reopening flushed file at 1732218842863 (+8 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@334e0ffd: reopening flushed file at 1732218842870 (+7 ms)Finished flush of dataSize ~1.89 KB/1932, heapSize ~3.61 KB/3696, currentSize=0 B/0 for 1588230740 in 139ms, sequenceid=11, compaction requested=false at 1732218842879 (+9 ms)Writing region close event to WAL at 1732218842881 (+2 ms)Running coprocessor post-close hooks at 1732218842885 (+4 ms)Closed at 1732218842885 2024-11-21T19:54:02,885 DEBUG [RS_CLOSE_META-regionserver/7b96b36745c6:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-21T19:54:02,940 INFO [RS:0;7b96b36745c6:40931 {}] regionserver.HRegionServer(976): stopping server 7b96b36745c6,40931,1732218791252; all regions closed. 2024-11-21T19:54:02,943 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43611 is added to blk_1073741834_1010 (size=3306) 2024-11-21T19:54:02,944 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45803 is added to blk_1073741834_1010 (size=3306) 2024-11-21T19:54:02,944 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/c8eda3c9-75ae-6564-d695-c1d3697c345b/WALs/7b96b36745c6,40931,1732218791252/7b96b36745c6%2C40931%2C1732218791252.meta.1732218792052.meta not finished, retry = 0 2024-11-21T19:54:03,047 DEBUG [RS:0;7b96b36745c6:40931 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/c8eda3c9-75ae-6564-d695-c1d3697c345b/oldWALs 2024-11-21T19:54:03,047 INFO [RS:0;7b96b36745c6:40931 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 7b96b36745c6%2C40931%2C1732218791252.meta:.meta(num 1732218792052) 2024-11-21T19:54:03,049 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43611 is added to blk_1073741844_1020 (size=1252) 2024-11-21T19:54:03,049 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45803 is added to blk_1073741844_1020 (size=1252) 2024-11-21T19:54:03,053 DEBUG [RS:0;7b96b36745c6:40931 {}] wal.AbstractFSWAL(1256): Moved 2 WAL file(s) to /user/jenkins/test-data/c8eda3c9-75ae-6564-d695-c1d3697c345b/oldWALs 2024-11-21T19:54:03,053 INFO [RS:0;7b96b36745c6:40931 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 7b96b36745c6%2C40931%2C1732218791252:(num 1732218842715) 2024-11-21T19:54:03,053 DEBUG [RS:0;7b96b36745c6:40931 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T19:54:03,053 INFO [RS:0;7b96b36745c6:40931 {}] regionserver.LeaseManager(133): Closed leases 2024-11-21T19:54:03,053 INFO [RS:0;7b96b36745c6:40931 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-21T19:54:03,053 INFO [RS:0;7b96b36745c6:40931 {}] hbase.ChoreService(370): Chore service for: regionserver/7b96b36745c6:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-21T19:54:03,053 INFO [RS:0;7b96b36745c6:40931 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-21T19:54:03,053 INFO [regionserver/7b96b36745c6:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-21T19:54:03,053 INFO [RS:0;7b96b36745c6:40931 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:40931 2024-11-21T19:54:03,056 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40931-0x10116dc19bf0001, quorum=127.0.0.1:58403, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/7b96b36745c6,40931,1732218791252 2024-11-21T19:54:03,056 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45955-0x10116dc19bf0000, quorum=127.0.0.1:58403, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-21T19:54:03,056 INFO [RS:0;7b96b36745c6:40931 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-21T19:54:03,057 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [7b96b36745c6,40931,1732218791252] 2024-11-21T19:54:03,059 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/7b96b36745c6,40931,1732218791252 already deleted, retry=false 2024-11-21T19:54:03,059 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 7b96b36745c6,40931,1732218791252 expired; onlineServers=0 2024-11-21T19:54:03,059 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '7b96b36745c6,45955,1732218791204' ***** 2024-11-21T19:54:03,059 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-21T19:54:03,059 INFO [M:0;7b96b36745c6:45955 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-21T19:54:03,059 INFO [M:0;7b96b36745c6:45955 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-21T19:54:03,059 DEBUG [M:0;7b96b36745c6:45955 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-21T19:54:03,059 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-21T19:54:03,059 DEBUG [M:0;7b96b36745c6:45955 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-21T19:54:03,059 DEBUG [master/7b96b36745c6:0:becomeActiveMaster-HFileCleaner.large.0-1732218791430 {}] cleaner.HFileCleaner(306): Exit Thread[master/7b96b36745c6:0:becomeActiveMaster-HFileCleaner.large.0-1732218791430,5,FailOnTimeoutGroup] 2024-11-21T19:54:03,059 DEBUG [master/7b96b36745c6:0:becomeActiveMaster-HFileCleaner.small.0-1732218791433 {}] cleaner.HFileCleaner(306): Exit Thread[master/7b96b36745c6:0:becomeActiveMaster-HFileCleaner.small.0-1732218791433,5,FailOnTimeoutGroup] 2024-11-21T19:54:03,060 INFO [M:0;7b96b36745c6:45955 {}] hbase.ChoreService(370): Chore service for: master/7b96b36745c6:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-21T19:54:03,060 INFO [M:0;7b96b36745c6:45955 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-21T19:54:03,060 DEBUG [M:0;7b96b36745c6:45955 {}] master.HMaster(1795): Stopping service threads 2024-11-21T19:54:03,060 INFO [M:0;7b96b36745c6:45955 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-21T19:54:03,060 INFO [M:0;7b96b36745c6:45955 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-21T19:54:03,060 INFO [M:0;7b96b36745c6:45955 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-21T19:54:03,060 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-21T19:54:03,061 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45955-0x10116dc19bf0000, quorum=127.0.0.1:58403, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master 2024-11-21T19:54:03,061 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45955-0x10116dc19bf0000, quorum=127.0.0.1:58403, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-21T19:54:03,061 DEBUG [M:0;7b96b36745c6:45955 {}] zookeeper.ZKUtil(347): master:45955-0x10116dc19bf0000, quorum=127.0.0.1:58403, baseZNode=/hbase Unable to get data of znode /hbase/master because node does not exist (not an error) 2024-11-21T19:54:03,061 WARN [M:0;7b96b36745c6:45955 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-21T19:54:03,066 INFO [M:0;7b96b36745c6:45955 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:41589/user/jenkins/test-data/c8eda3c9-75ae-6564-d695-c1d3697c345b/.lastflushedseqids 2024-11-21T19:54:03,076 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45803 is added to blk_1073741849_1025 (size=130) 2024-11-21T19:54:03,077 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43611 is added to blk_1073741849_1025 (size=130) 2024-11-21T19:54:03,077 INFO [M:0;7b96b36745c6:45955 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-21T19:54:03,077 INFO [M:0;7b96b36745c6:45955 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-21T19:54:03,077 DEBUG [M:0;7b96b36745c6:45955 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-21T19:54:03,077 INFO [M:0;7b96b36745c6:45955 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T19:54:03,077 DEBUG [M:0;7b96b36745c6:45955 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T19:54:03,077 DEBUG [M:0;7b96b36745c6:45955 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-21T19:54:03,077 DEBUG [M:0;7b96b36745c6:45955 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T19:54:03,078 INFO [M:0;7b96b36745c6:45955 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=43.59 KB heapSize=55 KB 2024-11-21T19:54:03,094 DEBUG [M:0;7b96b36745c6:45955 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41589/user/jenkins/test-data/c8eda3c9-75ae-6564-d695-c1d3697c345b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/2fd7a04db9894d9f8084109b8ad7d586 is 82, key is hbase:meta,,1/info:regioninfo/1732218792092/Put/seqid=0 2024-11-21T19:54:03,099 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45803 is added to blk_1073741850_1026 (size=5672) 2024-11-21T19:54:03,100 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43611 is added to blk_1073741850_1026 (size=5672) 2024-11-21T19:54:03,100 INFO [M:0;7b96b36745c6:45955 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=121 (bloomFilter=true), to=hdfs://localhost:41589/user/jenkins/test-data/c8eda3c9-75ae-6564-d695-c1d3697c345b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/2fd7a04db9894d9f8084109b8ad7d586 2024-11-21T19:54:03,125 DEBUG [M:0;7b96b36745c6:45955 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41589/user/jenkins/test-data/c8eda3c9-75ae-6564-d695-c1d3697c345b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/3782c61aefe7408284a0b2abb1d05898 is 798, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1732218792556/Put/seqid=0 2024-11-21T19:54:03,132 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43611 is added to blk_1073741851_1027 (size=7823) 2024-11-21T19:54:03,132 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45803 is added to blk_1073741851_1027 (size=7823) 2024-11-21T19:54:03,133 INFO [M:0;7b96b36745c6:45955 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.99 KB at sequenceid=121 (bloomFilter=true), to=hdfs://localhost:41589/user/jenkins/test-data/c8eda3c9-75ae-6564-d695-c1d3697c345b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/3782c61aefe7408284a0b2abb1d05898 2024-11-21T19:54:03,140 INFO [M:0;7b96b36745c6:45955 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 3782c61aefe7408284a0b2abb1d05898 2024-11-21T19:54:03,157 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40931-0x10116dc19bf0001, quorum=127.0.0.1:58403, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-21T19:54:03,157 INFO [RS:0;7b96b36745c6:40931 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-21T19:54:03,158 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40931-0x10116dc19bf0001, quorum=127.0.0.1:58403, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-21T19:54:03,158 INFO [RS:0;7b96b36745c6:40931 {}] regionserver.HRegionServer(1031): Exiting; stopping=7b96b36745c6,40931,1732218791252; zookeeper connection closed. 2024-11-21T19:54:03,158 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@46cf511 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@46cf511 2024-11-21T19:54:03,158 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-21T19:54:03,164 DEBUG [M:0;7b96b36745c6:45955 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41589/user/jenkins/test-data/c8eda3c9-75ae-6564-d695-c1d3697c345b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/6b3d5a06ca724751979e42308e74fcb8 is 69, key is 7b96b36745c6,40931,1732218791252/rs:state/1732218791491/Put/seqid=0 2024-11-21T19:54:03,177 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45803 is added to blk_1073741852_1028 (size=5156) 2024-11-21T19:54:03,178 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43611 is added to blk_1073741852_1028 (size=5156) 2024-11-21T19:54:03,178 INFO [M:0;7b96b36745c6:45955 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=121 (bloomFilter=true), to=hdfs://localhost:41589/user/jenkins/test-data/c8eda3c9-75ae-6564-d695-c1d3697c345b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/6b3d5a06ca724751979e42308e74fcb8 2024-11-21T19:54:03,205 DEBUG [M:0;7b96b36745c6:45955 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41589/user/jenkins/test-data/c8eda3c9-75ae-6564-d695-c1d3697c345b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/state/70f803d61a424d5a9388e85d78068aa2 is 52, key is load_balancer_on/state:d/1732218792178/Put/seqid=0 2024-11-21T19:54:03,215 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43611 is added to blk_1073741853_1029 (size=5056) 2024-11-21T19:54:03,215 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45803 is added to blk_1073741853_1029 (size=5056) 2024-11-21T19:54:03,216 INFO [M:0;7b96b36745c6:45955 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=48 B at sequenceid=121 (bloomFilter=true), to=hdfs://localhost:41589/user/jenkins/test-data/c8eda3c9-75ae-6564-d695-c1d3697c345b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/state/70f803d61a424d5a9388e85d78068aa2 2024-11-21T19:54:03,222 DEBUG [M:0;7b96b36745c6:45955 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41589/user/jenkins/test-data/c8eda3c9-75ae-6564-d695-c1d3697c345b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/2fd7a04db9894d9f8084109b8ad7d586 as hdfs://localhost:41589/user/jenkins/test-data/c8eda3c9-75ae-6564-d695-c1d3697c345b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/2fd7a04db9894d9f8084109b8ad7d586 2024-11-21T19:54:03,230 INFO [M:0;7b96b36745c6:45955 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41589/user/jenkins/test-data/c8eda3c9-75ae-6564-d695-c1d3697c345b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/2fd7a04db9894d9f8084109b8ad7d586, entries=8, sequenceid=121, filesize=5.5 K 2024-11-21T19:54:03,231 DEBUG [M:0;7b96b36745c6:45955 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41589/user/jenkins/test-data/c8eda3c9-75ae-6564-d695-c1d3697c345b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/3782c61aefe7408284a0b2abb1d05898 as hdfs://localhost:41589/user/jenkins/test-data/c8eda3c9-75ae-6564-d695-c1d3697c345b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/3782c61aefe7408284a0b2abb1d05898 2024-11-21T19:54:03,236 INFO [M:0;7b96b36745c6:45955 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 3782c61aefe7408284a0b2abb1d05898 2024-11-21T19:54:03,236 INFO [M:0;7b96b36745c6:45955 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41589/user/jenkins/test-data/c8eda3c9-75ae-6564-d695-c1d3697c345b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/3782c61aefe7408284a0b2abb1d05898, entries=14, sequenceid=121, filesize=7.6 K 2024-11-21T19:54:03,237 DEBUG [M:0;7b96b36745c6:45955 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41589/user/jenkins/test-data/c8eda3c9-75ae-6564-d695-c1d3697c345b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/6b3d5a06ca724751979e42308e74fcb8 as hdfs://localhost:41589/user/jenkins/test-data/c8eda3c9-75ae-6564-d695-c1d3697c345b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/6b3d5a06ca724751979e42308e74fcb8 2024-11-21T19:54:03,243 INFO [M:0;7b96b36745c6:45955 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41589/user/jenkins/test-data/c8eda3c9-75ae-6564-d695-c1d3697c345b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/6b3d5a06ca724751979e42308e74fcb8, entries=1, sequenceid=121, filesize=5.0 K 2024-11-21T19:54:03,244 DEBUG [M:0;7b96b36745c6:45955 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41589/user/jenkins/test-data/c8eda3c9-75ae-6564-d695-c1d3697c345b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/state/70f803d61a424d5a9388e85d78068aa2 as hdfs://localhost:41589/user/jenkins/test-data/c8eda3c9-75ae-6564-d695-c1d3697c345b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/state/70f803d61a424d5a9388e85d78068aa2 2024-11-21T19:54:03,249 INFO [M:0;7b96b36745c6:45955 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41589/user/jenkins/test-data/c8eda3c9-75ae-6564-d695-c1d3697c345b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/state/70f803d61a424d5a9388e85d78068aa2, entries=1, sequenceid=121, filesize=4.9 K 2024-11-21T19:54:03,250 INFO [M:0;7b96b36745c6:45955 {}] regionserver.HRegion(3140): Finished flush of dataSize ~43.59 KB/44638, heapSize ~54.94 KB/56256, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 173ms, sequenceid=121, compaction requested=false 2024-11-21T19:54:03,252 INFO [M:0;7b96b36745c6:45955 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T19:54:03,252 DEBUG [M:0;7b96b36745c6:45955 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732218843077Disabling compacts and flushes for region at 1732218843077Disabling writes for close at 1732218843077Obtaining lock to block concurrent updates at 1732218843078 (+1 ms)Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732218843078Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=44638, getHeapSize=56256, getOffHeapSize=0, getCellsCount=140 at 1732218843078Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732218843078Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732218843079 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732218843093 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732218843093Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732218843108 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732218843124 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732218843124Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732218843140 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732218843163 (+23 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732218843163Flushing 1595e783b53d99cd5eef43b6debb2682/state: creating writer at 1732218843184 (+21 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/state: appending metadata at 1732218843205 (+21 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/state: closing flushed file at 1732218843205Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@39c1d0e9: reopening flushed file at 1732218843221 (+16 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3529bcb5: reopening flushed file at 1732218843230 (+9 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@928eb93: reopening flushed file at 1732218843236 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5a9546aa: reopening flushed file at 1732218843243 (+7 ms)Finished flush of dataSize ~43.59 KB/44638, heapSize ~54.94 KB/56256, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 173ms, sequenceid=121, compaction requested=false at 1732218843250 (+7 ms)Writing region close event to WAL at 1732218843252 (+2 ms)Closed at 1732218843252 2024-11-21T19:54:03,254 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45803 is added to blk_1073741830_1006 (size=53035) 2024-11-21T19:54:03,254 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43611 is added to blk_1073741830_1006 (size=53035) 2024-11-21T19:54:03,258 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-21T19:54:03,258 INFO [M:0;7b96b36745c6:45955 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-21T19:54:03,258 INFO [M:0;7b96b36745c6:45955 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:45955 2024-11-21T19:54:03,259 INFO [M:0;7b96b36745c6:45955 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-21T19:54:03,361 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45955-0x10116dc19bf0000, quorum=127.0.0.1:58403, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-21T19:54:03,361 INFO [M:0;7b96b36745c6:45955 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-21T19:54:03,361 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45955-0x10116dc19bf0000, quorum=127.0.0.1:58403, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-21T19:54:03,364 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@1fe96755{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-21T19:54:03,365 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@6fbc3fd1{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-21T19:54:03,365 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-21T19:54:03,365 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2f8eaac8{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-21T19:54:03,365 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1e17965f{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/c1a258a3-e074-daf0-4af0-22fc9c033436/hadoop.log.dir/,STOPPED} 2024-11-21T19:54:03,367 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-21T19:54:03,367 WARN [BP-409497600-172.17.0.2-1732218790498 heartbeating to localhost/127.0.0.1:41589 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-21T19:54:03,367 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-21T19:54:03,367 WARN [BP-409497600-172.17.0.2-1732218790498 heartbeating to localhost/127.0.0.1:41589 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-409497600-172.17.0.2-1732218790498 (Datanode Uuid 287e7ad3-71a3-4928-89a1-a5f7ea4863fe) service to localhost/127.0.0.1:41589 2024-11-21T19:54:03,368 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/c1a258a3-e074-daf0-4af0-22fc9c033436/cluster_496444fe-3ca4-9817-8329-3d3d87fd566a/data/data3/current/BP-409497600-172.17.0.2-1732218790498 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-21T19:54:03,368 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/c1a258a3-e074-daf0-4af0-22fc9c033436/cluster_496444fe-3ca4-9817-8329-3d3d87fd566a/data/data4/current/BP-409497600-172.17.0.2-1732218790498 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-21T19:54:03,368 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-21T19:54:03,372 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@41d8dc7{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-21T19:54:03,373 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@3c1e089e{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-21T19:54:03,373 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-21T19:54:03,373 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@532fe36{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-21T19:54:03,373 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@42d5b42f{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/c1a258a3-e074-daf0-4af0-22fc9c033436/hadoop.log.dir/,STOPPED} 2024-11-21T19:54:03,375 WARN [BP-409497600-172.17.0.2-1732218790498 heartbeating to localhost/127.0.0.1:41589 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-21T19:54:03,375 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-21T19:54:03,375 WARN [BP-409497600-172.17.0.2-1732218790498 heartbeating to localhost/127.0.0.1:41589 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-409497600-172.17.0.2-1732218790498 (Datanode Uuid 275bb188-1123-4a1a-91fa-9663d1062dd1) service to localhost/127.0.0.1:41589 2024-11-21T19:54:03,375 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-21T19:54:03,376 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/c1a258a3-e074-daf0-4af0-22fc9c033436/cluster_496444fe-3ca4-9817-8329-3d3d87fd566a/data/data1/current/BP-409497600-172.17.0.2-1732218790498 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-21T19:54:03,376 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/c1a258a3-e074-daf0-4af0-22fc9c033436/cluster_496444fe-3ca4-9817-8329-3d3d87fd566a/data/data2/current/BP-409497600-172.17.0.2-1732218790498 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-21T19:54:03,377 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-21T19:54:03,386 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@6b4d832e{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-21T19:54:03,386 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@147f88bb{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-21T19:54:03,386 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-21T19:54:03,386 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@57aab5a1{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-21T19:54:03,386 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@372de30f{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/c1a258a3-e074-daf0-4af0-22fc9c033436/hadoop.log.dir/,STOPPED} 2024-11-21T19:54:03,393 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-21T19:54:03,424 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-21T19:54:03,432 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.wal.TestAsyncLogRolling#testCompactionRecordDoesntBlockRolling Thread=97 (was 102), OpenFileDescriptor=426 (was 442), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=107 (was 137), ProcessCount=11 (was 11), AvailableMemoryMB=11784 (was 10860) - AvailableMemoryMB LEAK? - 2024-11-21T19:54:03,439 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.wal.TestAsyncLogRolling#testLogRolling Thread=97, OpenFileDescriptor=426, MaxFileDescriptor=1048576, SystemLoadAverage=107, ProcessCount=11, AvailableMemoryMB=11784 2024-11-21T19:54:03,439 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=2, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-21T19:54:03,440 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/c1a258a3-e074-daf0-4af0-22fc9c033436/hadoop.log.dir so I do NOT create it in target/test-data/ea895a38-eeb4-e640-2bb3-8c6cad4b7015 2024-11-21T19:54:03,440 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/c1a258a3-e074-daf0-4af0-22fc9c033436/hadoop.tmp.dir so I do NOT create it in target/test-data/ea895a38-eeb4-e640-2bb3-8c6cad4b7015 2024-11-21T19:54:03,440 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/ea895a38-eeb4-e640-2bb3-8c6cad4b7015/cluster_5a8f3859-1079-255e-4d05-2f16cd3a3d0f, deleteOnExit=true 2024-11-21T19:54:03,440 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-21T19:54:03,440 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/ea895a38-eeb4-e640-2bb3-8c6cad4b7015/test.cache.data in system properties and HBase conf 2024-11-21T19:54:03,440 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/ea895a38-eeb4-e640-2bb3-8c6cad4b7015/hadoop.tmp.dir in system properties and HBase conf 2024-11-21T19:54:03,441 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/ea895a38-eeb4-e640-2bb3-8c6cad4b7015/hadoop.log.dir in system properties and HBase conf 2024-11-21T19:54:03,441 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/ea895a38-eeb4-e640-2bb3-8c6cad4b7015/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-21T19:54:03,441 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/ea895a38-eeb4-e640-2bb3-8c6cad4b7015/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-21T19:54:03,441 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-21T19:54:03,441 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-21T19:54:03,441 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/ea895a38-eeb4-e640-2bb3-8c6cad4b7015/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-21T19:54:03,441 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/ea895a38-eeb4-e640-2bb3-8c6cad4b7015/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-21T19:54:03,442 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/ea895a38-eeb4-e640-2bb3-8c6cad4b7015/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-21T19:54:03,442 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/ea895a38-eeb4-e640-2bb3-8c6cad4b7015/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-21T19:54:03,442 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/ea895a38-eeb4-e640-2bb3-8c6cad4b7015/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-21T19:54:03,442 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/ea895a38-eeb4-e640-2bb3-8c6cad4b7015/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-21T19:54:03,442 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/ea895a38-eeb4-e640-2bb3-8c6cad4b7015/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-21T19:54:03,442 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/ea895a38-eeb4-e640-2bb3-8c6cad4b7015/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-21T19:54:03,442 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/ea895a38-eeb4-e640-2bb3-8c6cad4b7015/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-21T19:54:03,443 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/ea895a38-eeb4-e640-2bb3-8c6cad4b7015/nfs.dump.dir in system properties and HBase conf 2024-11-21T19:54:03,443 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/ea895a38-eeb4-e640-2bb3-8c6cad4b7015/java.io.tmpdir in system properties and HBase conf 2024-11-21T19:54:03,443 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/ea895a38-eeb4-e640-2bb3-8c6cad4b7015/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-21T19:54:03,443 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/ea895a38-eeb4-e640-2bb3-8c6cad4b7015/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-21T19:54:03,443 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/ea895a38-eeb4-e640-2bb3-8c6cad4b7015/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-21T19:54:03,519 INFO [regionserver/7b96b36745c6:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-21T19:54:03,547 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-21T19:54:03,553 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-21T19:54:03,557 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-21T19:54:03,557 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-21T19:54:03,557 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-21T19:54:03,558 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-21T19:54:03,558 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@548a1d03{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/ea895a38-eeb4-e640-2bb3-8c6cad4b7015/hadoop.log.dir/,AVAILABLE} 2024-11-21T19:54:03,559 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6fe19690{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-21T19:54:03,695 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@307e1807{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/ea895a38-eeb4-e640-2bb3-8c6cad4b7015/java.io.tmpdir/jetty-localhost-36195-hadoop-hdfs-3_4_1-tests_jar-_-any-7158027252635004707/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-21T19:54:03,696 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@51d868a4{HTTP/1.1, (http/1.1)}{localhost:36195} 2024-11-21T19:54:03,696 INFO [Time-limited test {}] server.Server(415): Started @141421ms 2024-11-21T19:54:03,779 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-21T19:54:03,782 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-21T19:54:03,784 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-21T19:54:03,784 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-21T19:54:03,784 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-21T19:54:03,785 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@67ee70d2{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/ea895a38-eeb4-e640-2bb3-8c6cad4b7015/hadoop.log.dir/,AVAILABLE} 2024-11-21T19:54:03,785 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@31864e8a{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-21T19:54:03,918 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@34b4101a{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/ea895a38-eeb4-e640-2bb3-8c6cad4b7015/java.io.tmpdir/jetty-localhost-42015-hadoop-hdfs-3_4_1-tests_jar-_-any-7334898982542984385/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-21T19:54:03,919 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@612c30eb{HTTP/1.1, (http/1.1)}{localhost:42015} 2024-11-21T19:54:03,919 INFO [Time-limited test {}] server.Server(415): Started @141645ms 2024-11-21T19:54:03,920 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-21T19:54:03,955 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-21T19:54:03,959 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-21T19:54:03,961 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-21T19:54:03,961 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-21T19:54:03,961 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-21T19:54:03,966 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@73d7d88e{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/ea895a38-eeb4-e640-2bb3-8c6cad4b7015/hadoop.log.dir/,AVAILABLE} 2024-11-21T19:54:03,966 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7aa52dc4{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-21T19:54:04,004 WARN [Thread-1087 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/ea895a38-eeb4-e640-2bb3-8c6cad4b7015/cluster_5a8f3859-1079-255e-4d05-2f16cd3a3d0f/data/data1/current/BP-1697190416-172.17.0.2-1732218843484/current, will proceed with Du for space computation calculation, 2024-11-21T19:54:04,005 WARN [Thread-1088 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/ea895a38-eeb4-e640-2bb3-8c6cad4b7015/cluster_5a8f3859-1079-255e-4d05-2f16cd3a3d0f/data/data2/current/BP-1697190416-172.17.0.2-1732218843484/current, will proceed with Du for space computation calculation, 2024-11-21T19:54:04,033 WARN [Thread-1066 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-21T19:54:04,040 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x89e9bd110f94063 with lease ID 0x716bff6983b36359: Processing first storage report for DS-2aa4d792-0097-4b93-9a54-667d20a1c224 from datanode DatanodeRegistration(127.0.0.1:36557, datanodeUuid=170099d4-eeb4-4b11-8fd9-4b850714c36a, infoPort=39897, infoSecurePort=0, ipcPort=34361, storageInfo=lv=-57;cid=testClusterID;nsid=2017046106;c=1732218843484) 2024-11-21T19:54:04,040 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x89e9bd110f94063 with lease ID 0x716bff6983b36359: from storage DS-2aa4d792-0097-4b93-9a54-667d20a1c224 node DatanodeRegistration(127.0.0.1:36557, datanodeUuid=170099d4-eeb4-4b11-8fd9-4b850714c36a, infoPort=39897, infoSecurePort=0, ipcPort=34361, storageInfo=lv=-57;cid=testClusterID;nsid=2017046106;c=1732218843484), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-21T19:54:04,040 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x89e9bd110f94063 with lease ID 0x716bff6983b36359: Processing first storage report for DS-2c08dab4-c768-4054-a151-857736047af0 from datanode DatanodeRegistration(127.0.0.1:36557, datanodeUuid=170099d4-eeb4-4b11-8fd9-4b850714c36a, infoPort=39897, infoSecurePort=0, ipcPort=34361, storageInfo=lv=-57;cid=testClusterID;nsid=2017046106;c=1732218843484) 2024-11-21T19:54:04,040 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x89e9bd110f94063 with lease ID 0x716bff6983b36359: from storage DS-2c08dab4-c768-4054-a151-857736047af0 node DatanodeRegistration(127.0.0.1:36557, datanodeUuid=170099d4-eeb4-4b11-8fd9-4b850714c36a, infoPort=39897, infoSecurePort=0, ipcPort=34361, storageInfo=lv=-57;cid=testClusterID;nsid=2017046106;c=1732218843484), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-21T19:54:04,090 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@c6855cd{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/ea895a38-eeb4-e640-2bb3-8c6cad4b7015/java.io.tmpdir/jetty-localhost-36473-hadoop-hdfs-3_4_1-tests_jar-_-any-999041403859650884/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-21T19:54:04,091 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@6d903d10{HTTP/1.1, (http/1.1)}{localhost:36473} 2024-11-21T19:54:04,091 INFO [Time-limited test {}] server.Server(415): Started @141817ms 2024-11-21T19:54:04,092 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-21T19:54:04,181 WARN [Thread-1113 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/ea895a38-eeb4-e640-2bb3-8c6cad4b7015/cluster_5a8f3859-1079-255e-4d05-2f16cd3a3d0f/data/data3/current/BP-1697190416-172.17.0.2-1732218843484/current, will proceed with Du for space computation calculation, 2024-11-21T19:54:04,182 WARN [Thread-1114 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/ea895a38-eeb4-e640-2bb3-8c6cad4b7015/cluster_5a8f3859-1079-255e-4d05-2f16cd3a3d0f/data/data4/current/BP-1697190416-172.17.0.2-1732218843484/current, will proceed with Du for space computation calculation, 2024-11-21T19:54:04,197 WARN [Thread-1102 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-21T19:54:04,200 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xd46e092ebbc7c35 with lease ID 0x716bff6983b3635a: Processing first storage report for DS-531233a7-7204-4a16-90cf-14847ad75a77 from datanode DatanodeRegistration(127.0.0.1:38221, datanodeUuid=c0ee170b-1432-459a-8f4e-9e116b8d9ba7, infoPort=35241, infoSecurePort=0, ipcPort=32987, storageInfo=lv=-57;cid=testClusterID;nsid=2017046106;c=1732218843484) 2024-11-21T19:54:04,200 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xd46e092ebbc7c35 with lease ID 0x716bff6983b3635a: from storage DS-531233a7-7204-4a16-90cf-14847ad75a77 node DatanodeRegistration(127.0.0.1:38221, datanodeUuid=c0ee170b-1432-459a-8f4e-9e116b8d9ba7, infoPort=35241, infoSecurePort=0, ipcPort=32987, storageInfo=lv=-57;cid=testClusterID;nsid=2017046106;c=1732218843484), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-21T19:54:04,200 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xd46e092ebbc7c35 with lease ID 0x716bff6983b3635a: Processing first storage report for DS-569ec21c-b322-4049-b3b4-c67200548259 from datanode DatanodeRegistration(127.0.0.1:38221, datanodeUuid=c0ee170b-1432-459a-8f4e-9e116b8d9ba7, infoPort=35241, infoSecurePort=0, ipcPort=32987, storageInfo=lv=-57;cid=testClusterID;nsid=2017046106;c=1732218843484) 2024-11-21T19:54:04,200 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xd46e092ebbc7c35 with lease ID 0x716bff6983b3635a: from storage DS-569ec21c-b322-4049-b3b4-c67200548259 node DatanodeRegistration(127.0.0.1:38221, datanodeUuid=c0ee170b-1432-459a-8f4e-9e116b8d9ba7, infoPort=35241, infoSecurePort=0, ipcPort=32987, storageInfo=lv=-57;cid=testClusterID;nsid=2017046106;c=1732218843484), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-21T19:54:04,229 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/ea895a38-eeb4-e640-2bb3-8c6cad4b7015 2024-11-21T19:54:04,232 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/ea895a38-eeb4-e640-2bb3-8c6cad4b7015/cluster_5a8f3859-1079-255e-4d05-2f16cd3a3d0f/zookeeper_0, clientPort=51884, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/ea895a38-eeb4-e640-2bb3-8c6cad4b7015/cluster_5a8f3859-1079-255e-4d05-2f16cd3a3d0f/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/ea895a38-eeb4-e640-2bb3-8c6cad4b7015/cluster_5a8f3859-1079-255e-4d05-2f16cd3a3d0f/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-21T19:54:04,233 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=51884 2024-11-21T19:54:04,233 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T19:54:04,234 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T19:54:04,245 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36557 is added to blk_1073741825_1001 (size=7) 2024-11-21T19:54:04,246 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38221 is added to blk_1073741825_1001 (size=7) 2024-11-21T19:54:04,247 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:33785/user/jenkins/test-data/dfab15c5-d5d9-7731-57d3-fa827e2202f5 with version=8 2024-11-21T19:54:04,247 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1141): The hbase.fs.tmp.dir is set to hdfs://localhost:35019/user/jenkins/test-data/9f8b0a2b-d66c-1f94-8382-d8681b3c6feb/hbase-staging 2024-11-21T19:54:04,249 INFO [Time-limited test {}] client.ConnectionUtils(128): master/7b96b36745c6:0 server-side Connection retries=45 2024-11-21T19:54:04,250 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-21T19:54:04,250 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-21T19:54:04,250 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-21T19:54:04,250 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-21T19:54:04,250 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-21T19:54:04,250 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-21T19:54:04,250 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-21T19:54:04,253 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:34041 2024-11-21T19:54:04,255 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:34041 connecting to ZooKeeper ensemble=127.0.0.1:51884 2024-11-21T19:54:04,261 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:340410x0, quorum=127.0.0.1:51884, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-21T19:54:04,261 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:34041-0x10116dce8f20000 connected 2024-11-21T19:54:04,284 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T19:54:04,285 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T19:54:04,287 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:34041-0x10116dce8f20000, quorum=127.0.0.1:51884, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-21T19:54:04,287 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:33785/user/jenkins/test-data/dfab15c5-d5d9-7731-57d3-fa827e2202f5, hbase.cluster.distributed=false 2024-11-21T19:54:04,289 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:34041-0x10116dce8f20000, quorum=127.0.0.1:51884, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-21T19:54:04,290 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=34041 2024-11-21T19:54:04,290 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=34041 2024-11-21T19:54:04,291 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=34041 2024-11-21T19:54:04,292 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=34041 2024-11-21T19:54:04,292 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=34041 2024-11-21T19:54:04,307 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/7b96b36745c6:0 server-side Connection retries=45 2024-11-21T19:54:04,307 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-21T19:54:04,307 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-21T19:54:04,307 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-21T19:54:04,307 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-21T19:54:04,307 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-21T19:54:04,307 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-21T19:54:04,307 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-21T19:54:04,308 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:34629 2024-11-21T19:54:04,309 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:34629 connecting to ZooKeeper ensemble=127.0.0.1:51884 2024-11-21T19:54:04,310 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T19:54:04,311 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T19:54:04,316 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:346290x0, quorum=127.0.0.1:51884, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-21T19:54:04,316 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:346290x0, quorum=127.0.0.1:51884, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-21T19:54:04,316 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:34629-0x10116dce8f20001 connected 2024-11-21T19:54:04,317 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-21T19:54:04,321 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-21T19:54:04,321 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:34629-0x10116dce8f20001, quorum=127.0.0.1:51884, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-21T19:54:04,322 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:34629-0x10116dce8f20001, quorum=127.0.0.1:51884, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-21T19:54:04,325 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=34629 2024-11-21T19:54:04,325 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=34629 2024-11-21T19:54:04,326 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=34629 2024-11-21T19:54:04,326 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=34629 2024-11-21T19:54:04,326 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=34629 2024-11-21T19:54:04,338 DEBUG [M:0;7b96b36745c6:34041 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;7b96b36745c6:34041 2024-11-21T19:54:04,338 INFO [master/7b96b36745c6:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /hbase/backup-masters/7b96b36745c6,34041,1732218844249 2024-11-21T19:54:04,340 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34041-0x10116dce8f20000, quorum=127.0.0.1:51884, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-21T19:54:04,340 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34629-0x10116dce8f20001, quorum=127.0.0.1:51884, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-21T19:54:04,341 DEBUG [master/7b96b36745c6:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:34041-0x10116dce8f20000, quorum=127.0.0.1:51884, baseZNode=/hbase Set watcher on existing znode=/hbase/backup-masters/7b96b36745c6,34041,1732218844249 2024-11-21T19:54:04,343 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34629-0x10116dce8f20001, quorum=127.0.0.1:51884, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-21T19:54:04,343 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34629-0x10116dce8f20001, quorum=127.0.0.1:51884, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-21T19:54:04,343 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34041-0x10116dce8f20000, quorum=127.0.0.1:51884, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-21T19:54:04,346 DEBUG [master/7b96b36745c6:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:34041-0x10116dce8f20000, quorum=127.0.0.1:51884, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-11-21T19:54:04,346 INFO [master/7b96b36745c6:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /hbase/backup-masters/7b96b36745c6,34041,1732218844249 from backup master directory 2024-11-21T19:54:04,347 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34041-0x10116dce8f20000, quorum=127.0.0.1:51884, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/backup-masters/7b96b36745c6,34041,1732218844249 2024-11-21T19:54:04,347 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34629-0x10116dce8f20001, quorum=127.0.0.1:51884, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-21T19:54:04,347 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34041-0x10116dce8f20000, quorum=127.0.0.1:51884, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-21T19:54:04,347 WARN [master/7b96b36745c6:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-21T19:54:04,347 INFO [master/7b96b36745c6:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=7b96b36745c6,34041,1732218844249 2024-11-21T19:54:04,352 DEBUG [master/7b96b36745c6:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:33785/user/jenkins/test-data/dfab15c5-d5d9-7731-57d3-fa827e2202f5/hbase.id] with ID: 71da691c-8642-4367-878b-52e5ed3beada 2024-11-21T19:54:04,352 DEBUG [master/7b96b36745c6:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:33785/user/jenkins/test-data/dfab15c5-d5d9-7731-57d3-fa827e2202f5/.tmp/hbase.id 2024-11-21T19:54:04,366 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38221 is added to blk_1073741826_1002 (size=42) 2024-11-21T19:54:04,366 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36557 is added to blk_1073741826_1002 (size=42) 2024-11-21T19:54:04,370 DEBUG [master/7b96b36745c6:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:33785/user/jenkins/test-data/dfab15c5-d5d9-7731-57d3-fa827e2202f5/.tmp/hbase.id]:[hdfs://localhost:33785/user/jenkins/test-data/dfab15c5-d5d9-7731-57d3-fa827e2202f5/hbase.id] 2024-11-21T19:54:04,387 INFO [master/7b96b36745c6:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T19:54:04,387 INFO [master/7b96b36745c6:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-21T19:54:04,388 INFO [master/7b96b36745c6:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-21T19:54:04,391 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34629-0x10116dce8f20001, quorum=127.0.0.1:51884, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-21T19:54:04,391 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34041-0x10116dce8f20000, quorum=127.0.0.1:51884, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-21T19:54:04,401 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36557 is added to blk_1073741827_1003 (size=196) 2024-11-21T19:54:04,401 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38221 is added to blk_1073741827_1003 (size=196) 2024-11-21T19:54:04,402 INFO [master/7b96b36745c6:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-21T19:54:04,403 INFO [master/7b96b36745c6:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-21T19:54:04,403 INFO [master/7b96b36745c6:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-21T19:54:04,410 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36557 is added to blk_1073741828_1004 (size=1189) 2024-11-21T19:54:04,410 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38221 is added to blk_1073741828_1004 (size=1189) 2024-11-21T19:54:04,411 INFO [master/7b96b36745c6:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:33785/user/jenkins/test-data/dfab15c5-d5d9-7731-57d3-fa827e2202f5/MasterData/data/master/store 2024-11-21T19:54:04,418 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38221 is added to blk_1073741829_1005 (size=34) 2024-11-21T19:54:04,419 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36557 is added to blk_1073741829_1005 (size=34) 2024-11-21T19:54:04,419 DEBUG [master/7b96b36745c6:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T19:54:04,419 DEBUG [master/7b96b36745c6:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-21T19:54:04,420 INFO [master/7b96b36745c6:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T19:54:04,420 DEBUG [master/7b96b36745c6:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T19:54:04,420 DEBUG [master/7b96b36745c6:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-21T19:54:04,420 DEBUG [master/7b96b36745c6:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T19:54:04,420 INFO [master/7b96b36745c6:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T19:54:04,420 DEBUG [master/7b96b36745c6:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732218844419Disabling compacts and flushes for region at 1732218844419Disabling writes for close at 1732218844420 (+1 ms)Writing region close event to WAL at 1732218844420Closed at 1732218844420 2024-11-21T19:54:04,421 WARN [master/7b96b36745c6:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:33785/user/jenkins/test-data/dfab15c5-d5d9-7731-57d3-fa827e2202f5/MasterData/data/master/store/.initializing 2024-11-21T19:54:04,421 DEBUG [master/7b96b36745c6:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:33785/user/jenkins/test-data/dfab15c5-d5d9-7731-57d3-fa827e2202f5/MasterData/WALs/7b96b36745c6,34041,1732218844249 2024-11-21T19:54:04,422 INFO [master/7b96b36745c6:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-21T19:54:04,424 INFO [master/7b96b36745c6:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=7b96b36745c6%2C34041%2C1732218844249, suffix=, logDir=hdfs://localhost:33785/user/jenkins/test-data/dfab15c5-d5d9-7731-57d3-fa827e2202f5/MasterData/WALs/7b96b36745c6,34041,1732218844249, archiveDir=hdfs://localhost:33785/user/jenkins/test-data/dfab15c5-d5d9-7731-57d3-fa827e2202f5/MasterData/oldWALs, maxLogs=10 2024-11-21T19:54:04,444 DEBUG [master/7b96b36745c6:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/dfab15c5-d5d9-7731-57d3-fa827e2202f5/MasterData/WALs/7b96b36745c6,34041,1732218844249/7b96b36745c6%2C34041%2C1732218844249.1732218844425, exclude list is [], retry=0 2024-11-21T19:54:04,447 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38221,DS-531233a7-7204-4a16-90cf-14847ad75a77,DISK] 2024-11-21T19:54:04,448 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36557,DS-2aa4d792-0097-4b93-9a54-667d20a1c224,DISK] 2024-11-21T19:54:04,450 INFO [master/7b96b36745c6:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/dfab15c5-d5d9-7731-57d3-fa827e2202f5/MasterData/WALs/7b96b36745c6,34041,1732218844249/7b96b36745c6%2C34041%2C1732218844249.1732218844425 2024-11-21T19:54:04,450 DEBUG [master/7b96b36745c6:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35241:35241),(127.0.0.1/127.0.0.1:39897:39897)] 2024-11-21T19:54:04,451 DEBUG [master/7b96b36745c6:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-21T19:54:04,451 DEBUG [master/7b96b36745c6:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T19:54:04,451 DEBUG [master/7b96b36745c6:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-21T19:54:04,451 DEBUG [master/7b96b36745c6:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-21T19:54:04,452 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-21T19:54:04,454 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-21T19:54:04,454 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:54:04,455 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T19:54:04,455 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-21T19:54:04,456 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-21T19:54:04,456 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:54:04,457 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T19:54:04,457 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-21T19:54:04,459 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-21T19:54:04,459 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:54:04,459 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T19:54:04,459 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-21T19:54:04,460 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-21T19:54:04,460 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:54:04,461 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T19:54:04,461 DEBUG [master/7b96b36745c6:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-21T19:54:04,462 DEBUG [master/7b96b36745c6:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33785/user/jenkins/test-data/dfab15c5-d5d9-7731-57d3-fa827e2202f5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-21T19:54:04,462 DEBUG [master/7b96b36745c6:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33785/user/jenkins/test-data/dfab15c5-d5d9-7731-57d3-fa827e2202f5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-21T19:54:04,463 DEBUG [master/7b96b36745c6:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-21T19:54:04,463 DEBUG [master/7b96b36745c6:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-21T19:54:04,464 DEBUG [master/7b96b36745c6:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-21T19:54:04,465 DEBUG [master/7b96b36745c6:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-21T19:54:04,467 DEBUG [master/7b96b36745c6:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33785/user/jenkins/test-data/dfab15c5-d5d9-7731-57d3-fa827e2202f5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-21T19:54:04,468 INFO [master/7b96b36745c6:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=721907, jitterRate=-0.08204784989356995}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-21T19:54:04,469 DEBUG [master/7b96b36745c6:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732218844451Initializing all the Stores at 1732218844452 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732218844452Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732218844452Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732218844452Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732218844452Cleaning up temporary data from old regions at 1732218844463 (+11 ms)Region opened successfully at 1732218844469 (+6 ms) 2024-11-21T19:54:04,469 INFO [master/7b96b36745c6:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-21T19:54:04,473 DEBUG [master/7b96b36745c6:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3b3d1614, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=7b96b36745c6/172.17.0.2:0 2024-11-21T19:54:04,474 INFO [master/7b96b36745c6:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-21T19:54:04,474 INFO [master/7b96b36745c6:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-21T19:54:04,474 INFO [master/7b96b36745c6:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-21T19:54:04,475 INFO [master/7b96b36745c6:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-21T19:54:04,475 INFO [master/7b96b36745c6:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-21T19:54:04,476 INFO [master/7b96b36745c6:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-21T19:54:04,476 INFO [master/7b96b36745c6:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-21T19:54:04,479 INFO [master/7b96b36745c6:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-21T19:54:04,480 DEBUG [master/7b96b36745c6:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34041-0x10116dce8f20000, quorum=127.0.0.1:51884, baseZNode=/hbase Unable to get data of znode /hbase/balancer because node does not exist (not necessarily an error) 2024-11-21T19:54:04,481 DEBUG [master/7b96b36745c6:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/balancer already deleted, retry=false 2024-11-21T19:54:04,481 INFO [master/7b96b36745c6:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-21T19:54:04,482 DEBUG [master/7b96b36745c6:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34041-0x10116dce8f20000, quorum=127.0.0.1:51884, baseZNode=/hbase Unable to get data of znode /hbase/normalizer because node does not exist (not necessarily an error) 2024-11-21T19:54:04,483 DEBUG [master/7b96b36745c6:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/normalizer already deleted, retry=false 2024-11-21T19:54:04,483 INFO [master/7b96b36745c6:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-21T19:54:04,486 DEBUG [master/7b96b36745c6:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34041-0x10116dce8f20000, quorum=127.0.0.1:51884, baseZNode=/hbase Unable to get data of znode /hbase/switch/split because node does not exist (not necessarily an error) 2024-11-21T19:54:04,487 DEBUG [master/7b96b36745c6:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/split already deleted, retry=false 2024-11-21T19:54:04,488 DEBUG [master/7b96b36745c6:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34041-0x10116dce8f20000, quorum=127.0.0.1:51884, baseZNode=/hbase Unable to get data of znode /hbase/switch/merge because node does not exist (not necessarily an error) 2024-11-21T19:54:04,489 DEBUG [master/7b96b36745c6:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/merge already deleted, retry=false 2024-11-21T19:54:04,491 DEBUG [master/7b96b36745c6:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34041-0x10116dce8f20000, quorum=127.0.0.1:51884, baseZNode=/hbase Unable to get data of znode /hbase/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-21T19:54:04,492 DEBUG [master/7b96b36745c6:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/snapshot-cleanup already deleted, retry=false 2024-11-21T19:54:04,494 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34629-0x10116dce8f20001, quorum=127.0.0.1:51884, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-21T19:54:04,494 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34629-0x10116dce8f20001, quorum=127.0.0.1:51884, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-21T19:54:04,494 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34041-0x10116dce8f20000, quorum=127.0.0.1:51884, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-21T19:54:04,494 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34041-0x10116dce8f20000, quorum=127.0.0.1:51884, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-21T19:54:04,502 INFO [master/7b96b36745c6:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=7b96b36745c6,34041,1732218844249, sessionid=0x10116dce8f20000, setting cluster-up flag (Was=false) 2024-11-21T19:54:04,505 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34041-0x10116dce8f20000, quorum=127.0.0.1:51884, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-21T19:54:04,505 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34629-0x10116dce8f20001, quorum=127.0.0.1:51884, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-21T19:54:04,510 DEBUG [master/7b96b36745c6:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/flush-table-proc/acquired, /hbase/flush-table-proc/reached, /hbase/flush-table-proc/abort 2024-11-21T19:54:04,511 DEBUG [master/7b96b36745c6:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=7b96b36745c6,34041,1732218844249 2024-11-21T19:54:04,515 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34629-0x10116dce8f20001, quorum=127.0.0.1:51884, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-21T19:54:04,515 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34041-0x10116dce8f20000, quorum=127.0.0.1:51884, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-21T19:54:04,520 DEBUG [master/7b96b36745c6:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/online-snapshot/acquired, /hbase/online-snapshot/reached, /hbase/online-snapshot/abort 2024-11-21T19:54:04,521 DEBUG [master/7b96b36745c6:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=7b96b36745c6,34041,1732218844249 2024-11-21T19:54:04,522 INFO [master/7b96b36745c6:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:33785/user/jenkins/test-data/dfab15c5-d5d9-7731-57d3-fa827e2202f5/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-21T19:54:04,524 DEBUG [master/7b96b36745c6:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-21T19:54:04,524 INFO [master/7b96b36745c6:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-21T19:54:04,525 INFO [master/7b96b36745c6:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-21T19:54:04,525 DEBUG [master/7b96b36745c6:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 7b96b36745c6,34041,1732218844249 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-21T19:54:04,527 DEBUG [master/7b96b36745c6:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/7b96b36745c6:0, corePoolSize=5, maxPoolSize=5 2024-11-21T19:54:04,527 DEBUG [master/7b96b36745c6:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/7b96b36745c6:0, corePoolSize=5, maxPoolSize=5 2024-11-21T19:54:04,527 DEBUG [master/7b96b36745c6:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/7b96b36745c6:0, corePoolSize=5, maxPoolSize=5 2024-11-21T19:54:04,527 DEBUG [master/7b96b36745c6:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/7b96b36745c6:0, corePoolSize=5, maxPoolSize=5 2024-11-21T19:54:04,527 DEBUG [master/7b96b36745c6:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/7b96b36745c6:0, corePoolSize=10, maxPoolSize=10 2024-11-21T19:54:04,527 DEBUG [master/7b96b36745c6:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/7b96b36745c6:0, corePoolSize=1, maxPoolSize=1 2024-11-21T19:54:04,527 DEBUG [master/7b96b36745c6:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/7b96b36745c6:0, corePoolSize=2, maxPoolSize=2 2024-11-21T19:54:04,527 DEBUG [master/7b96b36745c6:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/7b96b36745c6:0, corePoolSize=1, maxPoolSize=1 2024-11-21T19:54:04,528 INFO [RS:0;7b96b36745c6:34629 {}] regionserver.HRegionServer(746): ClusterId : 71da691c-8642-4367-878b-52e5ed3beada 2024-11-21T19:54:04,528 DEBUG [RS:0;7b96b36745c6:34629 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-21T19:54:04,530 DEBUG [RS:0;7b96b36745c6:34629 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-21T19:54:04,530 DEBUG [RS:0;7b96b36745c6:34629 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-21T19:54:04,532 DEBUG [RS:0;7b96b36745c6:34629 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-21T19:54:04,533 DEBUG [RS:0;7b96b36745c6:34629 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2d4c3fd4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=7b96b36745c6/172.17.0.2:0 2024-11-21T19:54:04,540 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-21T19:54:04,540 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-21T19:54:04,542 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:54:04,542 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-21T19:54:04,549 INFO [master/7b96b36745c6:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732218874549 2024-11-21T19:54:04,549 INFO [master/7b96b36745c6:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-21T19:54:04,550 INFO [master/7b96b36745c6:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-21T19:54:04,550 INFO [master/7b96b36745c6:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-21T19:54:04,550 INFO [master/7b96b36745c6:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-21T19:54:04,550 INFO [master/7b96b36745c6:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-21T19:54:04,550 INFO [master/7b96b36745c6:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-21T19:54:04,552 INFO [master/7b96b36745c6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-21T19:54:04,552 DEBUG [RS:0;7b96b36745c6:34629 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;7b96b36745c6:34629 2024-11-21T19:54:04,552 INFO [RS:0;7b96b36745c6:34629 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-21T19:54:04,552 INFO [RS:0;7b96b36745c6:34629 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-21T19:54:04,552 INFO [master/7b96b36745c6:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-21T19:54:04,552 DEBUG [RS:0;7b96b36745c6:34629 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-21T19:54:04,552 INFO [master/7b96b36745c6:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-21T19:54:04,553 INFO [master/7b96b36745c6:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-21T19:54:04,553 INFO [master/7b96b36745c6:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-21T19:54:04,553 INFO [master/7b96b36745c6:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-21T19:54:04,553 INFO [RS:0;7b96b36745c6:34629 {}] regionserver.HRegionServer(2659): reportForDuty to master=7b96b36745c6,34041,1732218844249 with port=34629, startcode=1732218844306 2024-11-21T19:54:04,553 DEBUG [master/7b96b36745c6:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/7b96b36745c6:0:becomeActiveMaster-HFileCleaner.large.0-1732218844553,5,FailOnTimeoutGroup] 2024-11-21T19:54:04,554 DEBUG [RS:0;7b96b36745c6:34629 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-21T19:54:04,555 DEBUG [master/7b96b36745c6:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/7b96b36745c6:0:becomeActiveMaster-HFileCleaner.small.0-1732218844553,5,FailOnTimeoutGroup] 2024-11-21T19:54:04,555 INFO [master/7b96b36745c6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-21T19:54:04,555 INFO [master/7b96b36745c6:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-21T19:54:04,555 INFO [master/7b96b36745c6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-21T19:54:04,555 INFO [master/7b96b36745c6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-21T19:54:04,560 INFO [HMaster-EventLoopGroup-9-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49345, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.3 (auth:SIMPLE), service=RegionServerStatusService 2024-11-21T19:54:04,560 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=34041 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 7b96b36745c6,34629,1732218844306 2024-11-21T19:54:04,560 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=34041 {}] master.ServerManager(517): Registering regionserver=7b96b36745c6,34629,1732218844306 2024-11-21T19:54:04,562 DEBUG [RS:0;7b96b36745c6:34629 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:33785/user/jenkins/test-data/dfab15c5-d5d9-7731-57d3-fa827e2202f5 2024-11-21T19:54:04,562 DEBUG [RS:0;7b96b36745c6:34629 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:33785 2024-11-21T19:54:04,562 DEBUG [RS:0;7b96b36745c6:34629 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-21T19:54:04,564 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34041-0x10116dce8f20000, quorum=127.0.0.1:51884, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-21T19:54:04,565 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38221 is added to blk_1073741831_1007 (size=1321) 2024-11-21T19:54:04,566 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36557 is added to blk_1073741831_1007 (size=1321) 2024-11-21T19:54:04,566 DEBUG [RS:0;7b96b36745c6:34629 {}] zookeeper.ZKUtil(111): regionserver:34629-0x10116dce8f20001, quorum=127.0.0.1:51884, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/7b96b36745c6,34629,1732218844306 2024-11-21T19:54:04,566 WARN [RS:0;7b96b36745c6:34629 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-21T19:54:04,566 INFO [RS:0;7b96b36745c6:34629 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-21T19:54:04,566 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [7b96b36745c6,34629,1732218844306] 2024-11-21T19:54:04,566 DEBUG [RS:0;7b96b36745c6:34629 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:33785/user/jenkins/test-data/dfab15c5-d5d9-7731-57d3-fa827e2202f5/WALs/7b96b36745c6,34629,1732218844306 2024-11-21T19:54:04,567 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:33785/user/jenkins/test-data/dfab15c5-d5d9-7731-57d3-fa827e2202f5/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-21T19:54:04,567 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:33785/user/jenkins/test-data/dfab15c5-d5d9-7731-57d3-fa827e2202f5 2024-11-21T19:54:04,574 INFO [RS:0;7b96b36745c6:34629 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-21T19:54:04,577 INFO [RS:0;7b96b36745c6:34629 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-21T19:54:04,580 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38221 is added to blk_1073741832_1008 (size=32) 2024-11-21T19:54:04,581 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36557 is added to blk_1073741832_1008 (size=32) 2024-11-21T19:54:04,581 INFO [RS:0;7b96b36745c6:34629 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-21T19:54:04,581 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T19:54:04,581 INFO [RS:0;7b96b36745c6:34629 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-21T19:54:04,585 INFO [RS:0;7b96b36745c6:34629 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-21T19:54:04,585 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-21T19:54:04,586 INFO [RS:0;7b96b36745c6:34629 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-21T19:54:04,586 INFO [RS:0;7b96b36745c6:34629 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-21T19:54:04,586 DEBUG [RS:0;7b96b36745c6:34629 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/7b96b36745c6:0, corePoolSize=1, maxPoolSize=1 2024-11-21T19:54:04,586 DEBUG [RS:0;7b96b36745c6:34629 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/7b96b36745c6:0, corePoolSize=1, maxPoolSize=1 2024-11-21T19:54:04,587 DEBUG [RS:0;7b96b36745c6:34629 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/7b96b36745c6:0, corePoolSize=1, maxPoolSize=1 2024-11-21T19:54:04,587 DEBUG [RS:0;7b96b36745c6:34629 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/7b96b36745c6:0, corePoolSize=1, maxPoolSize=1 2024-11-21T19:54:04,587 DEBUG [RS:0;7b96b36745c6:34629 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/7b96b36745c6:0, corePoolSize=1, maxPoolSize=1 2024-11-21T19:54:04,587 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-21T19:54:04,587 DEBUG [RS:0;7b96b36745c6:34629 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/7b96b36745c6:0, corePoolSize=2, maxPoolSize=2 2024-11-21T19:54:04,587 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:54:04,587 DEBUG [RS:0;7b96b36745c6:34629 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/7b96b36745c6:0, corePoolSize=1, maxPoolSize=1 2024-11-21T19:54:04,587 DEBUG [RS:0;7b96b36745c6:34629 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/7b96b36745c6:0, corePoolSize=1, maxPoolSize=1 2024-11-21T19:54:04,587 DEBUG [RS:0;7b96b36745c6:34629 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/7b96b36745c6:0, corePoolSize=1, maxPoolSize=1 2024-11-21T19:54:04,587 DEBUG [RS:0;7b96b36745c6:34629 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/7b96b36745c6:0, corePoolSize=1, maxPoolSize=1 2024-11-21T19:54:04,587 DEBUG [RS:0;7b96b36745c6:34629 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/7b96b36745c6:0, corePoolSize=1, maxPoolSize=1 2024-11-21T19:54:04,587 DEBUG [RS:0;7b96b36745c6:34629 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/7b96b36745c6:0, corePoolSize=1, maxPoolSize=1 2024-11-21T19:54:04,587 DEBUG [RS:0;7b96b36745c6:34629 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/7b96b36745c6:0, corePoolSize=3, maxPoolSize=3 2024-11-21T19:54:04,587 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T19:54:04,587 DEBUG [RS:0;7b96b36745c6:34629 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/7b96b36745c6:0, corePoolSize=3, maxPoolSize=3 2024-11-21T19:54:04,587 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-21T19:54:04,588 INFO [RS:0;7b96b36745c6:34629 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-21T19:54:04,588 INFO [RS:0;7b96b36745c6:34629 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-21T19:54:04,588 INFO [RS:0;7b96b36745c6:34629 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-21T19:54:04,588 INFO [RS:0;7b96b36745c6:34629 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-21T19:54:04,588 INFO [RS:0;7b96b36745c6:34629 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-21T19:54:04,588 INFO [RS:0;7b96b36745c6:34629 {}] hbase.ChoreService(168): Chore ScheduledChore name=7b96b36745c6,34629,1732218844306-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-21T19:54:04,589 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-21T19:54:04,589 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:54:04,589 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T19:54:04,589 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-21T19:54:04,591 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-21T19:54:04,591 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:54:04,591 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T19:54:04,591 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-21T19:54:04,592 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-21T19:54:04,592 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:54:04,593 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T19:54:04,593 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-21T19:54:04,594 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33785/user/jenkins/test-data/dfab15c5-d5d9-7731-57d3-fa827e2202f5/data/hbase/meta/1588230740 2024-11-21T19:54:04,594 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33785/user/jenkins/test-data/dfab15c5-d5d9-7731-57d3-fa827e2202f5/data/hbase/meta/1588230740 2024-11-21T19:54:04,595 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-21T19:54:04,595 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-21T19:54:04,596 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-21T19:54:04,597 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-21T19:54:04,606 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33785/user/jenkins/test-data/dfab15c5-d5d9-7731-57d3-fa827e2202f5/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-21T19:54:04,606 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=16384, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=857182, jitterRate=0.0899641215801239}}}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-21T19:54:04,607 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1732218844582Initializing all the Stores at 1732218844582Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732218844582Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732218844585 (+3 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732218844585Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732218844585Cleaning up temporary data from old regions at 1732218844595 (+10 ms)Region opened successfully at 1732218844607 (+12 ms) 2024-11-21T19:54:04,607 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-21T19:54:04,607 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-21T19:54:04,607 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-21T19:54:04,607 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-21T19:54:04,607 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-21T19:54:04,607 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-21T19:54:04,607 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732218844607Disabling compacts and flushes for region at 1732218844607Disabling writes for close at 1732218844607Writing region close event to WAL at 1732218844607Closed at 1732218844607 2024-11-21T19:54:04,609 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-21T19:54:04,609 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-21T19:54:04,609 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-21T19:54:04,611 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-21T19:54:04,612 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-21T19:54:04,615 INFO [RS:0;7b96b36745c6:34629 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-21T19:54:04,615 INFO [RS:0;7b96b36745c6:34629 {}] hbase.ChoreService(168): Chore ScheduledChore name=7b96b36745c6,34629,1732218844306-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-21T19:54:04,615 INFO [RS:0;7b96b36745c6:34629 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-21T19:54:04,616 INFO [RS:0;7b96b36745c6:34629 {}] regionserver.Replication(171): 7b96b36745c6,34629,1732218844306 started 2024-11-21T19:54:04,638 INFO [RS:0;7b96b36745c6:34629 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-21T19:54:04,638 INFO [RS:0;7b96b36745c6:34629 {}] regionserver.HRegionServer(1482): Serving as 7b96b36745c6,34629,1732218844306, RpcServer on 7b96b36745c6/172.17.0.2:34629, sessionid=0x10116dce8f20001 2024-11-21T19:54:04,638 DEBUG [RS:0;7b96b36745c6:34629 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-21T19:54:04,638 DEBUG [RS:0;7b96b36745c6:34629 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 7b96b36745c6,34629,1732218844306 2024-11-21T19:54:04,638 DEBUG [RS:0;7b96b36745c6:34629 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '7b96b36745c6,34629,1732218844306' 2024-11-21T19:54:04,638 DEBUG [RS:0;7b96b36745c6:34629 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-21T19:54:04,639 DEBUG [RS:0;7b96b36745c6:34629 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-21T19:54:04,639 DEBUG [RS:0;7b96b36745c6:34629 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-21T19:54:04,639 DEBUG [RS:0;7b96b36745c6:34629 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-21T19:54:04,639 DEBUG [RS:0;7b96b36745c6:34629 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 7b96b36745c6,34629,1732218844306 2024-11-21T19:54:04,639 DEBUG [RS:0;7b96b36745c6:34629 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '7b96b36745c6,34629,1732218844306' 2024-11-21T19:54:04,639 DEBUG [RS:0;7b96b36745c6:34629 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-21T19:54:04,640 DEBUG [RS:0;7b96b36745c6:34629 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-21T19:54:04,640 DEBUG [RS:0;7b96b36745c6:34629 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-21T19:54:04,640 INFO [RS:0;7b96b36745c6:34629 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-21T19:54:04,640 INFO [RS:0;7b96b36745c6:34629 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-21T19:54:04,741 INFO [RS:0;7b96b36745c6:34629 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-21T19:54:04,743 INFO [RS:0;7b96b36745c6:34629 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=7b96b36745c6%2C34629%2C1732218844306, suffix=, logDir=hdfs://localhost:33785/user/jenkins/test-data/dfab15c5-d5d9-7731-57d3-fa827e2202f5/WALs/7b96b36745c6,34629,1732218844306, archiveDir=hdfs://localhost:33785/user/jenkins/test-data/dfab15c5-d5d9-7731-57d3-fa827e2202f5/oldWALs, maxLogs=32 2024-11-21T19:54:04,764 WARN [7b96b36745c6:34041 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-11-21T19:54:04,765 DEBUG [RS:0;7b96b36745c6:34629 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/dfab15c5-d5d9-7731-57d3-fa827e2202f5/WALs/7b96b36745c6,34629,1732218844306/7b96b36745c6%2C34629%2C1732218844306.1732218844744, exclude list is [], retry=0 2024-11-21T19:54:04,768 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38221,DS-531233a7-7204-4a16-90cf-14847ad75a77,DISK] 2024-11-21T19:54:04,768 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36557,DS-2aa4d792-0097-4b93-9a54-667d20a1c224,DISK] 2024-11-21T19:54:04,770 INFO [RS:0;7b96b36745c6:34629 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/dfab15c5-d5d9-7731-57d3-fa827e2202f5/WALs/7b96b36745c6,34629,1732218844306/7b96b36745c6%2C34629%2C1732218844306.1732218844744 2024-11-21T19:54:04,771 DEBUG [RS:0;7b96b36745c6:34629 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35241:35241),(127.0.0.1/127.0.0.1:39897:39897)] 2024-11-21T19:54:05,014 DEBUG [7b96b36745c6:34041 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-21T19:54:05,015 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=7b96b36745c6,34629,1732218844306 2024-11-21T19:54:05,017 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 7b96b36745c6,34629,1732218844306, state=OPENING 2024-11-21T19:54:05,018 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-21T19:54:05,019 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34041-0x10116dce8f20000, quorum=127.0.0.1:51884, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-21T19:54:05,019 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34629-0x10116dce8f20001, quorum=127.0.0.1:51884, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-21T19:54:05,020 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-21T19:54:05,020 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-21T19:54:05,020 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=7b96b36745c6,34629,1732218844306}] 2024-11-21T19:54:05,020 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-21T19:54:05,173 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-21T19:54:05,175 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55313, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-21T19:54:05,179 INFO [RS_OPEN_META-regionserver/7b96b36745c6:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-21T19:54:05,180 INFO [RS_OPEN_META-regionserver/7b96b36745c6:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-21T19:54:05,180 INFO [RS_OPEN_META-regionserver/7b96b36745c6:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-21T19:54:05,182 INFO [RS_OPEN_META-regionserver/7b96b36745c6:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=7b96b36745c6%2C34629%2C1732218844306.meta, suffix=.meta, logDir=hdfs://localhost:33785/user/jenkins/test-data/dfab15c5-d5d9-7731-57d3-fa827e2202f5/WALs/7b96b36745c6,34629,1732218844306, archiveDir=hdfs://localhost:33785/user/jenkins/test-data/dfab15c5-d5d9-7731-57d3-fa827e2202f5/oldWALs, maxLogs=32 2024-11-21T19:54:05,195 DEBUG [RS_OPEN_META-regionserver/7b96b36745c6:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/dfab15c5-d5d9-7731-57d3-fa827e2202f5/WALs/7b96b36745c6,34629,1732218844306/7b96b36745c6%2C34629%2C1732218844306.meta.1732218845182.meta, exclude list is [], retry=0 2024-11-21T19:54:05,198 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38221,DS-531233a7-7204-4a16-90cf-14847ad75a77,DISK] 2024-11-21T19:54:05,198 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36557,DS-2aa4d792-0097-4b93-9a54-667d20a1c224,DISK] 2024-11-21T19:54:05,200 INFO [RS_OPEN_META-regionserver/7b96b36745c6:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/dfab15c5-d5d9-7731-57d3-fa827e2202f5/WALs/7b96b36745c6,34629,1732218844306/7b96b36745c6%2C34629%2C1732218844306.meta.1732218845182.meta 2024-11-21T19:54:05,200 DEBUG [RS_OPEN_META-regionserver/7b96b36745c6:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35241:35241),(127.0.0.1/127.0.0.1:39897:39897)] 2024-11-21T19:54:05,200 DEBUG [RS_OPEN_META-regionserver/7b96b36745c6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-21T19:54:05,200 DEBUG [RS_OPEN_META-regionserver/7b96b36745c6:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-21T19:54:05,201 DEBUG [RS_OPEN_META-regionserver/7b96b36745c6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-21T19:54:05,201 INFO [RS_OPEN_META-regionserver/7b96b36745c6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-21T19:54:05,201 DEBUG [RS_OPEN_META-regionserver/7b96b36745c6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-21T19:54:05,201 DEBUG [RS_OPEN_META-regionserver/7b96b36745c6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T19:54:05,201 DEBUG [RS_OPEN_META-regionserver/7b96b36745c6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-21T19:54:05,201 DEBUG [RS_OPEN_META-regionserver/7b96b36745c6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-21T19:54:05,202 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-21T19:54:05,203 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-21T19:54:05,203 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:54:05,204 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T19:54:05,204 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-21T19:54:05,205 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-21T19:54:05,205 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:54:05,205 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T19:54:05,205 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-21T19:54:05,206 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-21T19:54:05,206 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:54:05,206 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T19:54:05,207 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-21T19:54:05,207 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-21T19:54:05,207 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:54:05,208 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T19:54:05,208 DEBUG [RS_OPEN_META-regionserver/7b96b36745c6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-21T19:54:05,209 DEBUG [RS_OPEN_META-regionserver/7b96b36745c6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33785/user/jenkins/test-data/dfab15c5-d5d9-7731-57d3-fa827e2202f5/data/hbase/meta/1588230740 2024-11-21T19:54:05,210 DEBUG [RS_OPEN_META-regionserver/7b96b36745c6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33785/user/jenkins/test-data/dfab15c5-d5d9-7731-57d3-fa827e2202f5/data/hbase/meta/1588230740 2024-11-21T19:54:05,212 DEBUG [RS_OPEN_META-regionserver/7b96b36745c6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-21T19:54:05,212 DEBUG [RS_OPEN_META-regionserver/7b96b36745c6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-21T19:54:05,212 DEBUG [RS_OPEN_META-regionserver/7b96b36745c6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-21T19:54:05,214 DEBUG [RS_OPEN_META-regionserver/7b96b36745c6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-21T19:54:05,215 INFO [RS_OPEN_META-regionserver/7b96b36745c6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=16384, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=820566, jitterRate=0.04340417683124542}}}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-21T19:54:05,215 DEBUG [RS_OPEN_META-regionserver/7b96b36745c6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-21T19:54:05,216 DEBUG [RS_OPEN_META-regionserver/7b96b36745c6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732218845201Writing region info on filesystem at 1732218845201Initializing all the Stores at 1732218845202 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732218845202Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732218845202Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732218845202Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732218845202Cleaning up temporary data from old regions at 1732218845212 (+10 ms)Running coprocessor post-open hooks at 1732218845215 (+3 ms)Region opened successfully at 1732218845216 (+1 ms) 2024-11-21T19:54:05,221 INFO [RS_OPEN_META-regionserver/7b96b36745c6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732218845173 2024-11-21T19:54:05,224 DEBUG [RS_OPEN_META-regionserver/7b96b36745c6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-21T19:54:05,224 INFO [RS_OPEN_META-regionserver/7b96b36745c6:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-21T19:54:05,224 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=7b96b36745c6,34629,1732218844306 2024-11-21T19:54:05,225 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 7b96b36745c6,34629,1732218844306, state=OPEN 2024-11-21T19:54:05,228 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34041-0x10116dce8f20000, quorum=127.0.0.1:51884, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-21T19:54:05,228 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34629-0x10116dce8f20001, quorum=127.0.0.1:51884, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-21T19:54:05,229 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=7b96b36745c6,34629,1732218844306 2024-11-21T19:54:05,229 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-21T19:54:05,229 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-21T19:54:05,231 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-21T19:54:05,231 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=7b96b36745c6,34629,1732218844306 in 209 msec 2024-11-21T19:54:05,234 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-21T19:54:05,234 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 622 msec 2024-11-21T19:54:05,235 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-21T19:54:05,235 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-21T19:54:05,236 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-21T19:54:05,236 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=7b96b36745c6,34629,1732218844306, seqNum=-1] 2024-11-21T19:54:05,237 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-21T19:54:05,238 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39411, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-21T19:54:05,243 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 718 msec 2024-11-21T19:54:05,243 INFO [master/7b96b36745c6:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732218845243, completionTime=-1 2024-11-21T19:54:05,243 INFO [master/7b96b36745c6:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-21T19:54:05,243 DEBUG [master/7b96b36745c6:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-21T19:54:05,245 INFO [master/7b96b36745c6:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-11-21T19:54:05,245 INFO [master/7b96b36745c6:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732218905245 2024-11-21T19:54:05,245 INFO [master/7b96b36745c6:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732218965245 2024-11-21T19:54:05,245 INFO [master/7b96b36745c6:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 1 msec 2024-11-21T19:54:05,245 INFO [master/7b96b36745c6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=7b96b36745c6,34041,1732218844249-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-21T19:54:05,245 INFO [master/7b96b36745c6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=7b96b36745c6,34041,1732218844249-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-21T19:54:05,245 INFO [master/7b96b36745c6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=7b96b36745c6,34041,1732218844249-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-21T19:54:05,245 INFO [master/7b96b36745c6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-7b96b36745c6:34041, period=300000, unit=MILLISECONDS is enabled. 2024-11-21T19:54:05,246 INFO [master/7b96b36745c6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-21T19:54:05,246 INFO [master/7b96b36745c6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-21T19:54:05,247 DEBUG [master/7b96b36745c6:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-21T19:54:05,250 INFO [master/7b96b36745c6:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 0.903sec 2024-11-21T19:54:05,250 INFO [master/7b96b36745c6:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-21T19:54:05,250 INFO [master/7b96b36745c6:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-21T19:54:05,250 INFO [master/7b96b36745c6:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-21T19:54:05,250 INFO [master/7b96b36745c6:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-21T19:54:05,250 INFO [master/7b96b36745c6:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-21T19:54:05,250 INFO [master/7b96b36745c6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=7b96b36745c6,34041,1732218844249-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-21T19:54:05,250 INFO [master/7b96b36745c6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=7b96b36745c6,34041,1732218844249-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-21T19:54:05,252 DEBUG [master/7b96b36745c6:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-21T19:54:05,252 INFO [master/7b96b36745c6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-21T19:54:05,252 INFO [master/7b96b36745c6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=7b96b36745c6,34041,1732218844249-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-21T19:54:05,328 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5f21d6a8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T19:54:05,329 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 7b96b36745c6,34041,-1 for getting cluster id 2024-11-21T19:54:05,329 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-21T19:54:05,330 DEBUG [HMaster-EventLoopGroup-9-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '71da691c-8642-4367-878b-52e5ed3beada' 2024-11-21T19:54:05,331 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-21T19:54:05,331 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "71da691c-8642-4367-878b-52e5ed3beada" 2024-11-21T19:54:05,331 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@694ba137, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T19:54:05,331 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [7b96b36745c6,34041,-1] 2024-11-21T19:54:05,332 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-21T19:54:05,332 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T19:54:05,333 INFO [HMaster-EventLoopGroup-9-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50092, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-21T19:54:05,334 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@60784b6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T19:54:05,335 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-21T19:54:05,336 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=7b96b36745c6,34629,1732218844306, seqNum=-1] 2024-11-21T19:54:05,336 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-21T19:54:05,338 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53168, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-21T19:54:05,339 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=7b96b36745c6,34041,1732218844249 2024-11-21T19:54:05,340 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T19:54:05,342 INFO [Time-limited test {}] master.MasterRpcServices(567): Client=null/null set balanceSwitch=false 2024-11-21T19:54:05,342 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-21T19:54:05,343 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncConnectionImpl(321): The fetched master address is 7b96b36745c6,34041,1732218844249 2024-11-21T19:54:05,343 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@47fbc278 2024-11-21T19:54:05,344 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-21T19:54:05,345 INFO [HMaster-EventLoopGroup-9-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50102, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-21T19:54:05,345 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34041 {}] util.TableDescriptorChecker(321): MAX_FILESIZE for table descriptor or "hbase.hregion.max.filesize" (786432) is too small, which might cause over splitting into unmanageable number of regions. 2024-11-21T19:54:05,346 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34041 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (8192) is too small, which might cause very frequent flushing. 2024-11-21T19:54:05,346 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34041 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'TestLogRolling-testLogRolling', {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-21T19:54:05,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34041 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=TestLogRolling-testLogRolling 2024-11-21T19:54:05,348 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=TestLogRolling-testLogRolling execute state=CREATE_TABLE_PRE_OPERATION 2024-11-21T19:54:05,348 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:54:05,348 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34041 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "TestLogRolling-testLogRolling" procId is: 4 2024-11-21T19:54:05,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34041 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-21T19:54:05,350 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=TestLogRolling-testLogRolling execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-21T19:54:05,357 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38221 is added to blk_1073741835_1011 (size=381) 2024-11-21T19:54:05,357 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36557 is added to blk_1073741835_1011 (size=381) 2024-11-21T19:54:05,359 INFO [RegionOpenAndInit-TestLogRolling-testLogRolling-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 94a35fc26dcc813cb23bca482c2298c8, NAME => 'TestLogRolling-testLogRolling,,1732218845345.94a35fc26dcc813cb23bca482c2298c8.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='TestLogRolling-testLogRolling', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:33785/user/jenkins/test-data/dfab15c5-d5d9-7731-57d3-fa827e2202f5 2024-11-21T19:54:05,370 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38221 is added to blk_1073741836_1012 (size=64) 2024-11-21T19:54:05,370 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36557 is added to blk_1073741836_1012 (size=64) 2024-11-21T19:54:05,371 DEBUG [RegionOpenAndInit-TestLogRolling-testLogRolling-pool-0 {}] regionserver.HRegion(898): Instantiated TestLogRolling-testLogRolling,,1732218845345.94a35fc26dcc813cb23bca482c2298c8.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T19:54:05,371 DEBUG [RegionOpenAndInit-TestLogRolling-testLogRolling-pool-0 {}] regionserver.HRegion(1722): Closing 94a35fc26dcc813cb23bca482c2298c8, disabling compactions & flushes 2024-11-21T19:54:05,371 INFO [RegionOpenAndInit-TestLogRolling-testLogRolling-pool-0 {}] regionserver.HRegion(1755): Closing region TestLogRolling-testLogRolling,,1732218845345.94a35fc26dcc813cb23bca482c2298c8. 2024-11-21T19:54:05,371 DEBUG [RegionOpenAndInit-TestLogRolling-testLogRolling-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on TestLogRolling-testLogRolling,,1732218845345.94a35fc26dcc813cb23bca482c2298c8. 2024-11-21T19:54:05,371 DEBUG [RegionOpenAndInit-TestLogRolling-testLogRolling-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on TestLogRolling-testLogRolling,,1732218845345.94a35fc26dcc813cb23bca482c2298c8. after waiting 0 ms 2024-11-21T19:54:05,371 DEBUG [RegionOpenAndInit-TestLogRolling-testLogRolling-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region TestLogRolling-testLogRolling,,1732218845345.94a35fc26dcc813cb23bca482c2298c8. 2024-11-21T19:54:05,371 INFO [RegionOpenAndInit-TestLogRolling-testLogRolling-pool-0 {}] regionserver.HRegion(1973): Closed TestLogRolling-testLogRolling,,1732218845345.94a35fc26dcc813cb23bca482c2298c8. 2024-11-21T19:54:05,371 DEBUG [RegionOpenAndInit-TestLogRolling-testLogRolling-pool-0 {}] regionserver.HRegion(1676): Region close journal for 94a35fc26dcc813cb23bca482c2298c8: Waiting for close lock at 1732218845371Disabling compacts and flushes for region at 1732218845371Disabling writes for close at 1732218845371Writing region close event to WAL at 1732218845371Closed at 1732218845371 2024-11-21T19:54:05,372 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=TestLogRolling-testLogRolling execute state=CREATE_TABLE_ADD_TO_META 2024-11-21T19:54:05,372 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"TestLogRolling-testLogRolling,,1732218845345.94a35fc26dcc813cb23bca482c2298c8.","families":{"info":[{"qualifier":"regioninfo","vlen":63,"tag":[],"timestamp":"1732218845372"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732218845372"}]},"ts":"1732218845372"} 2024-11-21T19:54:05,375 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-21T19:54:05,376 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=TestLogRolling-testLogRolling execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-21T19:54:05,376 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestLogRolling-testLogRolling","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732218845376"}]},"ts":"1732218845376"} 2024-11-21T19:54:05,378 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=TestLogRolling-testLogRolling, state=ENABLING in hbase:meta 2024-11-21T19:54:05,378 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestLogRolling-testLogRolling, region=94a35fc26dcc813cb23bca482c2298c8, ASSIGN}] 2024-11-21T19:54:05,380 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestLogRolling-testLogRolling, region=94a35fc26dcc813cb23bca482c2298c8, ASSIGN 2024-11-21T19:54:05,381 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=TestLogRolling-testLogRolling, region=94a35fc26dcc813cb23bca482c2298c8, ASSIGN; state=OFFLINE, location=7b96b36745c6,34629,1732218844306; forceNewPlan=false, retain=false 2024-11-21T19:54:05,532 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=94a35fc26dcc813cb23bca482c2298c8, regionState=OPENING, regionLocation=7b96b36745c6,34629,1732218844306 2024-11-21T19:54:05,535 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=TestLogRolling-testLogRolling, region=94a35fc26dcc813cb23bca482c2298c8, ASSIGN because future has completed 2024-11-21T19:54:05,536 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 94a35fc26dcc813cb23bca482c2298c8, server=7b96b36745c6,34629,1732218844306}] 2024-11-21T19:54:05,693 INFO [RS_OPEN_REGION-regionserver/7b96b36745c6:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open TestLogRolling-testLogRolling,,1732218845345.94a35fc26dcc813cb23bca482c2298c8. 2024-11-21T19:54:05,693 DEBUG [RS_OPEN_REGION-regionserver/7b96b36745c6:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 94a35fc26dcc813cb23bca482c2298c8, NAME => 'TestLogRolling-testLogRolling,,1732218845345.94a35fc26dcc813cb23bca482c2298c8.', STARTKEY => '', ENDKEY => ''} 2024-11-21T19:54:05,693 DEBUG [RS_OPEN_REGION-regionserver/7b96b36745c6:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestLogRolling-testLogRolling 94a35fc26dcc813cb23bca482c2298c8 2024-11-21T19:54:05,693 DEBUG [RS_OPEN_REGION-regionserver/7b96b36745c6:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated TestLogRolling-testLogRolling,,1732218845345.94a35fc26dcc813cb23bca482c2298c8.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T19:54:05,693 DEBUG [RS_OPEN_REGION-regionserver/7b96b36745c6:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 94a35fc26dcc813cb23bca482c2298c8 2024-11-21T19:54:05,693 DEBUG [RS_OPEN_REGION-regionserver/7b96b36745c6:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 94a35fc26dcc813cb23bca482c2298c8 2024-11-21T19:54:05,695 INFO [StoreOpener-94a35fc26dcc813cb23bca482c2298c8-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 94a35fc26dcc813cb23bca482c2298c8 2024-11-21T19:54:05,696 INFO [StoreOpener-94a35fc26dcc813cb23bca482c2298c8-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 94a35fc26dcc813cb23bca482c2298c8 columnFamilyName info 2024-11-21T19:54:05,696 DEBUG [StoreOpener-94a35fc26dcc813cb23bca482c2298c8-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:54:05,697 INFO [StoreOpener-94a35fc26dcc813cb23bca482c2298c8-1 {}] regionserver.HStore(327): Store=94a35fc26dcc813cb23bca482c2298c8/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T19:54:05,697 DEBUG [RS_OPEN_REGION-regionserver/7b96b36745c6:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 94a35fc26dcc813cb23bca482c2298c8 2024-11-21T19:54:05,698 DEBUG [RS_OPEN_REGION-regionserver/7b96b36745c6:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33785/user/jenkins/test-data/dfab15c5-d5d9-7731-57d3-fa827e2202f5/data/default/TestLogRolling-testLogRolling/94a35fc26dcc813cb23bca482c2298c8 2024-11-21T19:54:05,698 DEBUG [RS_OPEN_REGION-regionserver/7b96b36745c6:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33785/user/jenkins/test-data/dfab15c5-d5d9-7731-57d3-fa827e2202f5/data/default/TestLogRolling-testLogRolling/94a35fc26dcc813cb23bca482c2298c8 2024-11-21T19:54:05,699 DEBUG [RS_OPEN_REGION-regionserver/7b96b36745c6:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 94a35fc26dcc813cb23bca482c2298c8 2024-11-21T19:54:05,699 DEBUG [RS_OPEN_REGION-regionserver/7b96b36745c6:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 94a35fc26dcc813cb23bca482c2298c8 2024-11-21T19:54:05,700 DEBUG [RS_OPEN_REGION-regionserver/7b96b36745c6:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 94a35fc26dcc813cb23bca482c2298c8 2024-11-21T19:54:05,703 DEBUG [RS_OPEN_REGION-regionserver/7b96b36745c6:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33785/user/jenkins/test-data/dfab15c5-d5d9-7731-57d3-fa827e2202f5/data/default/TestLogRolling-testLogRolling/94a35fc26dcc813cb23bca482c2298c8/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-21T19:54:05,703 INFO [RS_OPEN_REGION-regionserver/7b96b36745c6:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 94a35fc26dcc813cb23bca482c2298c8; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=16384, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=870121, jitterRate=0.10641685128211975}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-21T19:54:05,703 DEBUG [RS_OPEN_REGION-regionserver/7b96b36745c6:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 94a35fc26dcc813cb23bca482c2298c8 2024-11-21T19:54:05,704 DEBUG [RS_OPEN_REGION-regionserver/7b96b36745c6:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 94a35fc26dcc813cb23bca482c2298c8: Running coprocessor pre-open hook at 1732218845694Writing region info on filesystem at 1732218845694Initializing all the Stores at 1732218845695 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732218845695Cleaning up temporary data from old regions at 1732218845699 (+4 ms)Running coprocessor post-open hooks at 1732218845703 (+4 ms)Region opened successfully at 1732218845704 (+1 ms) 2024-11-21T19:54:05,705 INFO [RS_OPEN_REGION-regionserver/7b96b36745c6:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for TestLogRolling-testLogRolling,,1732218845345.94a35fc26dcc813cb23bca482c2298c8., pid=6, masterSystemTime=1732218845688 2024-11-21T19:54:05,707 DEBUG [RS_OPEN_REGION-regionserver/7b96b36745c6:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for TestLogRolling-testLogRolling,,1732218845345.94a35fc26dcc813cb23bca482c2298c8. 2024-11-21T19:54:05,707 INFO [RS_OPEN_REGION-regionserver/7b96b36745c6:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened TestLogRolling-testLogRolling,,1732218845345.94a35fc26dcc813cb23bca482c2298c8. 2024-11-21T19:54:05,708 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=94a35fc26dcc813cb23bca482c2298c8, regionState=OPEN, openSeqNum=2, regionLocation=7b96b36745c6,34629,1732218844306 2024-11-21T19:54:05,710 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 94a35fc26dcc813cb23bca482c2298c8, server=7b96b36745c6,34629,1732218844306 because future has completed 2024-11-21T19:54:05,714 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-21T19:54:05,714 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 94a35fc26dcc813cb23bca482c2298c8, server=7b96b36745c6,34629,1732218844306 in 175 msec 2024-11-21T19:54:05,717 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-21T19:54:05,717 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestLogRolling-testLogRolling, region=94a35fc26dcc813cb23bca482c2298c8, ASSIGN in 336 msec 2024-11-21T19:54:05,718 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=TestLogRolling-testLogRolling execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-21T19:54:05,718 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestLogRolling-testLogRolling","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732218845718"}]},"ts":"1732218845718"} 2024-11-21T19:54:05,720 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=TestLogRolling-testLogRolling, state=ENABLED in hbase:meta 2024-11-21T19:54:05,721 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=TestLogRolling-testLogRolling execute state=CREATE_TABLE_POST_OPERATION 2024-11-21T19:54:05,723 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=TestLogRolling-testLogRolling in 375 msec 2024-11-21T19:54:07,811 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T19:54:07,821 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T19:54:07,822 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T19:54:07,822 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T19:54:07,822 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T19:54:07,822 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T19:54:07,822 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T19:54:07,825 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T19:54:07,825 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T19:54:07,825 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T19:54:08,343 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-21T19:54:08,357 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T19:54:08,358 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T19:54:08,359 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T19:54:08,359 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T19:54:08,359 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T19:54:08,360 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T19:54:08,363 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T19:54:08,363 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T19:54:08,364 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T19:54:08,366 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T19:54:08,373 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_TestLogRolling-testLogRolling 2024-11-21T19:54:08,373 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_TestLogRolling-testLogRolling Metrics about Tables on a single HBase RegionServer 2024-11-21T19:54:08,374 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_TestLogRolling-testCompactionRecordDoesntBlockRolling 2024-11-21T19:54:10,574 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-21T19:54:10,575 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'TestLogRolling-testLogRolling' 2024-11-21T19:54:13,876 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-21T19:54:13,890 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T19:54:13,890 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T19:54:13,890 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T19:54:13,891 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T19:54:13,891 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T19:54:13,891 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T19:54:13,894 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T19:54:13,894 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T19:54:13,895 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T19:54:13,896 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T19:54:15,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34041 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-21T19:54:15,372 INFO [RPCClient-NioEventLoopGroup-4-16 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:TestLogRolling-testLogRolling completed 2024-11-21T19:54:15,372 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=TestLogRolling-testLogRolling,, stopping at row=TestLogRolling-testLogRolling ,, for max=2147483647 with caching=100 2024-11-21T19:54:15,376 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(2234): Found 1 regions for table TestLogRolling-testLogRolling 2024-11-21T19:54:15,376 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(2240): firstRegionName=TestLogRolling-testLogRolling,,1732218845345.94a35fc26dcc813cb23bca482c2298c8. 2024-11-21T19:54:15,379 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestLogRolling-testLogRolling', row='row0001', locateType=CURRENT is [region=TestLogRolling-testLogRolling,,1732218845345.94a35fc26dcc813cb23bca482c2298c8., hostname=7b96b36745c6,34629,1732218844306, seqNum=2] 2024-11-21T19:54:15,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34629 {}] regionserver.HRegion(8855): Flush requested on 94a35fc26dcc813cb23bca482c2298c8 2024-11-21T19:54:15,395 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 94a35fc26dcc813cb23bca482c2298c8 1/1 column families, dataSize=8.21 KB heapSize=9.06 KB 2024-11-21T19:54:15,419 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33785/user/jenkins/test-data/dfab15c5-d5d9-7731-57d3-fa827e2202f5/data/default/TestLogRolling-testLogRolling/94a35fc26dcc813cb23bca482c2298c8/.tmp/info/496d0cb32ddf4b3d9da149c702518f0f is 1055, key is row0001/info:/1732218855380/Put/seqid=0 2024-11-21T19:54:15,424 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38221 is added to blk_1073741837_1013 (size=13386) 2024-11-21T19:54:15,425 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36557 is added to blk_1073741837_1013 (size=13386) 2024-11-21T19:54:15,425 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.21 KB at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:33785/user/jenkins/test-data/dfab15c5-d5d9-7731-57d3-fa827e2202f5/data/default/TestLogRolling-testLogRolling/94a35fc26dcc813cb23bca482c2298c8/.tmp/info/496d0cb32ddf4b3d9da149c702518f0f 2024-11-21T19:54:15,430 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34629 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=32.0 K, regionName=94a35fc26dcc813cb23bca482c2298c8, server=7b96b36745c6,34629,1732218844306 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-21T19:54:15,434 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33785/user/jenkins/test-data/dfab15c5-d5d9-7731-57d3-fa827e2202f5/data/default/TestLogRolling-testLogRolling/94a35fc26dcc813cb23bca482c2298c8/.tmp/info/496d0cb32ddf4b3d9da149c702518f0f as hdfs://localhost:33785/user/jenkins/test-data/dfab15c5-d5d9-7731-57d3-fa827e2202f5/data/default/TestLogRolling-testLogRolling/94a35fc26dcc813cb23bca482c2298c8/info/496d0cb32ddf4b3d9da149c702518f0f 2024-11-21T19:54:15,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34629 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 1.2 K connection: 172.17.0.2:53168 deadline: 1732218865429, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=32.0 K, regionName=94a35fc26dcc813cb23bca482c2298c8, server=7b96b36745c6,34629,1732218844306 2024-11-21T19:54:15,439 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33785/user/jenkins/test-data/dfab15c5-d5d9-7731-57d3-fa827e2202f5/data/default/TestLogRolling-testLogRolling/94a35fc26dcc813cb23bca482c2298c8/info/496d0cb32ddf4b3d9da149c702518f0f, entries=8, sequenceid=12, filesize=13.1 K 2024-11-21T19:54:15,440 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~8.21 KB/8408, heapSize ~9.05 KB/9264, currentSize=21.55 KB/22071 for 94a35fc26dcc813cb23bca482c2298c8 in 46ms, sequenceid=12, compaction requested=false 2024-11-21T19:54:15,441 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 94a35fc26dcc813cb23bca482c2298c8: 2024-11-21T19:54:15,454 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestLogRolling-testLogRolling,,1732218845345.94a35fc26dcc813cb23bca482c2298c8., hostname=7b96b36745c6,34629,1732218844306, seqNum=2 , the old value is region=TestLogRolling-testLogRolling,,1732218845345.94a35fc26dcc813cb23bca482c2298c8., hostname=7b96b36745c6,34629,1732218844306, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=32.0 K, regionName=94a35fc26dcc813cb23bca482c2298c8, server=7b96b36745c6,34629,1732218844306 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T19:54:15,454 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestLogRolling-testLogRolling,,1732218845345.94a35fc26dcc813cb23bca482c2298c8., hostname=7b96b36745c6,34629,1732218844306, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=32.0 K, regionName=94a35fc26dcc813cb23bca482c2298c8, server=7b96b36745c6,34629,1732218844306 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T19:54:15,454 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestLogRolling-testLogRolling,,1732218845345.94a35fc26dcc813cb23bca482c2298c8., hostname=7b96b36745c6,34629,1732218844306, seqNum=2 because the exception is null or not the one we care about 2024-11-21T19:54:25,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34629 {}] regionserver.HRegion(8855): Flush requested on 94a35fc26dcc813cb23bca482c2298c8 2024-11-21T19:54:25,463 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 94a35fc26dcc813cb23bca482c2298c8 1/1 column families, dataSize=22.58 KB heapSize=24.48 KB 2024-11-21T19:54:25,474 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33785/user/jenkins/test-data/dfab15c5-d5d9-7731-57d3-fa827e2202f5/data/default/TestLogRolling-testLogRolling/94a35fc26dcc813cb23bca482c2298c8/.tmp/info/6306e2e3657f4ea79294dc6567932569 is 1055, key is row0009/info:/1732218855396/Put/seqid=0 2024-11-21T19:54:25,482 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38221 is added to blk_1073741838_1014 (size=28134) 2024-11-21T19:54:25,482 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36557 is added to blk_1073741838_1014 (size=28134) 2024-11-21T19:54:25,483 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.58 KB at sequenceid=37 (bloomFilter=true), to=hdfs://localhost:33785/user/jenkins/test-data/dfab15c5-d5d9-7731-57d3-fa827e2202f5/data/default/TestLogRolling-testLogRolling/94a35fc26dcc813cb23bca482c2298c8/.tmp/info/6306e2e3657f4ea79294dc6567932569 2024-11-21T19:54:25,493 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33785/user/jenkins/test-data/dfab15c5-d5d9-7731-57d3-fa827e2202f5/data/default/TestLogRolling-testLogRolling/94a35fc26dcc813cb23bca482c2298c8/.tmp/info/6306e2e3657f4ea79294dc6567932569 as hdfs://localhost:33785/user/jenkins/test-data/dfab15c5-d5d9-7731-57d3-fa827e2202f5/data/default/TestLogRolling-testLogRolling/94a35fc26dcc813cb23bca482c2298c8/info/6306e2e3657f4ea79294dc6567932569 2024-11-21T19:54:25,501 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33785/user/jenkins/test-data/dfab15c5-d5d9-7731-57d3-fa827e2202f5/data/default/TestLogRolling-testLogRolling/94a35fc26dcc813cb23bca482c2298c8/info/6306e2e3657f4ea79294dc6567932569, entries=22, sequenceid=37, filesize=27.5 K 2024-11-21T19:54:25,502 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~22.58 KB/23122, heapSize ~24.47 KB/25056, currentSize=2.05 KB/2102 for 94a35fc26dcc813cb23bca482c2298c8 in 39ms, sequenceid=37, compaction requested=false 2024-11-21T19:54:25,502 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 94a35fc26dcc813cb23bca482c2298c8: 2024-11-21T19:54:25,502 DEBUG [MemStoreFlusher.0 {}] regionserver.ConstantSizeRegionSplitPolicy(101): Should split because region size is big enough sumSize=40.5 K, sizeToCheck=16.0 K 2024-11-21T19:54:25,502 DEBUG [MemStoreFlusher.0 {}] regionserver.IncreasingToUpperBoundRegionSplitPolicy(85): regionsWithCommonTable=1 2024-11-21T19:54:25,502 DEBUG [MemStoreFlusher.0 {}] regionserver.StoreUtils(137): cannot split hdfs://localhost:33785/user/jenkins/test-data/dfab15c5-d5d9-7731-57d3-fa827e2202f5/data/default/TestLogRolling-testLogRolling/94a35fc26dcc813cb23bca482c2298c8/info/6306e2e3657f4ea79294dc6567932569 because midkey is the same as first or last row 2024-11-21T19:54:27,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34629 {}] regionserver.HRegion(8855): Flush requested on 94a35fc26dcc813cb23bca482c2298c8 2024-11-21T19:54:27,480 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 94a35fc26dcc813cb23bca482c2298c8 1/1 column families, dataSize=8.21 KB heapSize=9.06 KB 2024-11-21T19:54:27,485 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33785/user/jenkins/test-data/dfab15c5-d5d9-7731-57d3-fa827e2202f5/data/default/TestLogRolling-testLogRolling/94a35fc26dcc813cb23bca482c2298c8/.tmp/info/c2670959c5c24b75ba9d0139a1eef0d9 is 1055, key is row0031/info:/1732218865465/Put/seqid=0 2024-11-21T19:54:27,495 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36557 is added to blk_1073741839_1015 (size=13386) 2024-11-21T19:54:27,496 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38221 is added to blk_1073741839_1015 (size=13386) 2024-11-21T19:54:27,497 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.21 KB at sequenceid=48 (bloomFilter=true), to=hdfs://localhost:33785/user/jenkins/test-data/dfab15c5-d5d9-7731-57d3-fa827e2202f5/data/default/TestLogRolling-testLogRolling/94a35fc26dcc813cb23bca482c2298c8/.tmp/info/c2670959c5c24b75ba9d0139a1eef0d9 2024-11-21T19:54:27,504 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33785/user/jenkins/test-data/dfab15c5-d5d9-7731-57d3-fa827e2202f5/data/default/TestLogRolling-testLogRolling/94a35fc26dcc813cb23bca482c2298c8/.tmp/info/c2670959c5c24b75ba9d0139a1eef0d9 as hdfs://localhost:33785/user/jenkins/test-data/dfab15c5-d5d9-7731-57d3-fa827e2202f5/data/default/TestLogRolling-testLogRolling/94a35fc26dcc813cb23bca482c2298c8/info/c2670959c5c24b75ba9d0139a1eef0d9 2024-11-21T19:54:27,510 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33785/user/jenkins/test-data/dfab15c5-d5d9-7731-57d3-fa827e2202f5/data/default/TestLogRolling-testLogRolling/94a35fc26dcc813cb23bca482c2298c8/info/c2670959c5c24b75ba9d0139a1eef0d9, entries=8, sequenceid=48, filesize=13.1 K 2024-11-21T19:54:27,511 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~8.21 KB/8408, heapSize ~9.05 KB/9264, currentSize=13.34 KB/13663 for 94a35fc26dcc813cb23bca482c2298c8 in 31ms, sequenceid=48, compaction requested=true 2024-11-21T19:54:27,511 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 94a35fc26dcc813cb23bca482c2298c8: 2024-11-21T19:54:27,512 DEBUG [MemStoreFlusher.0 {}] regionserver.ConstantSizeRegionSplitPolicy(101): Should split because region size is big enough sumSize=53.6 K, sizeToCheck=16.0 K 2024-11-21T19:54:27,512 DEBUG [MemStoreFlusher.0 {}] regionserver.IncreasingToUpperBoundRegionSplitPolicy(85): regionsWithCommonTable=1 2024-11-21T19:54:27,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34629 {}] regionserver.HRegion(8855): Flush requested on 94a35fc26dcc813cb23bca482c2298c8 2024-11-21T19:54:27,512 DEBUG [MemStoreFlusher.0 {}] regionserver.StoreUtils(137): cannot split hdfs://localhost:33785/user/jenkins/test-data/dfab15c5-d5d9-7731-57d3-fa827e2202f5/data/default/TestLogRolling-testLogRolling/94a35fc26dcc813cb23bca482c2298c8/info/6306e2e3657f4ea79294dc6567932569 because midkey is the same as first or last row 2024-11-21T19:54:27,513 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 94a35fc26dcc813cb23bca482c2298c8:info, priority=-2147483648, current under compaction store size is 1 2024-11-21T19:54:27,513 DEBUG [RS:0;7b96b36745c6:34629-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-21T19:54:27,515 DEBUG [RS:0;7b96b36745c6:34629-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 54906 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-21T19:54:27,515 DEBUG [RS:0;7b96b36745c6:34629-shortCompactions-0 {}] regionserver.HStore(1541): 94a35fc26dcc813cb23bca482c2298c8/info is initiating minor compaction (all files) 2024-11-21T19:54:27,515 INFO [RS:0;7b96b36745c6:34629-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 94a35fc26dcc813cb23bca482c2298c8/info in TestLogRolling-testLogRolling,,1732218845345.94a35fc26dcc813cb23bca482c2298c8. 2024-11-21T19:54:27,515 INFO [RS:0;7b96b36745c6:34629-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33785/user/jenkins/test-data/dfab15c5-d5d9-7731-57d3-fa827e2202f5/data/default/TestLogRolling-testLogRolling/94a35fc26dcc813cb23bca482c2298c8/info/496d0cb32ddf4b3d9da149c702518f0f, hdfs://localhost:33785/user/jenkins/test-data/dfab15c5-d5d9-7731-57d3-fa827e2202f5/data/default/TestLogRolling-testLogRolling/94a35fc26dcc813cb23bca482c2298c8/info/6306e2e3657f4ea79294dc6567932569, hdfs://localhost:33785/user/jenkins/test-data/dfab15c5-d5d9-7731-57d3-fa827e2202f5/data/default/TestLogRolling-testLogRolling/94a35fc26dcc813cb23bca482c2298c8/info/c2670959c5c24b75ba9d0139a1eef0d9] into tmpdir=hdfs://localhost:33785/user/jenkins/test-data/dfab15c5-d5d9-7731-57d3-fa827e2202f5/data/default/TestLogRolling-testLogRolling/94a35fc26dcc813cb23bca482c2298c8/.tmp, totalSize=53.6 K 2024-11-21T19:54:27,515 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-21T19:54:27,515 DEBUG [RS:0;7b96b36745c6:34629-shortCompactions-0 {}] compactions.Compactor(225): Compacting 496d0cb32ddf4b3d9da149c702518f0f, keycount=8, bloomtype=ROW, size=13.1 K, encoding=NONE, compression=NONE, seqNum=12, earliestPutTs=1732218855380 2024-11-21T19:54:27,515 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 94a35fc26dcc813cb23bca482c2298c8 1/1 column families, dataSize=16.42 KB heapSize=17.88 KB 2024-11-21T19:54:27,516 DEBUG [RS:0;7b96b36745c6:34629-shortCompactions-0 {}] compactions.Compactor(225): Compacting 6306e2e3657f4ea79294dc6567932569, keycount=22, bloomtype=ROW, size=27.5 K, encoding=NONE, compression=NONE, seqNum=37, earliestPutTs=1732218855396 2024-11-21T19:54:27,517 DEBUG [RS:0;7b96b36745c6:34629-shortCompactions-0 {}] compactions.Compactor(225): Compacting c2670959c5c24b75ba9d0139a1eef0d9, keycount=8, bloomtype=ROW, size=13.1 K, encoding=NONE, compression=NONE, seqNum=48, earliestPutTs=1732218865465 2024-11-21T19:54:27,521 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33785/user/jenkins/test-data/dfab15c5-d5d9-7731-57d3-fa827e2202f5/data/default/TestLogRolling-testLogRolling/94a35fc26dcc813cb23bca482c2298c8/.tmp/info/9f8825aed94a471e8377008caa4f6198 is 1055, key is row0039/info:/1732218867481/Put/seqid=0 2024-11-21T19:54:27,532 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38221 is added to blk_1073741840_1016 (size=21822) 2024-11-21T19:54:27,532 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36557 is added to blk_1073741840_1016 (size=21822) 2024-11-21T19:54:27,533 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=16.42 KB at sequenceid=67 (bloomFilter=true), to=hdfs://localhost:33785/user/jenkins/test-data/dfab15c5-d5d9-7731-57d3-fa827e2202f5/data/default/TestLogRolling-testLogRolling/94a35fc26dcc813cb23bca482c2298c8/.tmp/info/9f8825aed94a471e8377008caa4f6198 2024-11-21T19:54:27,538 INFO [RS:0;7b96b36745c6:34629-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 94a35fc26dcc813cb23bca482c2298c8#info#compaction#35 average throughput is 9.52 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-21T19:54:27,539 DEBUG [RS:0;7b96b36745c6:34629-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33785/user/jenkins/test-data/dfab15c5-d5d9-7731-57d3-fa827e2202f5/data/default/TestLogRolling-testLogRolling/94a35fc26dcc813cb23bca482c2298c8/.tmp/info/caac2533161a4429b51a8884c4903c7e is 1055, key is row0001/info:/1732218855380/Put/seqid=0 2024-11-21T19:54:27,540 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33785/user/jenkins/test-data/dfab15c5-d5d9-7731-57d3-fa827e2202f5/data/default/TestLogRolling-testLogRolling/94a35fc26dcc813cb23bca482c2298c8/.tmp/info/9f8825aed94a471e8377008caa4f6198 as hdfs://localhost:33785/user/jenkins/test-data/dfab15c5-d5d9-7731-57d3-fa827e2202f5/data/default/TestLogRolling-testLogRolling/94a35fc26dcc813cb23bca482c2298c8/info/9f8825aed94a471e8377008caa4f6198 2024-11-21T19:54:27,546 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36557 is added to blk_1073741841_1017 (size=45105) 2024-11-21T19:54:27,546 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38221 is added to blk_1073741841_1017 (size=45105) 2024-11-21T19:54:27,546 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33785/user/jenkins/test-data/dfab15c5-d5d9-7731-57d3-fa827e2202f5/data/default/TestLogRolling-testLogRolling/94a35fc26dcc813cb23bca482c2298c8/info/9f8825aed94a471e8377008caa4f6198, entries=16, sequenceid=67, filesize=21.3 K 2024-11-21T19:54:27,547 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~16.42 KB/16816, heapSize ~17.86 KB/18288, currentSize=10.26 KB/10510 for 94a35fc26dcc813cb23bca482c2298c8 in 32ms, sequenceid=67, compaction requested=false 2024-11-21T19:54:27,548 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 94a35fc26dcc813cb23bca482c2298c8: 2024-11-21T19:54:27,548 DEBUG [MemStoreFlusher.0 {}] regionserver.ConstantSizeRegionSplitPolicy(101): Should split because region size is big enough sumSize=74.9 K, sizeToCheck=16.0 K 2024-11-21T19:54:27,548 DEBUG [MemStoreFlusher.0 {}] regionserver.IncreasingToUpperBoundRegionSplitPolicy(85): regionsWithCommonTable=1 2024-11-21T19:54:27,548 DEBUG [MemStoreFlusher.0 {}] regionserver.StoreUtils(137): cannot split hdfs://localhost:33785/user/jenkins/test-data/dfab15c5-d5d9-7731-57d3-fa827e2202f5/data/default/TestLogRolling-testLogRolling/94a35fc26dcc813cb23bca482c2298c8/info/6306e2e3657f4ea79294dc6567932569 because midkey is the same as first or last row 2024-11-21T19:54:27,552 DEBUG [RS:0;7b96b36745c6:34629-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33785/user/jenkins/test-data/dfab15c5-d5d9-7731-57d3-fa827e2202f5/data/default/TestLogRolling-testLogRolling/94a35fc26dcc813cb23bca482c2298c8/.tmp/info/caac2533161a4429b51a8884c4903c7e as hdfs://localhost:33785/user/jenkins/test-data/dfab15c5-d5d9-7731-57d3-fa827e2202f5/data/default/TestLogRolling-testLogRolling/94a35fc26dcc813cb23bca482c2298c8/info/caac2533161a4429b51a8884c4903c7e 2024-11-21T19:54:27,558 INFO [RS:0;7b96b36745c6:34629-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 94a35fc26dcc813cb23bca482c2298c8/info of 94a35fc26dcc813cb23bca482c2298c8 into caac2533161a4429b51a8884c4903c7e(size=44.0 K), total size for store is 65.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-21T19:54:27,558 DEBUG [RS:0;7b96b36745c6:34629-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 94a35fc26dcc813cb23bca482c2298c8: 2024-11-21T19:54:27,560 INFO [RS:0;7b96b36745c6:34629-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestLogRolling-testLogRolling,,1732218845345.94a35fc26dcc813cb23bca482c2298c8., storeName=94a35fc26dcc813cb23bca482c2298c8/info, priority=13, startTime=1732218867513; duration=0sec 2024-11-21T19:54:27,560 DEBUG [RS:0;7b96b36745c6:34629-shortCompactions-0 {}] regionserver.ConstantSizeRegionSplitPolicy(101): Should split because region size is big enough sumSize=65.4 K, sizeToCheck=16.0 K 2024-11-21T19:54:27,560 DEBUG [RS:0;7b96b36745c6:34629-shortCompactions-0 {}] regionserver.IncreasingToUpperBoundRegionSplitPolicy(85): regionsWithCommonTable=1 2024-11-21T19:54:27,560 DEBUG [RS:0;7b96b36745c6:34629-shortCompactions-0 {}] regionserver.StoreUtils(137): cannot split hdfs://localhost:33785/user/jenkins/test-data/dfab15c5-d5d9-7731-57d3-fa827e2202f5/data/default/TestLogRolling-testLogRolling/94a35fc26dcc813cb23bca482c2298c8/info/caac2533161a4429b51a8884c4903c7e because midkey is the same as first or last row 2024-11-21T19:54:27,560 DEBUG [RS:0;7b96b36745c6:34629-shortCompactions-0 {}] regionserver.ConstantSizeRegionSplitPolicy(101): Should split because region size is big enough sumSize=65.4 K, sizeToCheck=16.0 K 2024-11-21T19:54:27,560 DEBUG [RS:0;7b96b36745c6:34629-shortCompactions-0 {}] regionserver.IncreasingToUpperBoundRegionSplitPolicy(85): regionsWithCommonTable=1 2024-11-21T19:54:27,560 DEBUG [RS:0;7b96b36745c6:34629-shortCompactions-0 {}] regionserver.StoreUtils(137): cannot split hdfs://localhost:33785/user/jenkins/test-data/dfab15c5-d5d9-7731-57d3-fa827e2202f5/data/default/TestLogRolling-testLogRolling/94a35fc26dcc813cb23bca482c2298c8/info/caac2533161a4429b51a8884c4903c7e because midkey is the same as first or last row 2024-11-21T19:54:27,560 DEBUG [RS:0;7b96b36745c6:34629-shortCompactions-0 {}] regionserver.ConstantSizeRegionSplitPolicy(101): Should split because region size is big enough sumSize=65.4 K, sizeToCheck=16.0 K 2024-11-21T19:54:27,561 DEBUG [RS:0;7b96b36745c6:34629-shortCompactions-0 {}] regionserver.IncreasingToUpperBoundRegionSplitPolicy(85): regionsWithCommonTable=1 2024-11-21T19:54:27,561 DEBUG [RS:0;7b96b36745c6:34629-shortCompactions-0 {}] regionserver.StoreUtils(137): cannot split hdfs://localhost:33785/user/jenkins/test-data/dfab15c5-d5d9-7731-57d3-fa827e2202f5/data/default/TestLogRolling-testLogRolling/94a35fc26dcc813cb23bca482c2298c8/info/caac2533161a4429b51a8884c4903c7e because midkey is the same as first or last row 2024-11-21T19:54:27,561 DEBUG [RS:0;7b96b36745c6:34629-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-21T19:54:27,561 DEBUG [RS:0;7b96b36745c6:34629-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 94a35fc26dcc813cb23bca482c2298c8:info 2024-11-21T19:54:29,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34629 {}] regionserver.HRegion(8855): Flush requested on 94a35fc26dcc813cb23bca482c2298c8 2024-11-21T19:54:29,539 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 94a35fc26dcc813cb23bca482c2298c8 1/1 column families, dataSize=11.29 KB heapSize=12.37 KB 2024-11-21T19:54:29,544 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33785/user/jenkins/test-data/dfab15c5-d5d9-7731-57d3-fa827e2202f5/data/default/TestLogRolling-testLogRolling/94a35fc26dcc813cb23bca482c2298c8/.tmp/info/029370af58df47feba76bd4394821eb6 is 1055, key is row0055/info:/1732218867517/Put/seqid=0 2024-11-21T19:54:29,553 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38221 is added to blk_1073741842_1018 (size=16542) 2024-11-21T19:54:29,553 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36557 is added to blk_1073741842_1018 (size=16542) 2024-11-21T19:54:29,553 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.29 KB at sequenceid=82 (bloomFilter=true), to=hdfs://localhost:33785/user/jenkins/test-data/dfab15c5-d5d9-7731-57d3-fa827e2202f5/data/default/TestLogRolling-testLogRolling/94a35fc26dcc813cb23bca482c2298c8/.tmp/info/029370af58df47feba76bd4394821eb6 2024-11-21T19:54:29,560 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33785/user/jenkins/test-data/dfab15c5-d5d9-7731-57d3-fa827e2202f5/data/default/TestLogRolling-testLogRolling/94a35fc26dcc813cb23bca482c2298c8/.tmp/info/029370af58df47feba76bd4394821eb6 as hdfs://localhost:33785/user/jenkins/test-data/dfab15c5-d5d9-7731-57d3-fa827e2202f5/data/default/TestLogRolling-testLogRolling/94a35fc26dcc813cb23bca482c2298c8/info/029370af58df47feba76bd4394821eb6 2024-11-21T19:54:29,565 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33785/user/jenkins/test-data/dfab15c5-d5d9-7731-57d3-fa827e2202f5/data/default/TestLogRolling-testLogRolling/94a35fc26dcc813cb23bca482c2298c8/info/029370af58df47feba76bd4394821eb6, entries=11, sequenceid=82, filesize=16.2 K 2024-11-21T19:54:29,566 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~11.29 KB/11561, heapSize ~12.35 KB/12648, currentSize=15.40 KB/15765 for 94a35fc26dcc813cb23bca482c2298c8 in 27ms, sequenceid=82, compaction requested=true 2024-11-21T19:54:29,566 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 94a35fc26dcc813cb23bca482c2298c8: 2024-11-21T19:54:29,566 DEBUG [MemStoreFlusher.0 {}] regionserver.ConstantSizeRegionSplitPolicy(101): Should split because region size is big enough sumSize=81.5 K, sizeToCheck=16.0 K 2024-11-21T19:54:29,567 DEBUG [MemStoreFlusher.0 {}] regionserver.IncreasingToUpperBoundRegionSplitPolicy(85): regionsWithCommonTable=1 2024-11-21T19:54:29,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34629 {}] regionserver.HRegion(8855): Flush requested on 94a35fc26dcc813cb23bca482c2298c8 2024-11-21T19:54:29,567 DEBUG [MemStoreFlusher.0 {}] regionserver.StoreUtils(137): cannot split hdfs://localhost:33785/user/jenkins/test-data/dfab15c5-d5d9-7731-57d3-fa827e2202f5/data/default/TestLogRolling-testLogRolling/94a35fc26dcc813cb23bca482c2298c8/info/caac2533161a4429b51a8884c4903c7e because midkey is the same as first or last row 2024-11-21T19:54:29,567 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 94a35fc26dcc813cb23bca482c2298c8:info, priority=-2147483648, current under compaction store size is 1 2024-11-21T19:54:29,567 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-21T19:54:29,567 DEBUG [RS:0;7b96b36745c6:34629-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-21T19:54:29,567 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 94a35fc26dcc813cb23bca482c2298c8 1/1 column families, dataSize=16.42 KB heapSize=17.88 KB 2024-11-21T19:54:29,568 DEBUG [RS:0;7b96b36745c6:34629-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 83469 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-21T19:54:29,568 DEBUG [RS:0;7b96b36745c6:34629-shortCompactions-0 {}] regionserver.HStore(1541): 94a35fc26dcc813cb23bca482c2298c8/info is initiating minor compaction (all files) 2024-11-21T19:54:29,568 INFO [RS:0;7b96b36745c6:34629-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 94a35fc26dcc813cb23bca482c2298c8/info in TestLogRolling-testLogRolling,,1732218845345.94a35fc26dcc813cb23bca482c2298c8. 2024-11-21T19:54:29,568 INFO [RS:0;7b96b36745c6:34629-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33785/user/jenkins/test-data/dfab15c5-d5d9-7731-57d3-fa827e2202f5/data/default/TestLogRolling-testLogRolling/94a35fc26dcc813cb23bca482c2298c8/info/caac2533161a4429b51a8884c4903c7e, hdfs://localhost:33785/user/jenkins/test-data/dfab15c5-d5d9-7731-57d3-fa827e2202f5/data/default/TestLogRolling-testLogRolling/94a35fc26dcc813cb23bca482c2298c8/info/9f8825aed94a471e8377008caa4f6198, hdfs://localhost:33785/user/jenkins/test-data/dfab15c5-d5d9-7731-57d3-fa827e2202f5/data/default/TestLogRolling-testLogRolling/94a35fc26dcc813cb23bca482c2298c8/info/029370af58df47feba76bd4394821eb6] into tmpdir=hdfs://localhost:33785/user/jenkins/test-data/dfab15c5-d5d9-7731-57d3-fa827e2202f5/data/default/TestLogRolling-testLogRolling/94a35fc26dcc813cb23bca482c2298c8/.tmp, totalSize=81.5 K 2024-11-21T19:54:29,569 DEBUG [RS:0;7b96b36745c6:34629-shortCompactions-0 {}] compactions.Compactor(225): Compacting caac2533161a4429b51a8884c4903c7e, keycount=38, bloomtype=ROW, size=44.0 K, encoding=NONE, compression=NONE, seqNum=48, earliestPutTs=1732218855380 2024-11-21T19:54:29,569 DEBUG [RS:0;7b96b36745c6:34629-shortCompactions-0 {}] compactions.Compactor(225): Compacting 9f8825aed94a471e8377008caa4f6198, keycount=16, bloomtype=ROW, size=21.3 K, encoding=NONE, compression=NONE, seqNum=67, earliestPutTs=1732218867481 2024-11-21T19:54:29,570 DEBUG [RS:0;7b96b36745c6:34629-shortCompactions-0 {}] compactions.Compactor(225): Compacting 029370af58df47feba76bd4394821eb6, keycount=11, bloomtype=ROW, size=16.2 K, encoding=NONE, compression=NONE, seqNum=82, earliestPutTs=1732218867517 2024-11-21T19:54:29,572 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33785/user/jenkins/test-data/dfab15c5-d5d9-7731-57d3-fa827e2202f5/data/default/TestLogRolling-testLogRolling/94a35fc26dcc813cb23bca482c2298c8/.tmp/info/3b76d045062f4dd39df1377ae64cb067 is 1055, key is row0066/info:/1732218869540/Put/seqid=0 2024-11-21T19:54:29,577 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36557 is added to blk_1073741843_1019 (size=21822) 2024-11-21T19:54:29,578 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38221 is added to blk_1073741843_1019 (size=21822) 2024-11-21T19:54:29,578 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=16.42 KB at sequenceid=101 (bloomFilter=true), to=hdfs://localhost:33785/user/jenkins/test-data/dfab15c5-d5d9-7731-57d3-fa827e2202f5/data/default/TestLogRolling-testLogRolling/94a35fc26dcc813cb23bca482c2298c8/.tmp/info/3b76d045062f4dd39df1377ae64cb067 2024-11-21T19:54:29,585 INFO [RS:0;7b96b36745c6:34629-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 94a35fc26dcc813cb23bca482c2298c8#info#compaction#38 average throughput is 16.29 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-21T19:54:29,585 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33785/user/jenkins/test-data/dfab15c5-d5d9-7731-57d3-fa827e2202f5/data/default/TestLogRolling-testLogRolling/94a35fc26dcc813cb23bca482c2298c8/.tmp/info/3b76d045062f4dd39df1377ae64cb067 as hdfs://localhost:33785/user/jenkins/test-data/dfab15c5-d5d9-7731-57d3-fa827e2202f5/data/default/TestLogRolling-testLogRolling/94a35fc26dcc813cb23bca482c2298c8/info/3b76d045062f4dd39df1377ae64cb067 2024-11-21T19:54:29,585 DEBUG [RS:0;7b96b36745c6:34629-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33785/user/jenkins/test-data/dfab15c5-d5d9-7731-57d3-fa827e2202f5/data/default/TestLogRolling-testLogRolling/94a35fc26dcc813cb23bca482c2298c8/.tmp/info/bef25f275ee64e56bcab3e9dfd46cba6 is 1055, key is row0001/info:/1732218855380/Put/seqid=0 2024-11-21T19:54:29,590 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36557 is added to blk_1073741844_1020 (size=73753) 2024-11-21T19:54:29,591 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38221 is added to blk_1073741844_1020 (size=73753) 2024-11-21T19:54:29,592 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33785/user/jenkins/test-data/dfab15c5-d5d9-7731-57d3-fa827e2202f5/data/default/TestLogRolling-testLogRolling/94a35fc26dcc813cb23bca482c2298c8/info/3b76d045062f4dd39df1377ae64cb067, entries=16, sequenceid=101, filesize=21.3 K 2024-11-21T19:54:29,593 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~16.42 KB/16816, heapSize ~17.86 KB/18288, currentSize=13.34 KB/13663 for 94a35fc26dcc813cb23bca482c2298c8 in 26ms, sequenceid=101, compaction requested=false 2024-11-21T19:54:29,593 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 94a35fc26dcc813cb23bca482c2298c8: 2024-11-21T19:54:29,593 DEBUG [MemStoreFlusher.0 {}] regionserver.ConstantSizeRegionSplitPolicy(101): Should split because region size is big enough sumSize=102.8 K, sizeToCheck=16.0 K 2024-11-21T19:54:29,593 DEBUG [MemStoreFlusher.0 {}] regionserver.IncreasingToUpperBoundRegionSplitPolicy(85): regionsWithCommonTable=1 2024-11-21T19:54:29,593 DEBUG [MemStoreFlusher.0 {}] regionserver.StoreUtils(137): cannot split hdfs://localhost:33785/user/jenkins/test-data/dfab15c5-d5d9-7731-57d3-fa827e2202f5/data/default/TestLogRolling-testLogRolling/94a35fc26dcc813cb23bca482c2298c8/info/caac2533161a4429b51a8884c4903c7e because midkey is the same as first or last row 2024-11-21T19:54:29,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34629 {}] regionserver.HRegion(8855): Flush requested on 94a35fc26dcc813cb23bca482c2298c8 2024-11-21T19:54:29,595 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 94a35fc26dcc813cb23bca482c2298c8 1/1 column families, dataSize=15.40 KB heapSize=16.77 KB 2024-11-21T19:54:29,597 DEBUG [RS:0;7b96b36745c6:34629-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33785/user/jenkins/test-data/dfab15c5-d5d9-7731-57d3-fa827e2202f5/data/default/TestLogRolling-testLogRolling/94a35fc26dcc813cb23bca482c2298c8/.tmp/info/bef25f275ee64e56bcab3e9dfd46cba6 as hdfs://localhost:33785/user/jenkins/test-data/dfab15c5-d5d9-7731-57d3-fa827e2202f5/data/default/TestLogRolling-testLogRolling/94a35fc26dcc813cb23bca482c2298c8/info/bef25f275ee64e56bcab3e9dfd46cba6 2024-11-21T19:54:29,600 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33785/user/jenkins/test-data/dfab15c5-d5d9-7731-57d3-fa827e2202f5/data/default/TestLogRolling-testLogRolling/94a35fc26dcc813cb23bca482c2298c8/.tmp/info/095f589c6b2f4e68976c43f4b75e574a is 1055, key is row0082/info:/1732218869568/Put/seqid=0 2024-11-21T19:54:29,604 INFO [RS:0;7b96b36745c6:34629-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 94a35fc26dcc813cb23bca482c2298c8/info of 94a35fc26dcc813cb23bca482c2298c8 into bef25f275ee64e56bcab3e9dfd46cba6(size=72.0 K), total size for store is 93.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-21T19:54:29,604 DEBUG [RS:0;7b96b36745c6:34629-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 94a35fc26dcc813cb23bca482c2298c8: 2024-11-21T19:54:29,604 INFO [RS:0;7b96b36745c6:34629-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestLogRolling-testLogRolling,,1732218845345.94a35fc26dcc813cb23bca482c2298c8., storeName=94a35fc26dcc813cb23bca482c2298c8/info, priority=13, startTime=1732218869567; duration=0sec 2024-11-21T19:54:29,604 DEBUG [RS:0;7b96b36745c6:34629-shortCompactions-0 {}] regionserver.ConstantSizeRegionSplitPolicy(101): Should split because region size is big enough sumSize=93.3 K, sizeToCheck=16.0 K 2024-11-21T19:54:29,604 DEBUG [RS:0;7b96b36745c6:34629-shortCompactions-0 {}] regionserver.IncreasingToUpperBoundRegionSplitPolicy(85): regionsWithCommonTable=1 2024-11-21T19:54:29,604 DEBUG [RS:0;7b96b36745c6:34629-shortCompactions-0 {}] regionserver.ConstantSizeRegionSplitPolicy(101): Should split because region size is big enough sumSize=93.3 K, sizeToCheck=16.0 K 2024-11-21T19:54:29,604 DEBUG [RS:0;7b96b36745c6:34629-shortCompactions-0 {}] regionserver.IncreasingToUpperBoundRegionSplitPolicy(85): regionsWithCommonTable=1 2024-11-21T19:54:29,604 DEBUG [RS:0;7b96b36745c6:34629-shortCompactions-0 {}] regionserver.ConstantSizeRegionSplitPolicy(101): Should split because region size is big enough sumSize=93.3 K, sizeToCheck=16.0 K 2024-11-21T19:54:29,604 DEBUG [RS:0;7b96b36745c6:34629-shortCompactions-0 {}] regionserver.IncreasingToUpperBoundRegionSplitPolicy(85): regionsWithCommonTable=1 2024-11-21T19:54:29,605 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38221 is added to blk_1073741845_1021 (size=20766) 2024-11-21T19:54:29,605 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36557 is added to blk_1073741845_1021 (size=20766) 2024-11-21T19:54:29,605 DEBUG [RS:0;7b96b36745c6:34629-shortCompactions-0 {}] regionserver.CompactSplit(239): Splitting TestLogRolling-testLogRolling,,1732218845345.94a35fc26dcc813cb23bca482c2298c8., compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-21T19:54:29,606 DEBUG [RS:0;7b96b36745c6:34629-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-21T19:54:29,606 DEBUG [RS:0;7b96b36745c6:34629-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 94a35fc26dcc813cb23bca482c2298c8:info 2024-11-21T19:54:29,606 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.40 KB at sequenceid=119 (bloomFilter=true), to=hdfs://localhost:33785/user/jenkins/test-data/dfab15c5-d5d9-7731-57d3-fa827e2202f5/data/default/TestLogRolling-testLogRolling/94a35fc26dcc813cb23bca482c2298c8/.tmp/info/095f589c6b2f4e68976c43f4b75e574a 2024-11-21T19:54:29,607 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=34041 {}] assignment.AssignmentManager(1363): Split request from 7b96b36745c6,34629,1732218844306, parent={ENCODED => 94a35fc26dcc813cb23bca482c2298c8, NAME => 'TestLogRolling-testLogRolling,,1732218845345.94a35fc26dcc813cb23bca482c2298c8.', STARTKEY => '', ENDKEY => ''}, splitKey=row0064 2024-11-21T19:54:29,611 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33785/user/jenkins/test-data/dfab15c5-d5d9-7731-57d3-fa827e2202f5/data/default/TestLogRolling-testLogRolling/94a35fc26dcc813cb23bca482c2298c8/.tmp/info/095f589c6b2f4e68976c43f4b75e574a as hdfs://localhost:33785/user/jenkins/test-data/dfab15c5-d5d9-7731-57d3-fa827e2202f5/data/default/TestLogRolling-testLogRolling/94a35fc26dcc813cb23bca482c2298c8/info/095f589c6b2f4e68976c43f4b75e574a 2024-11-21T19:54:29,612 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=34041 {}] assignment.SplitTableRegionProcedure(223): Splittable=true state=OPEN, location=7b96b36745c6,34629,1732218844306 2024-11-21T19:54:29,615 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=34041 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:SPLIT_TABLE_REGION_PREPARE, hasLock=false; SplitTableRegionProcedure table=TestLogRolling-testLogRolling, parent=94a35fc26dcc813cb23bca482c2298c8, daughterA=98fb4620cf0a93d5d9f4e22bd1a8c326, daughterB=d64782302947fbc2d61d614b1d08af36 2024-11-21T19:54:29,616 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33785/user/jenkins/test-data/dfab15c5-d5d9-7731-57d3-fa827e2202f5/data/default/TestLogRolling-testLogRolling/94a35fc26dcc813cb23bca482c2298c8/info/095f589c6b2f4e68976c43f4b75e574a, entries=15, sequenceid=119, filesize=20.3 K 2024-11-21T19:54:29,616 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=7, state=RUNNABLE:SPLIT_TABLE_REGION_PREPARE, hasLock=false; SplitTableRegionProcedure table=TestLogRolling-testLogRolling, parent=94a35fc26dcc813cb23bca482c2298c8, daughterA=98fb4620cf0a93d5d9f4e22bd1a8c326, daughterB=d64782302947fbc2d61d614b1d08af36 2024-11-21T19:54:29,616 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=7, state=RUNNABLE:SPLIT_TABLE_REGION_PREPARE, hasLock=false; SplitTableRegionProcedure table=TestLogRolling-testLogRolling, parent=94a35fc26dcc813cb23bca482c2298c8, daughterA=98fb4620cf0a93d5d9f4e22bd1a8c326, daughterB=d64782302947fbc2d61d614b1d08af36 2024-11-21T19:54:29,616 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=7, state=RUNNABLE:SPLIT_TABLE_REGION_PREPARE, hasLock=false; SplitTableRegionProcedure table=TestLogRolling-testLogRolling, parent=94a35fc26dcc813cb23bca482c2298c8, daughterA=98fb4620cf0a93d5d9f4e22bd1a8c326, daughterB=d64782302947fbc2d61d614b1d08af36 2024-11-21T19:54:29,617 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~15.40 KB/15765, heapSize ~16.76 KB/17160, currentSize=0 B/0 for 94a35fc26dcc813cb23bca482c2298c8 in 22ms, sequenceid=119, compaction requested=true 2024-11-21T19:54:29,617 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 94a35fc26dcc813cb23bca482c2298c8: 2024-11-21T19:54:29,617 DEBUG [MemStoreFlusher.0 {}] regionserver.ConstantSizeRegionSplitPolicy(101): Should split because region size is big enough sumSize=113.6 K, sizeToCheck=16.0 K 2024-11-21T19:54:29,617 DEBUG [MemStoreFlusher.0 {}] regionserver.IncreasingToUpperBoundRegionSplitPolicy(85): regionsWithCommonTable=1 2024-11-21T19:54:29,617 DEBUG [MemStoreFlusher.0 {}] regionserver.ConstantSizeRegionSplitPolicy(101): Should split because region size is big enough sumSize=113.6 K, sizeToCheck=16.0 K 2024-11-21T19:54:29,617 DEBUG [MemStoreFlusher.0 {}] regionserver.IncreasingToUpperBoundRegionSplitPolicy(85): regionsWithCommonTable=1 2024-11-21T19:54:29,617 DEBUG [MemStoreFlusher.0 {}] regionserver.ConstantSizeRegionSplitPolicy(101): Should split because region size is big enough sumSize=113.6 K, sizeToCheck=16.0 K 2024-11-21T19:54:29,618 DEBUG [MemStoreFlusher.0 {}] regionserver.IncreasingToUpperBoundRegionSplitPolicy(85): regionsWithCommonTable=1 2024-11-21T19:54:29,618 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(239): Splitting TestLogRolling-testLogRolling,,1732218845345.94a35fc26dcc813cb23bca482c2298c8., compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-21T19:54:29,618 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=34041 {}] assignment.AssignmentManager(1363): Split request from 7b96b36745c6,34629,1732218844306, parent={ENCODED => 94a35fc26dcc813cb23bca482c2298c8, NAME => 'TestLogRolling-testLogRolling,,1732218845345.94a35fc26dcc813cb23bca482c2298c8.', STARTKEY => '', ENDKEY => ''}, splitKey=row0064 2024-11-21T19:54:29,618 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=34041 {}] assignment.AssignmentManager(1378): Ignoring split request from 7b96b36745c6,34629,1732218844306, parent={ENCODED => 94a35fc26dcc813cb23bca482c2298c8, NAME => 'TestLogRolling-testLogRolling,,1732218845345.94a35fc26dcc813cb23bca482c2298c8.', STARTKEY => '', ENDKEY => ''} because parent is unknown or not open 2024-11-21T19:54:29,623 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=8, ppid=7, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestLogRolling-testLogRolling, region=94a35fc26dcc813cb23bca482c2298c8, UNASSIGN}] 2024-11-21T19:54:29,624 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=8, ppid=7, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestLogRolling-testLogRolling, region=94a35fc26dcc813cb23bca482c2298c8, UNASSIGN 2024-11-21T19:54:29,626 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=8 updating hbase:meta row=94a35fc26dcc813cb23bca482c2298c8, regionState=CLOSING, regionLocation=7b96b36745c6,34629,1732218844306 2024-11-21T19:54:29,628 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=8, ppid=7, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=true; TransitRegionStateProcedure table=TestLogRolling-testLogRolling, region=94a35fc26dcc813cb23bca482c2298c8, UNASSIGN because future has completed 2024-11-21T19:54:29,628 DEBUG [PEWorker-4 {}] assignment.TransitRegionStateProcedure(375): Close region: isSplit: true: evictOnSplit: true: evictOnClose: false 2024-11-21T19:54:29,629 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE, hasLock=false; CloseRegionProcedure 94a35fc26dcc813cb23bca482c2298c8, server=7b96b36745c6,34629,1732218844306}] 2024-11-21T19:54:29,785 INFO [RS_CLOSE_REGION-regionserver/7b96b36745c6:0-0 {event_type=M_RS_CLOSE_REGION, pid=9}] handler.UnassignRegionHandler(122): Close 94a35fc26dcc813cb23bca482c2298c8 2024-11-21T19:54:29,785 DEBUG [RS_CLOSE_REGION-regionserver/7b96b36745c6:0-0 {event_type=M_RS_CLOSE_REGION, pid=9}] handler.UnassignRegionHandler(136): Unassign region: split region: true: evictCache: true 2024-11-21T19:54:29,785 DEBUG [RS_CLOSE_REGION-regionserver/7b96b36745c6:0-0 {event_type=M_RS_CLOSE_REGION, pid=9}] regionserver.HRegion(1722): Closing 94a35fc26dcc813cb23bca482c2298c8, disabling compactions & flushes 2024-11-21T19:54:29,786 INFO [RS_CLOSE_REGION-regionserver/7b96b36745c6:0-0 {event_type=M_RS_CLOSE_REGION, pid=9}] regionserver.HRegion(1755): Closing region TestLogRolling-testLogRolling,,1732218845345.94a35fc26dcc813cb23bca482c2298c8. 2024-11-21T19:54:29,786 DEBUG [RS_CLOSE_REGION-regionserver/7b96b36745c6:0-0 {event_type=M_RS_CLOSE_REGION, pid=9}] regionserver.HRegion(1776): Time limited wait for close lock on TestLogRolling-testLogRolling,,1732218845345.94a35fc26dcc813cb23bca482c2298c8. 2024-11-21T19:54:29,786 DEBUG [RS_CLOSE_REGION-regionserver/7b96b36745c6:0-0 {event_type=M_RS_CLOSE_REGION, pid=9}] regionserver.HRegion(1843): Acquired close lock on TestLogRolling-testLogRolling,,1732218845345.94a35fc26dcc813cb23bca482c2298c8. after waiting 0 ms 2024-11-21T19:54:29,786 DEBUG [RS_CLOSE_REGION-regionserver/7b96b36745c6:0-0 {event_type=M_RS_CLOSE_REGION, pid=9}] regionserver.HRegion(1853): Updates disabled for region TestLogRolling-testLogRolling,,1732218845345.94a35fc26dcc813cb23bca482c2298c8. 2024-11-21T19:54:29,786 DEBUG [StoreCloser-TestLogRolling-testLogRolling,,1732218845345.94a35fc26dcc813cb23bca482c2298c8.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:33785/user/jenkins/test-data/dfab15c5-d5d9-7731-57d3-fa827e2202f5/data/default/TestLogRolling-testLogRolling/94a35fc26dcc813cb23bca482c2298c8/info/496d0cb32ddf4b3d9da149c702518f0f, hdfs://localhost:33785/user/jenkins/test-data/dfab15c5-d5d9-7731-57d3-fa827e2202f5/data/default/TestLogRolling-testLogRolling/94a35fc26dcc813cb23bca482c2298c8/info/6306e2e3657f4ea79294dc6567932569, hdfs://localhost:33785/user/jenkins/test-data/dfab15c5-d5d9-7731-57d3-fa827e2202f5/data/default/TestLogRolling-testLogRolling/94a35fc26dcc813cb23bca482c2298c8/info/caac2533161a4429b51a8884c4903c7e, hdfs://localhost:33785/user/jenkins/test-data/dfab15c5-d5d9-7731-57d3-fa827e2202f5/data/default/TestLogRolling-testLogRolling/94a35fc26dcc813cb23bca482c2298c8/info/c2670959c5c24b75ba9d0139a1eef0d9, hdfs://localhost:33785/user/jenkins/test-data/dfab15c5-d5d9-7731-57d3-fa827e2202f5/data/default/TestLogRolling-testLogRolling/94a35fc26dcc813cb23bca482c2298c8/info/9f8825aed94a471e8377008caa4f6198, hdfs://localhost:33785/user/jenkins/test-data/dfab15c5-d5d9-7731-57d3-fa827e2202f5/data/default/TestLogRolling-testLogRolling/94a35fc26dcc813cb23bca482c2298c8/info/029370af58df47feba76bd4394821eb6] to archive 2024-11-21T19:54:29,788 DEBUG [StoreCloser-TestLogRolling-testLogRolling,,1732218845345.94a35fc26dcc813cb23bca482c2298c8.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-21T19:54:29,790 DEBUG [StoreCloser-TestLogRolling-testLogRolling,,1732218845345.94a35fc26dcc813cb23bca482c2298c8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33785/user/jenkins/test-data/dfab15c5-d5d9-7731-57d3-fa827e2202f5/data/default/TestLogRolling-testLogRolling/94a35fc26dcc813cb23bca482c2298c8/info/496d0cb32ddf4b3d9da149c702518f0f to hdfs://localhost:33785/user/jenkins/test-data/dfab15c5-d5d9-7731-57d3-fa827e2202f5/archive/data/default/TestLogRolling-testLogRolling/94a35fc26dcc813cb23bca482c2298c8/info/496d0cb32ddf4b3d9da149c702518f0f 2024-11-21T19:54:29,791 DEBUG [StoreCloser-TestLogRolling-testLogRolling,,1732218845345.94a35fc26dcc813cb23bca482c2298c8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33785/user/jenkins/test-data/dfab15c5-d5d9-7731-57d3-fa827e2202f5/data/default/TestLogRolling-testLogRolling/94a35fc26dcc813cb23bca482c2298c8/info/6306e2e3657f4ea79294dc6567932569 to hdfs://localhost:33785/user/jenkins/test-data/dfab15c5-d5d9-7731-57d3-fa827e2202f5/archive/data/default/TestLogRolling-testLogRolling/94a35fc26dcc813cb23bca482c2298c8/info/6306e2e3657f4ea79294dc6567932569 2024-11-21T19:54:29,792 DEBUG [StoreCloser-TestLogRolling-testLogRolling,,1732218845345.94a35fc26dcc813cb23bca482c2298c8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33785/user/jenkins/test-data/dfab15c5-d5d9-7731-57d3-fa827e2202f5/data/default/TestLogRolling-testLogRolling/94a35fc26dcc813cb23bca482c2298c8/info/caac2533161a4429b51a8884c4903c7e to hdfs://localhost:33785/user/jenkins/test-data/dfab15c5-d5d9-7731-57d3-fa827e2202f5/archive/data/default/TestLogRolling-testLogRolling/94a35fc26dcc813cb23bca482c2298c8/info/caac2533161a4429b51a8884c4903c7e 2024-11-21T19:54:29,793 DEBUG [StoreCloser-TestLogRolling-testLogRolling,,1732218845345.94a35fc26dcc813cb23bca482c2298c8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33785/user/jenkins/test-data/dfab15c5-d5d9-7731-57d3-fa827e2202f5/data/default/TestLogRolling-testLogRolling/94a35fc26dcc813cb23bca482c2298c8/info/c2670959c5c24b75ba9d0139a1eef0d9 to hdfs://localhost:33785/user/jenkins/test-data/dfab15c5-d5d9-7731-57d3-fa827e2202f5/archive/data/default/TestLogRolling-testLogRolling/94a35fc26dcc813cb23bca482c2298c8/info/c2670959c5c24b75ba9d0139a1eef0d9 2024-11-21T19:54:29,794 DEBUG [StoreCloser-TestLogRolling-testLogRolling,,1732218845345.94a35fc26dcc813cb23bca482c2298c8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33785/user/jenkins/test-data/dfab15c5-d5d9-7731-57d3-fa827e2202f5/data/default/TestLogRolling-testLogRolling/94a35fc26dcc813cb23bca482c2298c8/info/9f8825aed94a471e8377008caa4f6198 to hdfs://localhost:33785/user/jenkins/test-data/dfab15c5-d5d9-7731-57d3-fa827e2202f5/archive/data/default/TestLogRolling-testLogRolling/94a35fc26dcc813cb23bca482c2298c8/info/9f8825aed94a471e8377008caa4f6198 2024-11-21T19:54:29,796 DEBUG [StoreCloser-TestLogRolling-testLogRolling,,1732218845345.94a35fc26dcc813cb23bca482c2298c8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33785/user/jenkins/test-data/dfab15c5-d5d9-7731-57d3-fa827e2202f5/data/default/TestLogRolling-testLogRolling/94a35fc26dcc813cb23bca482c2298c8/info/029370af58df47feba76bd4394821eb6 to hdfs://localhost:33785/user/jenkins/test-data/dfab15c5-d5d9-7731-57d3-fa827e2202f5/archive/data/default/TestLogRolling-testLogRolling/94a35fc26dcc813cb23bca482c2298c8/info/029370af58df47feba76bd4394821eb6 2024-11-21T19:54:29,801 DEBUG [RS_CLOSE_REGION-regionserver/7b96b36745c6:0-0 {event_type=M_RS_CLOSE_REGION, pid=9}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33785/user/jenkins/test-data/dfab15c5-d5d9-7731-57d3-fa827e2202f5/data/default/TestLogRolling-testLogRolling/94a35fc26dcc813cb23bca482c2298c8/recovered.edits/123.seqid, newMaxSeqId=123, maxSeqId=1 2024-11-21T19:54:29,802 INFO [RS_CLOSE_REGION-regionserver/7b96b36745c6:0-0 {event_type=M_RS_CLOSE_REGION, pid=9}] regionserver.HRegion(1973): Closed TestLogRolling-testLogRolling,,1732218845345.94a35fc26dcc813cb23bca482c2298c8. 2024-11-21T19:54:29,802 DEBUG [RS_CLOSE_REGION-regionserver/7b96b36745c6:0-0 {event_type=M_RS_CLOSE_REGION, pid=9}] regionserver.HRegion(1676): Region close journal for 94a35fc26dcc813cb23bca482c2298c8: Waiting for close lock at 1732218869785Running coprocessor pre-close hooks at 1732218869785Disabling compacts and flushes for region at 1732218869785Disabling writes for close at 1732218869786 (+1 ms)Writing region close event to WAL at 1732218869798 (+12 ms)Running coprocessor post-close hooks at 1732218869802 (+4 ms)Closed at 1732218869802 2024-11-21T19:54:29,804 INFO [RS_CLOSE_REGION-regionserver/7b96b36745c6:0-0 {event_type=M_RS_CLOSE_REGION, pid=9}] handler.UnassignRegionHandler(157): Closed 94a35fc26dcc813cb23bca482c2298c8 2024-11-21T19:54:29,805 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=8 updating hbase:meta row=94a35fc26dcc813cb23bca482c2298c8, regionState=CLOSED 2024-11-21T19:54:29,806 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE, hasLock=false; CloseRegionProcedure 94a35fc26dcc813cb23bca482c2298c8, server=7b96b36745c6,34629,1732218844306 because future has completed 2024-11-21T19:54:29,810 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-21T19:54:29,810 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; CloseRegionProcedure 94a35fc26dcc813cb23bca482c2298c8, server=7b96b36745c6,34629,1732218844306 in 179 msec 2024-11-21T19:54:29,812 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=8, resume processing ppid=7 2024-11-21T19:54:29,812 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=7, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestLogRolling-testLogRolling, region=94a35fc26dcc813cb23bca482c2298c8, UNASSIGN in 187 msec 2024-11-21T19:54:29,820 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:54:29,823 INFO [PEWorker-4 {}] assignment.SplitTableRegionProcedure(728): pid=7 splitting 3 storefiles, region=94a35fc26dcc813cb23bca482c2298c8, threads=3 2024-11-21T19:54:29,825 DEBUG [StoreFileSplitter-pool-2 {}] assignment.SplitTableRegionProcedure(823): pid=7 splitting started for store file: hdfs://localhost:33785/user/jenkins/test-data/dfab15c5-d5d9-7731-57d3-fa827e2202f5/data/default/TestLogRolling-testLogRolling/94a35fc26dcc813cb23bca482c2298c8/info/bef25f275ee64e56bcab3e9dfd46cba6 for region: 94a35fc26dcc813cb23bca482c2298c8 2024-11-21T19:54:29,825 DEBUG [StoreFileSplitter-pool-1 {}] assignment.SplitTableRegionProcedure(823): pid=7 splitting started for store file: hdfs://localhost:33785/user/jenkins/test-data/dfab15c5-d5d9-7731-57d3-fa827e2202f5/data/default/TestLogRolling-testLogRolling/94a35fc26dcc813cb23bca482c2298c8/info/3b76d045062f4dd39df1377ae64cb067 for region: 94a35fc26dcc813cb23bca482c2298c8 2024-11-21T19:54:29,825 DEBUG [StoreFileSplitter-pool-0 {}] assignment.SplitTableRegionProcedure(823): pid=7 splitting started for store file: hdfs://localhost:33785/user/jenkins/test-data/dfab15c5-d5d9-7731-57d3-fa827e2202f5/data/default/TestLogRolling-testLogRolling/94a35fc26dcc813cb23bca482c2298c8/info/095f589c6b2f4e68976c43f4b75e574a for region: 94a35fc26dcc813cb23bca482c2298c8 2024-11-21T19:54:29,842 DEBUG [StoreFileSplitter-pool-1 {}] regionserver.HRegionFileSystem(650): Will create HFileLink file for hdfs://localhost:33785/user/jenkins/test-data/dfab15c5-d5d9-7731-57d3-fa827e2202f5/data/default/TestLogRolling-testLogRolling/94a35fc26dcc813cb23bca482c2298c8/info/3b76d045062f4dd39df1377ae64cb067, top=true 2024-11-21T19:54:29,845 DEBUG [StoreFileSplitter-pool-0 {}] regionserver.HRegionFileSystem(650): Will create HFileLink file for hdfs://localhost:33785/user/jenkins/test-data/dfab15c5-d5d9-7731-57d3-fa827e2202f5/data/default/TestLogRolling-testLogRolling/94a35fc26dcc813cb23bca482c2298c8/info/095f589c6b2f4e68976c43f4b75e574a, top=true 2024-11-21T19:54:29,859 INFO [StoreFileSplitter-pool-1 {}] regionserver.HRegionFileSystem(691): Created linkFile:hdfs://localhost:33785/user/jenkins/test-data/dfab15c5-d5d9-7731-57d3-fa827e2202f5/data/default/TestLogRolling-testLogRolling/d64782302947fbc2d61d614b1d08af36/info/TestLogRolling-testLogRolling=94a35fc26dcc813cb23bca482c2298c8-3b76d045062f4dd39df1377ae64cb067 for child: d64782302947fbc2d61d614b1d08af36, parent: 94a35fc26dcc813cb23bca482c2298c8 2024-11-21T19:54:29,860 DEBUG [StoreFileSplitter-pool-1 {}] assignment.SplitTableRegionProcedure(834): pid=7 splitting complete for store file: hdfs://localhost:33785/user/jenkins/test-data/dfab15c5-d5d9-7731-57d3-fa827e2202f5/data/default/TestLogRolling-testLogRolling/94a35fc26dcc813cb23bca482c2298c8/info/3b76d045062f4dd39df1377ae64cb067 for region: 94a35fc26dcc813cb23bca482c2298c8 2024-11-21T19:54:29,864 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38221 is added to blk_1073741846_1022 (size=27) 2024-11-21T19:54:29,865 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36557 is added to blk_1073741846_1022 (size=27) 2024-11-21T19:54:29,869 INFO [StoreFileSplitter-pool-0 {}] regionserver.HRegionFileSystem(691): Created linkFile:hdfs://localhost:33785/user/jenkins/test-data/dfab15c5-d5d9-7731-57d3-fa827e2202f5/data/default/TestLogRolling-testLogRolling/d64782302947fbc2d61d614b1d08af36/info/TestLogRolling-testLogRolling=94a35fc26dcc813cb23bca482c2298c8-095f589c6b2f4e68976c43f4b75e574a for child: d64782302947fbc2d61d614b1d08af36, parent: 94a35fc26dcc813cb23bca482c2298c8 2024-11-21T19:54:29,870 DEBUG [StoreFileSplitter-pool-0 {}] assignment.SplitTableRegionProcedure(834): pid=7 splitting complete for store file: hdfs://localhost:33785/user/jenkins/test-data/dfab15c5-d5d9-7731-57d3-fa827e2202f5/data/default/TestLogRolling-testLogRolling/94a35fc26dcc813cb23bca482c2298c8/info/095f589c6b2f4e68976c43f4b75e574a for region: 94a35fc26dcc813cb23bca482c2298c8 2024-11-21T19:54:29,881 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36557 is added to blk_1073741847_1023 (size=27) 2024-11-21T19:54:29,882 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38221 is added to blk_1073741847_1023 (size=27) 2024-11-21T19:54:29,884 DEBUG [StoreFileSplitter-pool-2 {}] assignment.SplitTableRegionProcedure(834): pid=7 splitting complete for store file: hdfs://localhost:33785/user/jenkins/test-data/dfab15c5-d5d9-7731-57d3-fa827e2202f5/data/default/TestLogRolling-testLogRolling/94a35fc26dcc813cb23bca482c2298c8/info/bef25f275ee64e56bcab3e9dfd46cba6 for region: 94a35fc26dcc813cb23bca482c2298c8 2024-11-21T19:54:29,886 DEBUG [PEWorker-4 {}] assignment.SplitTableRegionProcedure(802): pid=7 split storefiles for region 94a35fc26dcc813cb23bca482c2298c8 Daughter A: [hdfs://localhost:33785/user/jenkins/test-data/dfab15c5-d5d9-7731-57d3-fa827e2202f5/data/default/TestLogRolling-testLogRolling/98fb4620cf0a93d5d9f4e22bd1a8c326/info/bef25f275ee64e56bcab3e9dfd46cba6.94a35fc26dcc813cb23bca482c2298c8] storefiles, Daughter B: [hdfs://localhost:33785/user/jenkins/test-data/dfab15c5-d5d9-7731-57d3-fa827e2202f5/data/default/TestLogRolling-testLogRolling/d64782302947fbc2d61d614b1d08af36/info/TestLogRolling-testLogRolling=94a35fc26dcc813cb23bca482c2298c8-095f589c6b2f4e68976c43f4b75e574a, hdfs://localhost:33785/user/jenkins/test-data/dfab15c5-d5d9-7731-57d3-fa827e2202f5/data/default/TestLogRolling-testLogRolling/d64782302947fbc2d61d614b1d08af36/info/TestLogRolling-testLogRolling=94a35fc26dcc813cb23bca482c2298c8-3b76d045062f4dd39df1377ae64cb067, hdfs://localhost:33785/user/jenkins/test-data/dfab15c5-d5d9-7731-57d3-fa827e2202f5/data/default/TestLogRolling-testLogRolling/d64782302947fbc2d61d614b1d08af36/info/bef25f275ee64e56bcab3e9dfd46cba6.94a35fc26dcc813cb23bca482c2298c8] storefiles. 2024-11-21T19:54:29,895 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38221 is added to blk_1073741848_1024 (size=71) 2024-11-21T19:54:29,896 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36557 is added to blk_1073741848_1024 (size=71) 2024-11-21T19:54:29,898 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:54:29,913 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36557 is added to blk_1073741849_1025 (size=71) 2024-11-21T19:54:29,913 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38221 is added to blk_1073741849_1025 (size=71) 2024-11-21T19:54:29,915 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:54:29,926 DEBUG [PEWorker-4 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33785/user/jenkins/test-data/dfab15c5-d5d9-7731-57d3-fa827e2202f5/data/default/TestLogRolling-testLogRolling/98fb4620cf0a93d5d9f4e22bd1a8c326/recovered.edits/123.seqid, newMaxSeqId=123, maxSeqId=-1 2024-11-21T19:54:29,928 DEBUG [PEWorker-4 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33785/user/jenkins/test-data/dfab15c5-d5d9-7731-57d3-fa827e2202f5/data/default/TestLogRolling-testLogRolling/d64782302947fbc2d61d614b1d08af36/recovered.edits/123.seqid, newMaxSeqId=123, maxSeqId=-1 2024-11-21T19:54:29,931 DEBUG [PEWorker-4 {}] assignment.RegionStateStore(723): Put {"totalColumns":3,"row":"TestLogRolling-testLogRolling,,1732218845345.94a35fc26dcc813cb23bca482c2298c8.","families":{"info":[{"qualifier":"regioninfo","vlen":63,"tag":[],"timestamp":"1732218869930"},{"qualifier":"splitA","vlen":70,"tag":[],"timestamp":"1732218869930"},{"qualifier":"splitB","vlen":70,"tag":[],"timestamp":"1732218869930"}]},"ts":"1732218869930"} 2024-11-21T19:54:29,931 DEBUG [PEWorker-4 {}] assignment.RegionStateStore(723): Put {"totalColumns":3,"row":"TestLogRolling-testLogRolling,,1732218869612.98fb4620cf0a93d5d9f4e22bd1a8c326.","families":{"info":[{"qualifier":"regioninfo","vlen":70,"tag":[],"timestamp":"1732218869930"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732218869930"},{"qualifier":"seqnumDuringOpen","vlen":8,"tag":[],"timestamp":"1732218869930"}]},"ts":"1732218869930"} 2024-11-21T19:54:29,931 DEBUG [PEWorker-4 {}] assignment.RegionStateStore(723): Put {"totalColumns":3,"row":"TestLogRolling-testLogRolling,row0064,1732218869612.d64782302947fbc2d61d614b1d08af36.","families":{"info":[{"qualifier":"regioninfo","vlen":70,"tag":[],"timestamp":"1732218869930"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732218869930"},{"qualifier":"seqnumDuringOpen","vlen":8,"tag":[],"timestamp":"1732218869930"}]},"ts":"1732218869930"} 2024-11-21T19:54:29,948 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=7, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestLogRolling-testLogRolling, region=98fb4620cf0a93d5d9f4e22bd1a8c326, ASSIGN}, {pid=11, ppid=7, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestLogRolling-testLogRolling, region=d64782302947fbc2d61d614b1d08af36, ASSIGN}] 2024-11-21T19:54:29,950 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=10, ppid=7, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestLogRolling-testLogRolling, region=98fb4620cf0a93d5d9f4e22bd1a8c326, ASSIGN 2024-11-21T19:54:29,950 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=11, ppid=7, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestLogRolling-testLogRolling, region=d64782302947fbc2d61d614b1d08af36, ASSIGN 2024-11-21T19:54:29,951 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=10, ppid=7, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=TestLogRolling-testLogRolling, region=98fb4620cf0a93d5d9f4e22bd1a8c326, ASSIGN; state=SPLITTING_NEW, location=7b96b36745c6,34629,1732218844306; forceNewPlan=false, retain=false 2024-11-21T19:54:29,951 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=11, ppid=7, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=TestLogRolling-testLogRolling, region=d64782302947fbc2d61d614b1d08af36, ASSIGN; state=SPLITTING_NEW, location=7b96b36745c6,34629,1732218844306; forceNewPlan=false, retain=false 2024-11-21T19:54:30,101 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=11 updating hbase:meta row=d64782302947fbc2d61d614b1d08af36, regionState=OPENING, regionLocation=7b96b36745c6,34629,1732218844306 2024-11-21T19:54:30,101 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=10 updating hbase:meta row=98fb4620cf0a93d5d9f4e22bd1a8c326, regionState=OPENING, regionLocation=7b96b36745c6,34629,1732218844306 2024-11-21T19:54:30,104 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=11, ppid=7, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=TestLogRolling-testLogRolling, region=d64782302947fbc2d61d614b1d08af36, ASSIGN because future has completed 2024-11-21T19:54:30,104 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=12, ppid=11, state=RUNNABLE, hasLock=false; OpenRegionProcedure d64782302947fbc2d61d614b1d08af36, server=7b96b36745c6,34629,1732218844306}] 2024-11-21T19:54:30,105 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=7, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=TestLogRolling-testLogRolling, region=98fb4620cf0a93d5d9f4e22bd1a8c326, ASSIGN because future has completed 2024-11-21T19:54:30,105 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=13, ppid=10, state=RUNNABLE, hasLock=false; OpenRegionProcedure 98fb4620cf0a93d5d9f4e22bd1a8c326, server=7b96b36745c6,34629,1732218844306}] 2024-11-21T19:54:30,260 INFO [RS_OPEN_REGION-regionserver/7b96b36745c6:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] handler.AssignRegionHandler(132): Open TestLogRolling-testLogRolling,,1732218869612.98fb4620cf0a93d5d9f4e22bd1a8c326. 2024-11-21T19:54:30,260 DEBUG [RS_OPEN_REGION-regionserver/7b96b36745c6:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(7752): Opening region: {ENCODED => 98fb4620cf0a93d5d9f4e22bd1a8c326, NAME => 'TestLogRolling-testLogRolling,,1732218869612.98fb4620cf0a93d5d9f4e22bd1a8c326.', STARTKEY => '', ENDKEY => 'row0064'} 2024-11-21T19:54:30,260 DEBUG [RS_OPEN_REGION-regionserver/7b96b36745c6:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestLogRolling-testLogRolling 98fb4620cf0a93d5d9f4e22bd1a8c326 2024-11-21T19:54:30,260 DEBUG [RS_OPEN_REGION-regionserver/7b96b36745c6:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(898): Instantiated TestLogRolling-testLogRolling,,1732218869612.98fb4620cf0a93d5d9f4e22bd1a8c326.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T19:54:30,260 DEBUG [RS_OPEN_REGION-regionserver/7b96b36745c6:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(7794): checking encryption for 98fb4620cf0a93d5d9f4e22bd1a8c326 2024-11-21T19:54:30,261 DEBUG [RS_OPEN_REGION-regionserver/7b96b36745c6:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(7797): checking classloading for 98fb4620cf0a93d5d9f4e22bd1a8c326 2024-11-21T19:54:30,262 INFO [StoreOpener-98fb4620cf0a93d5d9f4e22bd1a8c326-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 98fb4620cf0a93d5d9f4e22bd1a8c326 2024-11-21T19:54:30,263 INFO [StoreOpener-98fb4620cf0a93d5d9f4e22bd1a8c326-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 98fb4620cf0a93d5d9f4e22bd1a8c326 columnFamilyName info 2024-11-21T19:54:30,263 DEBUG [StoreOpener-98fb4620cf0a93d5d9f4e22bd1a8c326-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:54:30,274 DEBUG [StoreOpener-98fb4620cf0a93d5d9f4e22bd1a8c326-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:33785/user/jenkins/test-data/dfab15c5-d5d9-7731-57d3-fa827e2202f5/data/default/TestLogRolling-testLogRolling/98fb4620cf0a93d5d9f4e22bd1a8c326/info/bef25f275ee64e56bcab3e9dfd46cba6.94a35fc26dcc813cb23bca482c2298c8->hdfs://localhost:33785/user/jenkins/test-data/dfab15c5-d5d9-7731-57d3-fa827e2202f5/data/default/TestLogRolling-testLogRolling/94a35fc26dcc813cb23bca482c2298c8/info/bef25f275ee64e56bcab3e9dfd46cba6-bottom 2024-11-21T19:54:30,275 INFO [StoreOpener-98fb4620cf0a93d5d9f4e22bd1a8c326-1 {}] regionserver.HStore(327): Store=98fb4620cf0a93d5d9f4e22bd1a8c326/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T19:54:30,275 DEBUG [RS_OPEN_REGION-regionserver/7b96b36745c6:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(1038): replaying wal for 98fb4620cf0a93d5d9f4e22bd1a8c326 2024-11-21T19:54:30,276 DEBUG [RS_OPEN_REGION-regionserver/7b96b36745c6:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33785/user/jenkins/test-data/dfab15c5-d5d9-7731-57d3-fa827e2202f5/data/default/TestLogRolling-testLogRolling/98fb4620cf0a93d5d9f4e22bd1a8c326 2024-11-21T19:54:30,277 DEBUG [RS_OPEN_REGION-regionserver/7b96b36745c6:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33785/user/jenkins/test-data/dfab15c5-d5d9-7731-57d3-fa827e2202f5/data/default/TestLogRolling-testLogRolling/98fb4620cf0a93d5d9f4e22bd1a8c326 2024-11-21T19:54:30,277 DEBUG [RS_OPEN_REGION-regionserver/7b96b36745c6:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(1048): stopping wal replay for 98fb4620cf0a93d5d9f4e22bd1a8c326 2024-11-21T19:54:30,277 DEBUG [RS_OPEN_REGION-regionserver/7b96b36745c6:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(1060): Cleaning up temporary data for 98fb4620cf0a93d5d9f4e22bd1a8c326 2024-11-21T19:54:30,279 DEBUG [RS_OPEN_REGION-regionserver/7b96b36745c6:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(1093): writing seq id for 98fb4620cf0a93d5d9f4e22bd1a8c326 2024-11-21T19:54:30,280 INFO [RS_OPEN_REGION-regionserver/7b96b36745c6:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(1114): Opened 98fb4620cf0a93d5d9f4e22bd1a8c326; next sequenceid=124; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=16384, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=713095, jitterRate=-0.0932530015707016}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-21T19:54:30,280 DEBUG [RS_OPEN_REGION-regionserver/7b96b36745c6:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 98fb4620cf0a93d5d9f4e22bd1a8c326 2024-11-21T19:54:30,281 DEBUG [RS_OPEN_REGION-regionserver/7b96b36745c6:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(1006): Region open journal for 98fb4620cf0a93d5d9f4e22bd1a8c326: Running coprocessor pre-open hook at 1732218870261Writing region info on filesystem at 1732218870261Initializing all the Stores at 1732218870261Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732218870262 (+1 ms)Cleaning up temporary data from old regions at 1732218870277 (+15 ms)Running coprocessor post-open hooks at 1732218870280 (+3 ms)Region opened successfully at 1732218870280 2024-11-21T19:54:30,281 INFO [RS_OPEN_REGION-regionserver/7b96b36745c6:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegionServer(2236): Post open deploy tasks for TestLogRolling-testLogRolling,,1732218869612.98fb4620cf0a93d5d9f4e22bd1a8c326., pid=13, masterSystemTime=1732218870256 2024-11-21T19:54:30,282 DEBUG [RS_OPEN_REGION-regionserver/7b96b36745c6:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.CompactSplit(403): Add compact mark for store 98fb4620cf0a93d5d9f4e22bd1a8c326:info, priority=-2147483648, current under compaction store size is 1 2024-11-21T19:54:30,282 DEBUG [RS:0;7b96b36745c6:34629-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 1 store files, 0 compacting, 1 eligible, 16 blocking 2024-11-21T19:54:30,282 DEBUG [RS_OPEN_REGION-regionserver/7b96b36745c6:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: Opening Region; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-21T19:54:30,282 INFO [RS:0;7b96b36745c6:34629-shortCompactions-0 {}] regionserver.HStore(1527): Keeping/Overriding Compaction request priority to -2147482648 for CF info since it belongs to recently split daughter region TestLogRolling-testLogRolling,,1732218869612.98fb4620cf0a93d5d9f4e22bd1a8c326. 2024-11-21T19:54:30,282 DEBUG [RS:0;7b96b36745c6:34629-shortCompactions-0 {}] regionserver.HStore(1541): 98fb4620cf0a93d5d9f4e22bd1a8c326/info is initiating minor compaction (all files) 2024-11-21T19:54:30,282 INFO [RS:0;7b96b36745c6:34629-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 98fb4620cf0a93d5d9f4e22bd1a8c326/info in TestLogRolling-testLogRolling,,1732218869612.98fb4620cf0a93d5d9f4e22bd1a8c326. 2024-11-21T19:54:30,283 INFO [RS:0;7b96b36745c6:34629-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33785/user/jenkins/test-data/dfab15c5-d5d9-7731-57d3-fa827e2202f5/data/default/TestLogRolling-testLogRolling/98fb4620cf0a93d5d9f4e22bd1a8c326/info/bef25f275ee64e56bcab3e9dfd46cba6.94a35fc26dcc813cb23bca482c2298c8->hdfs://localhost:33785/user/jenkins/test-data/dfab15c5-d5d9-7731-57d3-fa827e2202f5/data/default/TestLogRolling-testLogRolling/94a35fc26dcc813cb23bca482c2298c8/info/bef25f275ee64e56bcab3e9dfd46cba6-bottom] into tmpdir=hdfs://localhost:33785/user/jenkins/test-data/dfab15c5-d5d9-7731-57d3-fa827e2202f5/data/default/TestLogRolling-testLogRolling/98fb4620cf0a93d5d9f4e22bd1a8c326/.tmp, totalSize=72.0 K 2024-11-21T19:54:30,283 DEBUG [RS:0;7b96b36745c6:34629-shortCompactions-0 {}] compactions.Compactor(225): Compacting bef25f275ee64e56bcab3e9dfd46cba6.94a35fc26dcc813cb23bca482c2298c8, keycount=32, bloomtype=ROW, size=72.0 K, encoding=NONE, compression=NONE, seqNum=82, earliestPutTs=1732218855380 2024-11-21T19:54:30,284 DEBUG [RS_OPEN_REGION-regionserver/7b96b36745c6:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegionServer(2266): Finished post open deploy task for TestLogRolling-testLogRolling,,1732218869612.98fb4620cf0a93d5d9f4e22bd1a8c326. 2024-11-21T19:54:30,284 INFO [RS_OPEN_REGION-regionserver/7b96b36745c6:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] handler.AssignRegionHandler(153): Opened TestLogRolling-testLogRolling,,1732218869612.98fb4620cf0a93d5d9f4e22bd1a8c326. 2024-11-21T19:54:30,284 INFO [RS_OPEN_REGION-regionserver/7b96b36745c6:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] handler.AssignRegionHandler(132): Open TestLogRolling-testLogRolling,row0064,1732218869612.d64782302947fbc2d61d614b1d08af36. 2024-11-21T19:54:30,284 DEBUG [RS_OPEN_REGION-regionserver/7b96b36745c6:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(7752): Opening region: {ENCODED => d64782302947fbc2d61d614b1d08af36, NAME => 'TestLogRolling-testLogRolling,row0064,1732218869612.d64782302947fbc2d61d614b1d08af36.', STARTKEY => 'row0064', ENDKEY => ''} 2024-11-21T19:54:30,284 DEBUG [RS_OPEN_REGION-regionserver/7b96b36745c6:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestLogRolling-testLogRolling d64782302947fbc2d61d614b1d08af36 2024-11-21T19:54:30,285 DEBUG [RS_OPEN_REGION-regionserver/7b96b36745c6:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(898): Instantiated TestLogRolling-testLogRolling,row0064,1732218869612.d64782302947fbc2d61d614b1d08af36.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T19:54:30,285 DEBUG [RS_OPEN_REGION-regionserver/7b96b36745c6:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(7794): checking encryption for d64782302947fbc2d61d614b1d08af36 2024-11-21T19:54:30,285 DEBUG [RS_OPEN_REGION-regionserver/7b96b36745c6:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(7797): checking classloading for d64782302947fbc2d61d614b1d08af36 2024-11-21T19:54:30,285 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=10 updating hbase:meta row=98fb4620cf0a93d5d9f4e22bd1a8c326, regionState=OPEN, openSeqNum=124, regionLocation=7b96b36745c6,34629,1732218844306 2024-11-21T19:54:30,287 INFO [StoreOpener-d64782302947fbc2d61d614b1d08af36-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region d64782302947fbc2d61d614b1d08af36 2024-11-21T19:54:30,287 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=34629 {}] regionserver.HRegion(8855): Flush requested on 1588230740 2024-11-21T19:54:30,287 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-21T19:54:30,287 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=5.11 KB heapSize=8.96 KB 2024-11-21T19:54:30,287 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=13, ppid=10, state=RUNNABLE, hasLock=false; OpenRegionProcedure 98fb4620cf0a93d5d9f4e22bd1a8c326, server=7b96b36745c6,34629,1732218844306 because future has completed 2024-11-21T19:54:30,288 INFO [StoreOpener-d64782302947fbc2d61d614b1d08af36-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d64782302947fbc2d61d614b1d08af36 columnFamilyName info 2024-11-21T19:54:30,288 DEBUG [StoreOpener-d64782302947fbc2d61d614b1d08af36-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:54:30,292 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=13, resume processing ppid=10 2024-11-21T19:54:30,292 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=13, ppid=10, state=SUCCESS, hasLock=false; OpenRegionProcedure 98fb4620cf0a93d5d9f4e22bd1a8c326, server=7b96b36745c6,34629,1732218844306 in 184 msec 2024-11-21T19:54:30,294 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=7, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestLogRolling-testLogRolling, region=98fb4620cf0a93d5d9f4e22bd1a8c326, ASSIGN in 344 msec 2024-11-21T19:54:30,303 DEBUG [StoreOpener-d64782302947fbc2d61d614b1d08af36-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:33785/user/jenkins/test-data/dfab15c5-d5d9-7731-57d3-fa827e2202f5/data/default/TestLogRolling-testLogRolling/d64782302947fbc2d61d614b1d08af36/info/TestLogRolling-testLogRolling=94a35fc26dcc813cb23bca482c2298c8-095f589c6b2f4e68976c43f4b75e574a 2024-11-21T19:54:30,308 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33785/user/jenkins/test-data/dfab15c5-d5d9-7731-57d3-fa827e2202f5/data/hbase/meta/1588230740/.tmp/info/6a7d6615acd6416f9dbae03e6a4a3fab is 193, key is TestLogRolling-testLogRolling,row0064,1732218869612.d64782302947fbc2d61d614b1d08af36./info:regioninfo/1732218870101/Put/seqid=0 2024-11-21T19:54:30,308 DEBUG [StoreOpener-d64782302947fbc2d61d614b1d08af36-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:33785/user/jenkins/test-data/dfab15c5-d5d9-7731-57d3-fa827e2202f5/data/default/TestLogRolling-testLogRolling/d64782302947fbc2d61d614b1d08af36/info/TestLogRolling-testLogRolling=94a35fc26dcc813cb23bca482c2298c8-3b76d045062f4dd39df1377ae64cb067 2024-11-21T19:54:30,311 INFO [RS:0;7b96b36745c6:34629-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 98fb4620cf0a93d5d9f4e22bd1a8c326#info#compaction#41 average throughput is 12.63 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-21T19:54:30,312 DEBUG [RS:0;7b96b36745c6:34629-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33785/user/jenkins/test-data/dfab15c5-d5d9-7731-57d3-fa827e2202f5/data/default/TestLogRolling-testLogRolling/98fb4620cf0a93d5d9f4e22bd1a8c326/.tmp/info/282a061b25224ffc9c34254b98a7e271 is 1055, key is row0001/info:/1732218855380/Put/seqid=0 2024-11-21T19:54:30,318 DEBUG [StoreOpener-d64782302947fbc2d61d614b1d08af36-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:33785/user/jenkins/test-data/dfab15c5-d5d9-7731-57d3-fa827e2202f5/data/default/TestLogRolling-testLogRolling/d64782302947fbc2d61d614b1d08af36/info/bef25f275ee64e56bcab3e9dfd46cba6.94a35fc26dcc813cb23bca482c2298c8->hdfs://localhost:33785/user/jenkins/test-data/dfab15c5-d5d9-7731-57d3-fa827e2202f5/data/default/TestLogRolling-testLogRolling/94a35fc26dcc813cb23bca482c2298c8/info/bef25f275ee64e56bcab3e9dfd46cba6-top 2024-11-21T19:54:30,318 INFO [StoreOpener-d64782302947fbc2d61d614b1d08af36-1 {}] regionserver.HStore(327): Store=d64782302947fbc2d61d614b1d08af36/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T19:54:30,318 DEBUG [RS_OPEN_REGION-regionserver/7b96b36745c6:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(1038): replaying wal for d64782302947fbc2d61d614b1d08af36 2024-11-21T19:54:30,319 DEBUG [RS_OPEN_REGION-regionserver/7b96b36745c6:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33785/user/jenkins/test-data/dfab15c5-d5d9-7731-57d3-fa827e2202f5/data/default/TestLogRolling-testLogRolling/d64782302947fbc2d61d614b1d08af36 2024-11-21T19:54:30,320 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38221 is added to blk_1073741850_1026 (size=9847) 2024-11-21T19:54:30,320 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36557 is added to blk_1073741850_1026 (size=9847) 2024-11-21T19:54:30,321 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38221 is added to blk_1073741851_1027 (size=71441) 2024-11-21T19:54:30,321 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36557 is added to blk_1073741851_1027 (size=71441) 2024-11-21T19:54:30,321 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=4.92 KB at sequenceid=17 (bloomFilter=true), to=hdfs://localhost:33785/user/jenkins/test-data/dfab15c5-d5d9-7731-57d3-fa827e2202f5/data/hbase/meta/1588230740/.tmp/info/6a7d6615acd6416f9dbae03e6a4a3fab 2024-11-21T19:54:30,321 DEBUG [RS_OPEN_REGION-regionserver/7b96b36745c6:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33785/user/jenkins/test-data/dfab15c5-d5d9-7731-57d3-fa827e2202f5/data/default/TestLogRolling-testLogRolling/d64782302947fbc2d61d614b1d08af36 2024-11-21T19:54:30,322 DEBUG [RS_OPEN_REGION-regionserver/7b96b36745c6:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(1048): stopping wal replay for d64782302947fbc2d61d614b1d08af36 2024-11-21T19:54:30,322 DEBUG [RS_OPEN_REGION-regionserver/7b96b36745c6:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(1060): Cleaning up temporary data for d64782302947fbc2d61d614b1d08af36 2024-11-21T19:54:30,324 DEBUG [RS_OPEN_REGION-regionserver/7b96b36745c6:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(1093): writing seq id for d64782302947fbc2d61d614b1d08af36 2024-11-21T19:54:30,325 INFO [RS_OPEN_REGION-regionserver/7b96b36745c6:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(1114): Opened d64782302947fbc2d61d614b1d08af36; next sequenceid=124; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=16384, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=706433, jitterRate=-0.1017247885465622}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-21T19:54:30,325 DEBUG [RS_OPEN_REGION-regionserver/7b96b36745c6:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(1122): Running coprocessor post-open hooks for d64782302947fbc2d61d614b1d08af36 2024-11-21T19:54:30,326 DEBUG [RS_OPEN_REGION-regionserver/7b96b36745c6:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(1006): Region open journal for d64782302947fbc2d61d614b1d08af36: Running coprocessor pre-open hook at 1732218870285Writing region info on filesystem at 1732218870285Initializing all the Stores at 1732218870286 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732218870286Cleaning up temporary data from old regions at 1732218870322 (+36 ms)Running coprocessor post-open hooks at 1732218870325 (+3 ms)Region opened successfully at 1732218870325 2024-11-21T19:54:30,327 INFO [RS_OPEN_REGION-regionserver/7b96b36745c6:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegionServer(2236): Post open deploy tasks for TestLogRolling-testLogRolling,row0064,1732218869612.d64782302947fbc2d61d614b1d08af36., pid=12, masterSystemTime=1732218870256 2024-11-21T19:54:30,327 DEBUG [RS_OPEN_REGION-regionserver/7b96b36745c6:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.CompactSplit(403): Add compact mark for store d64782302947fbc2d61d614b1d08af36:info, priority=-2147483648, current under compaction store size is 2 2024-11-21T19:54:30,327 DEBUG [RS_OPEN_REGION-regionserver/7b96b36745c6:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: Opening Region; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-21T19:54:30,327 DEBUG [RS:0;7b96b36745c6:34629-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-21T19:54:30,328 DEBUG [RS:0;7b96b36745c6:34629-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33785/user/jenkins/test-data/dfab15c5-d5d9-7731-57d3-fa827e2202f5/data/default/TestLogRolling-testLogRolling/98fb4620cf0a93d5d9f4e22bd1a8c326/.tmp/info/282a061b25224ffc9c34254b98a7e271 as hdfs://localhost:33785/user/jenkins/test-data/dfab15c5-d5d9-7731-57d3-fa827e2202f5/data/default/TestLogRolling-testLogRolling/98fb4620cf0a93d5d9f4e22bd1a8c326/info/282a061b25224ffc9c34254b98a7e271 2024-11-21T19:54:30,329 INFO [RS:0;7b96b36745c6:34629-longCompactions-0 {}] regionserver.HStore(1527): Keeping/Overriding Compaction request priority to -2147482648 for CF info since it belongs to recently split daughter region TestLogRolling-testLogRolling,row0064,1732218869612.d64782302947fbc2d61d614b1d08af36. 2024-11-21T19:54:30,329 DEBUG [RS:0;7b96b36745c6:34629-longCompactions-0 {}] regionserver.HStore(1541): d64782302947fbc2d61d614b1d08af36/info is initiating minor compaction (all files) 2024-11-21T19:54:30,329 INFO [RS:0;7b96b36745c6:34629-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of d64782302947fbc2d61d614b1d08af36/info in TestLogRolling-testLogRolling,row0064,1732218869612.d64782302947fbc2d61d614b1d08af36. 2024-11-21T19:54:30,330 INFO [RS:0;7b96b36745c6:34629-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33785/user/jenkins/test-data/dfab15c5-d5d9-7731-57d3-fa827e2202f5/data/default/TestLogRolling-testLogRolling/d64782302947fbc2d61d614b1d08af36/info/bef25f275ee64e56bcab3e9dfd46cba6.94a35fc26dcc813cb23bca482c2298c8->hdfs://localhost:33785/user/jenkins/test-data/dfab15c5-d5d9-7731-57d3-fa827e2202f5/data/default/TestLogRolling-testLogRolling/94a35fc26dcc813cb23bca482c2298c8/info/bef25f275ee64e56bcab3e9dfd46cba6-top, hdfs://localhost:33785/user/jenkins/test-data/dfab15c5-d5d9-7731-57d3-fa827e2202f5/data/default/TestLogRolling-testLogRolling/d64782302947fbc2d61d614b1d08af36/info/TestLogRolling-testLogRolling=94a35fc26dcc813cb23bca482c2298c8-3b76d045062f4dd39df1377ae64cb067, hdfs://localhost:33785/user/jenkins/test-data/dfab15c5-d5d9-7731-57d3-fa827e2202f5/data/default/TestLogRolling-testLogRolling/d64782302947fbc2d61d614b1d08af36/info/TestLogRolling-testLogRolling=94a35fc26dcc813cb23bca482c2298c8-095f589c6b2f4e68976c43f4b75e574a] into tmpdir=hdfs://localhost:33785/user/jenkins/test-data/dfab15c5-d5d9-7731-57d3-fa827e2202f5/data/default/TestLogRolling-testLogRolling/d64782302947fbc2d61d614b1d08af36/.tmp, totalSize=113.6 K 2024-11-21T19:54:30,330 DEBUG [RS_OPEN_REGION-regionserver/7b96b36745c6:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegionServer(2266): Finished post open deploy task for TestLogRolling-testLogRolling,row0064,1732218869612.d64782302947fbc2d61d614b1d08af36. 2024-11-21T19:54:30,330 INFO [RS_OPEN_REGION-regionserver/7b96b36745c6:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] handler.AssignRegionHandler(153): Opened TestLogRolling-testLogRolling,row0064,1732218869612.d64782302947fbc2d61d614b1d08af36. 2024-11-21T19:54:30,330 DEBUG [RS:0;7b96b36745c6:34629-longCompactions-0 {}] compactions.Compactor(225): Compacting bef25f275ee64e56bcab3e9dfd46cba6.94a35fc26dcc813cb23bca482c2298c8, keycount=32, bloomtype=ROW, size=72.0 K, encoding=NONE, compression=NONE, seqNum=83, earliestPutTs=1732218855380 2024-11-21T19:54:30,331 DEBUG [RS:0;7b96b36745c6:34629-longCompactions-0 {}] compactions.Compactor(225): Compacting TestLogRolling-testLogRolling=94a35fc26dcc813cb23bca482c2298c8-3b76d045062f4dd39df1377ae64cb067, keycount=16, bloomtype=ROW, size=21.3 K, encoding=NONE, compression=NONE, seqNum=101, earliestPutTs=1732218869540 2024-11-21T19:54:30,331 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=11 updating hbase:meta row=d64782302947fbc2d61d614b1d08af36, regionState=OPEN, openSeqNum=124, regionLocation=7b96b36745c6,34629,1732218844306 2024-11-21T19:54:30,331 DEBUG [RS:0;7b96b36745c6:34629-longCompactions-0 {}] compactions.Compactor(225): Compacting TestLogRolling-testLogRolling=94a35fc26dcc813cb23bca482c2298c8-095f589c6b2f4e68976c43f4b75e574a, keycount=15, bloomtype=ROW, size=20.3 K, encoding=NONE, compression=NONE, seqNum=119, earliestPutTs=1732218869568 2024-11-21T19:54:30,334 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=12, ppid=11, state=RUNNABLE, hasLock=false; OpenRegionProcedure d64782302947fbc2d61d614b1d08af36, server=7b96b36745c6,34629,1732218844306 because future has completed 2024-11-21T19:54:30,336 INFO [RS:0;7b96b36745c6:34629-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 1 (all) file(s) in 98fb4620cf0a93d5d9f4e22bd1a8c326/info of 98fb4620cf0a93d5d9f4e22bd1a8c326 into 282a061b25224ffc9c34254b98a7e271(size=69.8 K), total size for store is 69.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-21T19:54:30,336 DEBUG [RS:0;7b96b36745c6:34629-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 98fb4620cf0a93d5d9f4e22bd1a8c326: 2024-11-21T19:54:30,336 INFO [RS:0;7b96b36745c6:34629-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestLogRolling-testLogRolling,,1732218869612.98fb4620cf0a93d5d9f4e22bd1a8c326., storeName=98fb4620cf0a93d5d9f4e22bd1a8c326/info, priority=15, startTime=1732218870282; duration=0sec 2024-11-21T19:54:30,336 DEBUG [RS:0;7b96b36745c6:34629-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-21T19:54:30,336 DEBUG [RS:0;7b96b36745c6:34629-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 98fb4620cf0a93d5d9f4e22bd1a8c326:info 2024-11-21T19:54:30,338 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=12, resume processing ppid=11 2024-11-21T19:54:30,338 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=12, ppid=11, state=SUCCESS, hasLock=false; OpenRegionProcedure d64782302947fbc2d61d614b1d08af36, server=7b96b36745c6,34629,1732218844306 in 231 msec 2024-11-21T19:54:30,340 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-21T19:54:30,340 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestLogRolling-testLogRolling, region=d64782302947fbc2d61d614b1d08af36, ASSIGN in 390 msec 2024-11-21T19:54:30,342 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; SplitTableRegionProcedure table=TestLogRolling-testLogRolling, parent=94a35fc26dcc813cb23bca482c2298c8, daughterA=98fb4620cf0a93d5d9f4e22bd1a8c326, daughterB=d64782302947fbc2d61d614b1d08af36 in 728 msec 2024-11-21T19:54:30,347 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33785/user/jenkins/test-data/dfab15c5-d5d9-7731-57d3-fa827e2202f5/data/hbase/meta/1588230740/.tmp/ns/a6a414b208764444ae4d81e44998593d is 43, key is default/ns:d/1732218845238/Put/seqid=0 2024-11-21T19:54:30,352 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38221 is added to blk_1073741852_1028 (size=5153) 2024-11-21T19:54:30,352 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36557 is added to blk_1073741852_1028 (size=5153) 2024-11-21T19:54:30,353 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=17 (bloomFilter=true), to=hdfs://localhost:33785/user/jenkins/test-data/dfab15c5-d5d9-7731-57d3-fa827e2202f5/data/hbase/meta/1588230740/.tmp/ns/a6a414b208764444ae4d81e44998593d 2024-11-21T19:54:30,360 INFO [RS:0;7b96b36745c6:34629-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): d64782302947fbc2d61d614b1d08af36#info#compaction#43 average throughput is 16.54 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-21T19:54:30,360 DEBUG [RS:0;7b96b36745c6:34629-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33785/user/jenkins/test-data/dfab15c5-d5d9-7731-57d3-fa827e2202f5/data/default/TestLogRolling-testLogRolling/d64782302947fbc2d61d614b1d08af36/.tmp/info/749006b989ba496c909ed4b809b09f21 is 1055, key is row0064/info:/1732218867536/Put/seqid=0 2024-11-21T19:54:30,366 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38221 is added to blk_1073741853_1029 (size=40005) 2024-11-21T19:54:30,366 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36557 is added to blk_1073741853_1029 (size=40005) 2024-11-21T19:54:30,372 DEBUG [RS:0;7b96b36745c6:34629-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33785/user/jenkins/test-data/dfab15c5-d5d9-7731-57d3-fa827e2202f5/data/default/TestLogRolling-testLogRolling/d64782302947fbc2d61d614b1d08af36/.tmp/info/749006b989ba496c909ed4b809b09f21 as hdfs://localhost:33785/user/jenkins/test-data/dfab15c5-d5d9-7731-57d3-fa827e2202f5/data/default/TestLogRolling-testLogRolling/d64782302947fbc2d61d614b1d08af36/info/749006b989ba496c909ed4b809b09f21 2024-11-21T19:54:30,374 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33785/user/jenkins/test-data/dfab15c5-d5d9-7731-57d3-fa827e2202f5/data/hbase/meta/1588230740/.tmp/table/62b84846318943398c9aef5493dc0c05 is 65, key is TestLogRolling-testLogRolling/table:state/1732218845718/Put/seqid=0 2024-11-21T19:54:30,378 INFO [RS:0;7b96b36745c6:34629-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in d64782302947fbc2d61d614b1d08af36/info of d64782302947fbc2d61d614b1d08af36 into 749006b989ba496c909ed4b809b09f21(size=39.1 K), total size for store is 39.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-21T19:54:30,378 DEBUG [RS:0;7b96b36745c6:34629-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for d64782302947fbc2d61d614b1d08af36: 2024-11-21T19:54:30,378 INFO [RS:0;7b96b36745c6:34629-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestLogRolling-testLogRolling,row0064,1732218869612.d64782302947fbc2d61d614b1d08af36., storeName=d64782302947fbc2d61d614b1d08af36/info, priority=13, startTime=1732218870327; duration=0sec 2024-11-21T19:54:30,379 DEBUG [RS:0;7b96b36745c6:34629-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-21T19:54:30,379 DEBUG [RS:0;7b96b36745c6:34629-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: d64782302947fbc2d61d614b1d08af36:info 2024-11-21T19:54:30,380 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38221 is added to blk_1073741854_1030 (size=5340) 2024-11-21T19:54:30,381 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36557 is added to blk_1073741854_1030 (size=5340) 2024-11-21T19:54:30,381 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=122 B at sequenceid=17 (bloomFilter=true), to=hdfs://localhost:33785/user/jenkins/test-data/dfab15c5-d5d9-7731-57d3-fa827e2202f5/data/hbase/meta/1588230740/.tmp/table/62b84846318943398c9aef5493dc0c05 2024-11-21T19:54:30,388 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33785/user/jenkins/test-data/dfab15c5-d5d9-7731-57d3-fa827e2202f5/data/hbase/meta/1588230740/.tmp/info/6a7d6615acd6416f9dbae03e6a4a3fab as hdfs://localhost:33785/user/jenkins/test-data/dfab15c5-d5d9-7731-57d3-fa827e2202f5/data/hbase/meta/1588230740/info/6a7d6615acd6416f9dbae03e6a4a3fab 2024-11-21T19:54:30,394 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33785/user/jenkins/test-data/dfab15c5-d5d9-7731-57d3-fa827e2202f5/data/hbase/meta/1588230740/info/6a7d6615acd6416f9dbae03e6a4a3fab, entries=30, sequenceid=17, filesize=9.6 K 2024-11-21T19:54:30,395 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33785/user/jenkins/test-data/dfab15c5-d5d9-7731-57d3-fa827e2202f5/data/hbase/meta/1588230740/.tmp/ns/a6a414b208764444ae4d81e44998593d as hdfs://localhost:33785/user/jenkins/test-data/dfab15c5-d5d9-7731-57d3-fa827e2202f5/data/hbase/meta/1588230740/ns/a6a414b208764444ae4d81e44998593d 2024-11-21T19:54:30,400 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33785/user/jenkins/test-data/dfab15c5-d5d9-7731-57d3-fa827e2202f5/data/hbase/meta/1588230740/ns/a6a414b208764444ae4d81e44998593d, entries=2, sequenceid=17, filesize=5.0 K 2024-11-21T19:54:30,401 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33785/user/jenkins/test-data/dfab15c5-d5d9-7731-57d3-fa827e2202f5/data/hbase/meta/1588230740/.tmp/table/62b84846318943398c9aef5493dc0c05 as hdfs://localhost:33785/user/jenkins/test-data/dfab15c5-d5d9-7731-57d3-fa827e2202f5/data/hbase/meta/1588230740/table/62b84846318943398c9aef5493dc0c05 2024-11-21T19:54:30,406 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33785/user/jenkins/test-data/dfab15c5-d5d9-7731-57d3-fa827e2202f5/data/hbase/meta/1588230740/table/62b84846318943398c9aef5493dc0c05, entries=2, sequenceid=17, filesize=5.2 K 2024-11-21T19:54:30,407 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~5.11 KB/5234, heapSize ~8.66 KB/8872, currentSize=705 B/705 for 1588230740 in 120ms, sequenceid=17, compaction requested=false 2024-11-21T19:54:30,407 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 1588230740: 2024-11-21T19:54:31,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34629 {}] ipc.CallRunner(138): callId: 103 service: ClientService methodName: Mutate size: 1.2 K connection: 172.17.0.2:53168 deadline: 1732218881596, exception=org.apache.hadoop.hbase.NotServingRegionException: TestLogRolling-testLogRolling,,1732218845345.94a35fc26dcc813cb23bca482c2298c8. is not online on 7b96b36745c6,34629,1732218844306 2024-11-21T19:54:31,597 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestLogRolling-testLogRolling,,1732218845345.94a35fc26dcc813cb23bca482c2298c8., hostname=7b96b36745c6,34629,1732218844306, seqNum=2 , the old value is region=TestLogRolling-testLogRolling,,1732218845345.94a35fc26dcc813cb23bca482c2298c8., hostname=7b96b36745c6,34629,1732218844306, seqNum=2, error=org.apache.hadoop.hbase.NotServingRegionException: org.apache.hadoop.hbase.NotServingRegionException: TestLogRolling-testLogRolling,,1732218845345.94a35fc26dcc813cb23bca482c2298c8. is not online on 7b96b36745c6,34629,1732218844306 at org.apache.hadoop.hbase.regionserver.HRegionServer.getRegionByEncodedName(HRegionServer.java:3186) at org.apache.hadoop.hbase.regionserver.HRegionServer.getRegion(HRegionServer.java:3164) at org.apache.hadoop.hbase.regionserver.RSRpcServices.getRegion(RSRpcServices.java:1413) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2943) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T19:54:31,597 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestLogRolling-testLogRolling,,1732218845345.94a35fc26dcc813cb23bca482c2298c8., hostname=7b96b36745c6,34629,1732218844306, seqNum=2 is org.apache.hadoop.hbase.NotServingRegionException: org.apache.hadoop.hbase.NotServingRegionException: TestLogRolling-testLogRolling,,1732218845345.94a35fc26dcc813cb23bca482c2298c8. is not online on 7b96b36745c6,34629,1732218844306 at org.apache.hadoop.hbase.regionserver.HRegionServer.getRegionByEncodedName(HRegionServer.java:3186) at org.apache.hadoop.hbase.regionserver.HRegionServer.getRegion(HRegionServer.java:3164) at org.apache.hadoop.hbase.regionserver.RSRpcServices.getRegion(RSRpcServices.java:1413) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2943) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T19:54:31,597 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(88): Try removing region=TestLogRolling-testLogRolling,,1732218845345.94a35fc26dcc813cb23bca482c2298c8., hostname=7b96b36745c6,34629,1732218844306, seqNum=2 from cache 2024-11-21T19:54:34,229 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-21T19:54:34,813 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T19:54:34,814 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T19:54:34,814 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T19:54:34,814 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T19:54:34,814 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T19:54:34,815 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T19:54:34,817 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T19:54:34,817 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T19:54:34,817 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T19:54:34,819 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T19:54:35,325 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-21T19:54:35,339 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T19:54:35,339 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T19:54:35,340 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T19:54:35,340 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T19:54:35,341 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T19:54:35,341 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T19:54:35,344 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T19:54:35,344 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T19:54:35,344 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T19:54:35,346 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T19:54:41,698 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestLogRolling-testLogRolling', row='row0097', locateType=CURRENT is [region=TestLogRolling-testLogRolling,row0064,1732218869612.d64782302947fbc2d61d614b1d08af36., hostname=7b96b36745c6,34629,1732218844306, seqNum=124] 2024-11-21T19:54:41,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34629 {}] regionserver.HRegion(8855): Flush requested on d64782302947fbc2d61d614b1d08af36 2024-11-21T19:54:41,711 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing d64782302947fbc2d61d614b1d08af36 1/1 column families, dataSize=8.21 KB heapSize=9.06 KB 2024-11-21T19:54:41,715 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33785/user/jenkins/test-data/dfab15c5-d5d9-7731-57d3-fa827e2202f5/data/default/TestLogRolling-testLogRolling/d64782302947fbc2d61d614b1d08af36/.tmp/info/d3e83857498b458fa6530450828dc01d is 1055, key is row0097/info:/1732218881699/Put/seqid=0 2024-11-21T19:54:41,721 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36557 is added to blk_1073741855_1031 (size=13393) 2024-11-21T19:54:41,721 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38221 is added to blk_1073741855_1031 (size=13393) 2024-11-21T19:54:41,721 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.21 KB at sequenceid=135 (bloomFilter=true), to=hdfs://localhost:33785/user/jenkins/test-data/dfab15c5-d5d9-7731-57d3-fa827e2202f5/data/default/TestLogRolling-testLogRolling/d64782302947fbc2d61d614b1d08af36/.tmp/info/d3e83857498b458fa6530450828dc01d 2024-11-21T19:54:41,728 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33785/user/jenkins/test-data/dfab15c5-d5d9-7731-57d3-fa827e2202f5/data/default/TestLogRolling-testLogRolling/d64782302947fbc2d61d614b1d08af36/.tmp/info/d3e83857498b458fa6530450828dc01d as hdfs://localhost:33785/user/jenkins/test-data/dfab15c5-d5d9-7731-57d3-fa827e2202f5/data/default/TestLogRolling-testLogRolling/d64782302947fbc2d61d614b1d08af36/info/d3e83857498b458fa6530450828dc01d 2024-11-21T19:54:41,733 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33785/user/jenkins/test-data/dfab15c5-d5d9-7731-57d3-fa827e2202f5/data/default/TestLogRolling-testLogRolling/d64782302947fbc2d61d614b1d08af36/info/d3e83857498b458fa6530450828dc01d, entries=8, sequenceid=135, filesize=13.1 K 2024-11-21T19:54:41,734 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~8.21 KB/8408, heapSize ~9.05 KB/9264, currentSize=14.37 KB/14714 for d64782302947fbc2d61d614b1d08af36 in 23ms, sequenceid=135, compaction requested=false 2024-11-21T19:54:41,734 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for d64782302947fbc2d61d614b1d08af36: 2024-11-21T19:54:41,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34629 {}] regionserver.HRegion(8855): Flush requested on d64782302947fbc2d61d614b1d08af36 2024-11-21T19:54:41,735 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing d64782302947fbc2d61d614b1d08af36 1/1 column families, dataSize=15.40 KB heapSize=16.77 KB 2024-11-21T19:54:41,739 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33785/user/jenkins/test-data/dfab15c5-d5d9-7731-57d3-fa827e2202f5/data/default/TestLogRolling-testLogRolling/d64782302947fbc2d61d614b1d08af36/.tmp/info/a3d20e8cb6004a56abc8d18a75b2a34d is 1055, key is row0105/info:/1732218881712/Put/seqid=0 2024-11-21T19:54:41,748 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38221 is added to blk_1073741856_1032 (size=20781) 2024-11-21T19:54:41,748 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36557 is added to blk_1073741856_1032 (size=20781) 2024-11-21T19:54:41,749 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.40 KB at sequenceid=153 (bloomFilter=true), to=hdfs://localhost:33785/user/jenkins/test-data/dfab15c5-d5d9-7731-57d3-fa827e2202f5/data/default/TestLogRolling-testLogRolling/d64782302947fbc2d61d614b1d08af36/.tmp/info/a3d20e8cb6004a56abc8d18a75b2a34d 2024-11-21T19:54:41,755 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33785/user/jenkins/test-data/dfab15c5-d5d9-7731-57d3-fa827e2202f5/data/default/TestLogRolling-testLogRolling/d64782302947fbc2d61d614b1d08af36/.tmp/info/a3d20e8cb6004a56abc8d18a75b2a34d as hdfs://localhost:33785/user/jenkins/test-data/dfab15c5-d5d9-7731-57d3-fa827e2202f5/data/default/TestLogRolling-testLogRolling/d64782302947fbc2d61d614b1d08af36/info/a3d20e8cb6004a56abc8d18a75b2a34d 2024-11-21T19:54:41,759 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33785/user/jenkins/test-data/dfab15c5-d5d9-7731-57d3-fa827e2202f5/data/default/TestLogRolling-testLogRolling/d64782302947fbc2d61d614b1d08af36/info/a3d20e8cb6004a56abc8d18a75b2a34d, entries=15, sequenceid=153, filesize=20.3 K 2024-11-21T19:54:41,760 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~15.40 KB/15765, heapSize ~16.76 KB/17160, currentSize=9.24 KB/9459 for d64782302947fbc2d61d614b1d08af36 in 25ms, sequenceid=153, compaction requested=true 2024-11-21T19:54:41,760 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for d64782302947fbc2d61d614b1d08af36: 2024-11-21T19:54:41,760 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store d64782302947fbc2d61d614b1d08af36:info, priority=-2147483648, current under compaction store size is 1 2024-11-21T19:54:41,760 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-21T19:54:41,760 DEBUG [RS:0;7b96b36745c6:34629-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-21T19:54:41,761 DEBUG [RS:0;7b96b36745c6:34629-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 74179 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-21T19:54:41,761 DEBUG [RS:0;7b96b36745c6:34629-shortCompactions-0 {}] regionserver.HStore(1541): d64782302947fbc2d61d614b1d08af36/info is initiating minor compaction (all files) 2024-11-21T19:54:41,761 INFO [RS:0;7b96b36745c6:34629-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of d64782302947fbc2d61d614b1d08af36/info in TestLogRolling-testLogRolling,row0064,1732218869612.d64782302947fbc2d61d614b1d08af36. 2024-11-21T19:54:41,761 INFO [RS:0;7b96b36745c6:34629-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33785/user/jenkins/test-data/dfab15c5-d5d9-7731-57d3-fa827e2202f5/data/default/TestLogRolling-testLogRolling/d64782302947fbc2d61d614b1d08af36/info/749006b989ba496c909ed4b809b09f21, hdfs://localhost:33785/user/jenkins/test-data/dfab15c5-d5d9-7731-57d3-fa827e2202f5/data/default/TestLogRolling-testLogRolling/d64782302947fbc2d61d614b1d08af36/info/d3e83857498b458fa6530450828dc01d, hdfs://localhost:33785/user/jenkins/test-data/dfab15c5-d5d9-7731-57d3-fa827e2202f5/data/default/TestLogRolling-testLogRolling/d64782302947fbc2d61d614b1d08af36/info/a3d20e8cb6004a56abc8d18a75b2a34d] into tmpdir=hdfs://localhost:33785/user/jenkins/test-data/dfab15c5-d5d9-7731-57d3-fa827e2202f5/data/default/TestLogRolling-testLogRolling/d64782302947fbc2d61d614b1d08af36/.tmp, totalSize=72.4 K 2024-11-21T19:54:41,762 DEBUG [RS:0;7b96b36745c6:34629-shortCompactions-0 {}] compactions.Compactor(225): Compacting 749006b989ba496c909ed4b809b09f21, keycount=33, bloomtype=ROW, size=39.1 K, encoding=NONE, compression=NONE, seqNum=119, earliestPutTs=1732218867536 2024-11-21T19:54:41,762 DEBUG [RS:0;7b96b36745c6:34629-shortCompactions-0 {}] compactions.Compactor(225): Compacting d3e83857498b458fa6530450828dc01d, keycount=8, bloomtype=ROW, size=13.1 K, encoding=NONE, compression=NONE, seqNum=135, earliestPutTs=1732218881699 2024-11-21T19:54:41,762 DEBUG [RS:0;7b96b36745c6:34629-shortCompactions-0 {}] compactions.Compactor(225): Compacting a3d20e8cb6004a56abc8d18a75b2a34d, keycount=15, bloomtype=ROW, size=20.3 K, encoding=NONE, compression=NONE, seqNum=153, earliestPutTs=1732218881712 2024-11-21T19:54:41,773 INFO [RS:0;7b96b36745c6:34629-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): d64782302947fbc2d61d614b1d08af36#info#compaction#47 average throughput is 28.06 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-21T19:54:41,773 DEBUG [RS:0;7b96b36745c6:34629-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33785/user/jenkins/test-data/dfab15c5-d5d9-7731-57d3-fa827e2202f5/data/default/TestLogRolling-testLogRolling/d64782302947fbc2d61d614b1d08af36/.tmp/info/4f8f6afa67304c1db486c19d7b27afd5 is 1055, key is row0064/info:/1732218867536/Put/seqid=0 2024-11-21T19:54:41,779 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38221 is added to blk_1073741857_1033 (size=64393) 2024-11-21T19:54:41,779 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36557 is added to blk_1073741857_1033 (size=64393) 2024-11-21T19:54:41,785 DEBUG [RS:0;7b96b36745c6:34629-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33785/user/jenkins/test-data/dfab15c5-d5d9-7731-57d3-fa827e2202f5/data/default/TestLogRolling-testLogRolling/d64782302947fbc2d61d614b1d08af36/.tmp/info/4f8f6afa67304c1db486c19d7b27afd5 as hdfs://localhost:33785/user/jenkins/test-data/dfab15c5-d5d9-7731-57d3-fa827e2202f5/data/default/TestLogRolling-testLogRolling/d64782302947fbc2d61d614b1d08af36/info/4f8f6afa67304c1db486c19d7b27afd5 2024-11-21T19:54:41,790 INFO [RS:0;7b96b36745c6:34629-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in d64782302947fbc2d61d614b1d08af36/info of d64782302947fbc2d61d614b1d08af36 into 4f8f6afa67304c1db486c19d7b27afd5(size=62.9 K), total size for store is 62.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-21T19:54:41,790 DEBUG [RS:0;7b96b36745c6:34629-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for d64782302947fbc2d61d614b1d08af36: 2024-11-21T19:54:41,790 INFO [RS:0;7b96b36745c6:34629-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestLogRolling-testLogRolling,row0064,1732218869612.d64782302947fbc2d61d614b1d08af36., storeName=d64782302947fbc2d61d614b1d08af36/info, priority=13, startTime=1732218881760; duration=0sec 2024-11-21T19:54:41,790 DEBUG [RS:0;7b96b36745c6:34629-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-21T19:54:41,790 DEBUG [RS:0;7b96b36745c6:34629-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: d64782302947fbc2d61d614b1d08af36:info 2024-11-21T19:54:43,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34629 {}] regionserver.HRegion(8855): Flush requested on d64782302947fbc2d61d614b1d08af36 2024-11-21T19:54:43,752 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing d64782302947fbc2d61d614b1d08af36 1/1 column families, dataSize=10.26 KB heapSize=11.27 KB 2024-11-21T19:54:43,757 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33785/user/jenkins/test-data/dfab15c5-d5d9-7731-57d3-fa827e2202f5/data/default/TestLogRolling-testLogRolling/d64782302947fbc2d61d614b1d08af36/.tmp/info/9ea0a8740c354cdf9057fdf25fabac03 is 1055, key is row0120/info:/1732218881736/Put/seqid=0 2024-11-21T19:54:43,768 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38221 is added to blk_1073741858_1034 (size=15500) 2024-11-21T19:54:43,769 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36557 is added to blk_1073741858_1034 (size=15500) 2024-11-21T19:54:43,769 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=10.26 KB at sequenceid=167 (bloomFilter=true), to=hdfs://localhost:33785/user/jenkins/test-data/dfab15c5-d5d9-7731-57d3-fa827e2202f5/data/default/TestLogRolling-testLogRolling/d64782302947fbc2d61d614b1d08af36/.tmp/info/9ea0a8740c354cdf9057fdf25fabac03 2024-11-21T19:54:43,777 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33785/user/jenkins/test-data/dfab15c5-d5d9-7731-57d3-fa827e2202f5/data/default/TestLogRolling-testLogRolling/d64782302947fbc2d61d614b1d08af36/.tmp/info/9ea0a8740c354cdf9057fdf25fabac03 as hdfs://localhost:33785/user/jenkins/test-data/dfab15c5-d5d9-7731-57d3-fa827e2202f5/data/default/TestLogRolling-testLogRolling/d64782302947fbc2d61d614b1d08af36/info/9ea0a8740c354cdf9057fdf25fabac03 2024-11-21T19:54:43,785 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33785/user/jenkins/test-data/dfab15c5-d5d9-7731-57d3-fa827e2202f5/data/default/TestLogRolling-testLogRolling/d64782302947fbc2d61d614b1d08af36/info/9ea0a8740c354cdf9057fdf25fabac03, entries=10, sequenceid=167, filesize=15.1 K 2024-11-21T19:54:43,786 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~10.26 KB/10510, heapSize ~11.25 KB/11520, currentSize=9.24 KB/9459 for d64782302947fbc2d61d614b1d08af36 in 34ms, sequenceid=167, compaction requested=false 2024-11-21T19:54:43,787 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for d64782302947fbc2d61d614b1d08af36: 2024-11-21T19:54:43,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34629 {}] regionserver.HRegion(8855): Flush requested on d64782302947fbc2d61d614b1d08af36 2024-11-21T19:54:43,789 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing d64782302947fbc2d61d614b1d08af36 1/1 column families, dataSize=11.29 KB heapSize=12.37 KB 2024-11-21T19:54:43,795 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33785/user/jenkins/test-data/dfab15c5-d5d9-7731-57d3-fa827e2202f5/data/default/TestLogRolling-testLogRolling/d64782302947fbc2d61d614b1d08af36/.tmp/info/d754cde87c7f4f2cbfb29b1787077a61 is 1055, key is row0130/info:/1732218883754/Put/seqid=0 2024-11-21T19:54:43,815 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36557 is added to blk_1073741859_1035 (size=16553) 2024-11-21T19:54:43,816 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38221 is added to blk_1073741859_1035 (size=16553) 2024-11-21T19:54:43,816 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.29 KB at sequenceid=181 (bloomFilter=true), to=hdfs://localhost:33785/user/jenkins/test-data/dfab15c5-d5d9-7731-57d3-fa827e2202f5/data/default/TestLogRolling-testLogRolling/d64782302947fbc2d61d614b1d08af36/.tmp/info/d754cde87c7f4f2cbfb29b1787077a61 2024-11-21T19:54:43,822 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34629 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=32.0 K, regionName=d64782302947fbc2d61d614b1d08af36, server=7b96b36745c6,34629,1732218844306 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-21T19:54:43,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34629 {}] ipc.CallRunner(138): callId: 168 service: ClientService methodName: Mutate size: 1.2 K connection: 172.17.0.2:53168 deadline: 1732218893822, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=32.0 K, regionName=d64782302947fbc2d61d614b1d08af36, server=7b96b36745c6,34629,1732218844306 2024-11-21T19:54:43,823 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestLogRolling-testLogRolling,row0064,1732218869612.d64782302947fbc2d61d614b1d08af36., hostname=7b96b36745c6,34629,1732218844306, seqNum=124 , the old value is region=TestLogRolling-testLogRolling,row0064,1732218869612.d64782302947fbc2d61d614b1d08af36., hostname=7b96b36745c6,34629,1732218844306, seqNum=124, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=32.0 K, regionName=d64782302947fbc2d61d614b1d08af36, server=7b96b36745c6,34629,1732218844306 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T19:54:43,823 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestLogRolling-testLogRolling,row0064,1732218869612.d64782302947fbc2d61d614b1d08af36., hostname=7b96b36745c6,34629,1732218844306, seqNum=124 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=32.0 K, regionName=d64782302947fbc2d61d614b1d08af36, server=7b96b36745c6,34629,1732218844306 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T19:54:43,823 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestLogRolling-testLogRolling,row0064,1732218869612.d64782302947fbc2d61d614b1d08af36., hostname=7b96b36745c6,34629,1732218844306, seqNum=124 because the exception is null or not the one we care about 2024-11-21T19:54:43,824 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33785/user/jenkins/test-data/dfab15c5-d5d9-7731-57d3-fa827e2202f5/data/default/TestLogRolling-testLogRolling/d64782302947fbc2d61d614b1d08af36/.tmp/info/d754cde87c7f4f2cbfb29b1787077a61 as hdfs://localhost:33785/user/jenkins/test-data/dfab15c5-d5d9-7731-57d3-fa827e2202f5/data/default/TestLogRolling-testLogRolling/d64782302947fbc2d61d614b1d08af36/info/d754cde87c7f4f2cbfb29b1787077a61 2024-11-21T19:54:43,829 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33785/user/jenkins/test-data/dfab15c5-d5d9-7731-57d3-fa827e2202f5/data/default/TestLogRolling-testLogRolling/d64782302947fbc2d61d614b1d08af36/info/d754cde87c7f4f2cbfb29b1787077a61, entries=11, sequenceid=181, filesize=16.2 K 2024-11-21T19:54:43,830 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~11.29 KB/11561, heapSize ~12.35 KB/12648, currentSize=18.47 KB/18918 for d64782302947fbc2d61d614b1d08af36 in 41ms, sequenceid=181, compaction requested=true 2024-11-21T19:54:43,830 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for d64782302947fbc2d61d614b1d08af36: 2024-11-21T19:54:43,831 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store d64782302947fbc2d61d614b1d08af36:info, priority=-2147483648, current under compaction store size is 1 2024-11-21T19:54:43,831 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-21T19:54:43,831 DEBUG [RS:0;7b96b36745c6:34629-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-21T19:54:43,832 DEBUG [RS:0;7b96b36745c6:34629-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 96446 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-21T19:54:43,832 DEBUG [RS:0;7b96b36745c6:34629-shortCompactions-0 {}] regionserver.HStore(1541): d64782302947fbc2d61d614b1d08af36/info is initiating minor compaction (all files) 2024-11-21T19:54:43,832 INFO [RS:0;7b96b36745c6:34629-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of d64782302947fbc2d61d614b1d08af36/info in TestLogRolling-testLogRolling,row0064,1732218869612.d64782302947fbc2d61d614b1d08af36. 2024-11-21T19:54:43,832 INFO [RS:0;7b96b36745c6:34629-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33785/user/jenkins/test-data/dfab15c5-d5d9-7731-57d3-fa827e2202f5/data/default/TestLogRolling-testLogRolling/d64782302947fbc2d61d614b1d08af36/info/4f8f6afa67304c1db486c19d7b27afd5, hdfs://localhost:33785/user/jenkins/test-data/dfab15c5-d5d9-7731-57d3-fa827e2202f5/data/default/TestLogRolling-testLogRolling/d64782302947fbc2d61d614b1d08af36/info/9ea0a8740c354cdf9057fdf25fabac03, hdfs://localhost:33785/user/jenkins/test-data/dfab15c5-d5d9-7731-57d3-fa827e2202f5/data/default/TestLogRolling-testLogRolling/d64782302947fbc2d61d614b1d08af36/info/d754cde87c7f4f2cbfb29b1787077a61] into tmpdir=hdfs://localhost:33785/user/jenkins/test-data/dfab15c5-d5d9-7731-57d3-fa827e2202f5/data/default/TestLogRolling-testLogRolling/d64782302947fbc2d61d614b1d08af36/.tmp, totalSize=94.2 K 2024-11-21T19:54:43,832 DEBUG [RS:0;7b96b36745c6:34629-shortCompactions-0 {}] compactions.Compactor(225): Compacting 4f8f6afa67304c1db486c19d7b27afd5, keycount=56, bloomtype=ROW, size=62.9 K, encoding=NONE, compression=NONE, seqNum=153, earliestPutTs=1732218867536 2024-11-21T19:54:43,832 DEBUG [RS:0;7b96b36745c6:34629-shortCompactions-0 {}] compactions.Compactor(225): Compacting 9ea0a8740c354cdf9057fdf25fabac03, keycount=10, bloomtype=ROW, size=15.1 K, encoding=NONE, compression=NONE, seqNum=167, earliestPutTs=1732218881736 2024-11-21T19:54:43,833 DEBUG [RS:0;7b96b36745c6:34629-shortCompactions-0 {}] compactions.Compactor(225): Compacting d754cde87c7f4f2cbfb29b1787077a61, keycount=11, bloomtype=ROW, size=16.2 K, encoding=NONE, compression=NONE, seqNum=181, earliestPutTs=1732218883754 2024-11-21T19:54:43,845 INFO [RS:0;7b96b36745c6:34629-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): d64782302947fbc2d61d614b1d08af36#info#compaction#50 average throughput is 38.59 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-21T19:54:43,846 DEBUG [RS:0;7b96b36745c6:34629-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33785/user/jenkins/test-data/dfab15c5-d5d9-7731-57d3-fa827e2202f5/data/default/TestLogRolling-testLogRolling/d64782302947fbc2d61d614b1d08af36/.tmp/info/ec003070e29544d2b6ed383e227e0b62 is 1055, key is row0064/info:/1732218867536/Put/seqid=0 2024-11-21T19:54:43,849 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36557 is added to blk_1073741860_1036 (size=86681) 2024-11-21T19:54:43,850 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38221 is added to blk_1073741860_1036 (size=86681) 2024-11-21T19:54:43,856 DEBUG [RS:0;7b96b36745c6:34629-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33785/user/jenkins/test-data/dfab15c5-d5d9-7731-57d3-fa827e2202f5/data/default/TestLogRolling-testLogRolling/d64782302947fbc2d61d614b1d08af36/.tmp/info/ec003070e29544d2b6ed383e227e0b62 as hdfs://localhost:33785/user/jenkins/test-data/dfab15c5-d5d9-7731-57d3-fa827e2202f5/data/default/TestLogRolling-testLogRolling/d64782302947fbc2d61d614b1d08af36/info/ec003070e29544d2b6ed383e227e0b62 2024-11-21T19:54:43,862 INFO [RS:0;7b96b36745c6:34629-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in d64782302947fbc2d61d614b1d08af36/info of d64782302947fbc2d61d614b1d08af36 into ec003070e29544d2b6ed383e227e0b62(size=84.6 K), total size for store is 84.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-21T19:54:43,862 DEBUG [RS:0;7b96b36745c6:34629-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for d64782302947fbc2d61d614b1d08af36: 2024-11-21T19:54:43,862 INFO [RS:0;7b96b36745c6:34629-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestLogRolling-testLogRolling,row0064,1732218869612.d64782302947fbc2d61d614b1d08af36., storeName=d64782302947fbc2d61d614b1d08af36/info, priority=13, startTime=1732218883830; duration=0sec 2024-11-21T19:54:43,862 DEBUG [RS:0;7b96b36745c6:34629-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-21T19:54:43,862 DEBUG [RS:0;7b96b36745c6:34629-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: d64782302947fbc2d61d614b1d08af36:info 2024-11-21T19:54:45,698 INFO [master/7b96b36745c6:0.Chore.1 {}] migrate.RollingUpgradeChore(116): There is no table to migrate StoreFileTracker! 2024-11-21T19:54:45,698 INFO [master/7b96b36745c6:0.Chore.1 {}] migrate.RollingUpgradeChore(85): All Rolling-Upgrade tasks are complete, shutdown RollingUpgradeChore! 2024-11-21T19:54:50,201 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsRegionWrapperImpl$HRegionMetricsWrapperRunnable(329): Region 1588230740, had cached 0 bytes from a total of 20340 2024-11-21T19:54:53,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34629 {}] regionserver.HRegion(8855): Flush requested on d64782302947fbc2d61d614b1d08af36 2024-11-21T19:54:53,893 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing d64782302947fbc2d61d614b1d08af36 1/1 column families, dataSize=19.50 KB heapSize=21.18 KB 2024-11-21T19:54:53,900 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33785/user/jenkins/test-data/dfab15c5-d5d9-7731-57d3-fa827e2202f5/data/default/TestLogRolling-testLogRolling/d64782302947fbc2d61d614b1d08af36/.tmp/info/d2872cc8c5eb4c93bfcf37960c98f5e1 is 1055, key is row0141/info:/1732218883790/Put/seqid=0 2024-11-21T19:54:53,904 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36557 is added to blk_1073741861_1037 (size=24997) 2024-11-21T19:54:53,905 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38221 is added to blk_1073741861_1037 (size=24997) 2024-11-21T19:54:53,905 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=19.50 KB at sequenceid=204 (bloomFilter=true), to=hdfs://localhost:33785/user/jenkins/test-data/dfab15c5-d5d9-7731-57d3-fa827e2202f5/data/default/TestLogRolling-testLogRolling/d64782302947fbc2d61d614b1d08af36/.tmp/info/d2872cc8c5eb4c93bfcf37960c98f5e1 2024-11-21T19:54:53,911 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33785/user/jenkins/test-data/dfab15c5-d5d9-7731-57d3-fa827e2202f5/data/default/TestLogRolling-testLogRolling/d64782302947fbc2d61d614b1d08af36/.tmp/info/d2872cc8c5eb4c93bfcf37960c98f5e1 as hdfs://localhost:33785/user/jenkins/test-data/dfab15c5-d5d9-7731-57d3-fa827e2202f5/data/default/TestLogRolling-testLogRolling/d64782302947fbc2d61d614b1d08af36/info/d2872cc8c5eb4c93bfcf37960c98f5e1 2024-11-21T19:54:53,916 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33785/user/jenkins/test-data/dfab15c5-d5d9-7731-57d3-fa827e2202f5/data/default/TestLogRolling-testLogRolling/d64782302947fbc2d61d614b1d08af36/info/d2872cc8c5eb4c93bfcf37960c98f5e1, entries=19, sequenceid=204, filesize=24.4 K 2024-11-21T19:54:53,917 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~19.50 KB/19969, heapSize ~21.16 KB/21672, currentSize=1.03 KB/1051 for d64782302947fbc2d61d614b1d08af36 in 24ms, sequenceid=204, compaction requested=false 2024-11-21T19:54:53,917 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for d64782302947fbc2d61d614b1d08af36: 2024-11-21T19:54:55,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34629 {}] regionserver.HRegion(8855): Flush requested on d64782302947fbc2d61d614b1d08af36 2024-11-21T19:54:55,906 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing d64782302947fbc2d61d614b1d08af36 1/1 column families, dataSize=8.21 KB heapSize=9.06 KB 2024-11-21T19:54:55,911 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33785/user/jenkins/test-data/dfab15c5-d5d9-7731-57d3-fa827e2202f5/data/default/TestLogRolling-testLogRolling/d64782302947fbc2d61d614b1d08af36/.tmp/info/a9920c440c894c19b33537aaa410eb48 is 1055, key is row0160/info:/1732218893895/Put/seqid=0 2024-11-21T19:54:55,916 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38221 is added to blk_1073741862_1038 (size=13394) 2024-11-21T19:54:55,916 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36557 is added to blk_1073741862_1038 (size=13394) 2024-11-21T19:54:55,917 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.21 KB at sequenceid=215 (bloomFilter=true), to=hdfs://localhost:33785/user/jenkins/test-data/dfab15c5-d5d9-7731-57d3-fa827e2202f5/data/default/TestLogRolling-testLogRolling/d64782302947fbc2d61d614b1d08af36/.tmp/info/a9920c440c894c19b33537aaa410eb48 2024-11-21T19:54:55,923 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33785/user/jenkins/test-data/dfab15c5-d5d9-7731-57d3-fa827e2202f5/data/default/TestLogRolling-testLogRolling/d64782302947fbc2d61d614b1d08af36/.tmp/info/a9920c440c894c19b33537aaa410eb48 as hdfs://localhost:33785/user/jenkins/test-data/dfab15c5-d5d9-7731-57d3-fa827e2202f5/data/default/TestLogRolling-testLogRolling/d64782302947fbc2d61d614b1d08af36/info/a9920c440c894c19b33537aaa410eb48 2024-11-21T19:54:55,928 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33785/user/jenkins/test-data/dfab15c5-d5d9-7731-57d3-fa827e2202f5/data/default/TestLogRolling-testLogRolling/d64782302947fbc2d61d614b1d08af36/info/a9920c440c894c19b33537aaa410eb48, entries=8, sequenceid=215, filesize=13.1 K 2024-11-21T19:54:55,929 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~8.21 KB/8408, heapSize ~9.05 KB/9264, currentSize=15.40 KB/15765 for d64782302947fbc2d61d614b1d08af36 in 23ms, sequenceid=215, compaction requested=true 2024-11-21T19:54:55,929 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for d64782302947fbc2d61d614b1d08af36: 2024-11-21T19:54:55,929 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store d64782302947fbc2d61d614b1d08af36:info, priority=-2147483648, current under compaction store size is 1 2024-11-21T19:54:55,929 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-21T19:54:55,929 DEBUG [RS:0;7b96b36745c6:34629-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-21T19:54:55,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34629 {}] regionserver.HRegion(8855): Flush requested on d64782302947fbc2d61d614b1d08af36 2024-11-21T19:54:55,930 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing d64782302947fbc2d61d614b1d08af36 1/1 column families, dataSize=16.42 KB heapSize=17.88 KB 2024-11-21T19:54:55,930 DEBUG [RS:0;7b96b36745c6:34629-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 125072 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-21T19:54:55,930 DEBUG [RS:0;7b96b36745c6:34629-shortCompactions-0 {}] regionserver.HStore(1541): d64782302947fbc2d61d614b1d08af36/info is initiating minor compaction (all files) 2024-11-21T19:54:55,931 INFO [RS:0;7b96b36745c6:34629-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of d64782302947fbc2d61d614b1d08af36/info in TestLogRolling-testLogRolling,row0064,1732218869612.d64782302947fbc2d61d614b1d08af36. 2024-11-21T19:54:55,931 INFO [RS:0;7b96b36745c6:34629-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33785/user/jenkins/test-data/dfab15c5-d5d9-7731-57d3-fa827e2202f5/data/default/TestLogRolling-testLogRolling/d64782302947fbc2d61d614b1d08af36/info/ec003070e29544d2b6ed383e227e0b62, hdfs://localhost:33785/user/jenkins/test-data/dfab15c5-d5d9-7731-57d3-fa827e2202f5/data/default/TestLogRolling-testLogRolling/d64782302947fbc2d61d614b1d08af36/info/d2872cc8c5eb4c93bfcf37960c98f5e1, hdfs://localhost:33785/user/jenkins/test-data/dfab15c5-d5d9-7731-57d3-fa827e2202f5/data/default/TestLogRolling-testLogRolling/d64782302947fbc2d61d614b1d08af36/info/a9920c440c894c19b33537aaa410eb48] into tmpdir=hdfs://localhost:33785/user/jenkins/test-data/dfab15c5-d5d9-7731-57d3-fa827e2202f5/data/default/TestLogRolling-testLogRolling/d64782302947fbc2d61d614b1d08af36/.tmp, totalSize=122.1 K 2024-11-21T19:54:55,931 DEBUG [RS:0;7b96b36745c6:34629-shortCompactions-0 {}] compactions.Compactor(225): Compacting ec003070e29544d2b6ed383e227e0b62, keycount=77, bloomtype=ROW, size=84.6 K, encoding=NONE, compression=NONE, seqNum=181, earliestPutTs=1732218867536 2024-11-21T19:54:55,932 DEBUG [RS:0;7b96b36745c6:34629-shortCompactions-0 {}] compactions.Compactor(225): Compacting d2872cc8c5eb4c93bfcf37960c98f5e1, keycount=19, bloomtype=ROW, size=24.4 K, encoding=NONE, compression=NONE, seqNum=204, earliestPutTs=1732218883790 2024-11-21T19:54:55,932 DEBUG [RS:0;7b96b36745c6:34629-shortCompactions-0 {}] compactions.Compactor(225): Compacting a9920c440c894c19b33537aaa410eb48, keycount=8, bloomtype=ROW, size=13.1 K, encoding=NONE, compression=NONE, seqNum=215, earliestPutTs=1732218893895 2024-11-21T19:54:55,934 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33785/user/jenkins/test-data/dfab15c5-d5d9-7731-57d3-fa827e2202f5/data/default/TestLogRolling-testLogRolling/d64782302947fbc2d61d614b1d08af36/.tmp/info/1c9091a0ee2547cc87c84e27166167ae is 1055, key is row0168/info:/1732218895907/Put/seqid=0 2024-11-21T19:54:55,939 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36557 is added to blk_1073741863_1039 (size=21838) 2024-11-21T19:54:55,939 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38221 is added to blk_1073741863_1039 (size=21838) 2024-11-21T19:54:55,940 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=16.42 KB at sequenceid=234 (bloomFilter=true), to=hdfs://localhost:33785/user/jenkins/test-data/dfab15c5-d5d9-7731-57d3-fa827e2202f5/data/default/TestLogRolling-testLogRolling/d64782302947fbc2d61d614b1d08af36/.tmp/info/1c9091a0ee2547cc87c84e27166167ae 2024-11-21T19:54:55,946 INFO [RS:0;7b96b36745c6:34629-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): d64782302947fbc2d61d614b1d08af36#info#compaction#54 average throughput is 52.12 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-21T19:54:55,946 DEBUG [RS:0;7b96b36745c6:34629-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33785/user/jenkins/test-data/dfab15c5-d5d9-7731-57d3-fa827e2202f5/data/default/TestLogRolling-testLogRolling/d64782302947fbc2d61d614b1d08af36/.tmp/info/a042299fa3da46828cb1df41bb4dbbc2 is 1055, key is row0064/info:/1732218867536/Put/seqid=0 2024-11-21T19:54:55,946 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33785/user/jenkins/test-data/dfab15c5-d5d9-7731-57d3-fa827e2202f5/data/default/TestLogRolling-testLogRolling/d64782302947fbc2d61d614b1d08af36/.tmp/info/1c9091a0ee2547cc87c84e27166167ae as hdfs://localhost:33785/user/jenkins/test-data/dfab15c5-d5d9-7731-57d3-fa827e2202f5/data/default/TestLogRolling-testLogRolling/d64782302947fbc2d61d614b1d08af36/info/1c9091a0ee2547cc87c84e27166167ae 2024-11-21T19:54:55,950 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36557 is added to blk_1073741864_1040 (size=115222) 2024-11-21T19:54:55,950 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38221 is added to blk_1073741864_1040 (size=115222) 2024-11-21T19:54:55,952 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33785/user/jenkins/test-data/dfab15c5-d5d9-7731-57d3-fa827e2202f5/data/default/TestLogRolling-testLogRolling/d64782302947fbc2d61d614b1d08af36/info/1c9091a0ee2547cc87c84e27166167ae, entries=16, sequenceid=234, filesize=21.3 K 2024-11-21T19:54:55,952 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~16.42 KB/16816, heapSize ~17.86 KB/18288, currentSize=9.24 KB/9459 for d64782302947fbc2d61d614b1d08af36 in 22ms, sequenceid=234, compaction requested=false 2024-11-21T19:54:55,953 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for d64782302947fbc2d61d614b1d08af36: 2024-11-21T19:54:55,955 DEBUG [RS:0;7b96b36745c6:34629-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33785/user/jenkins/test-data/dfab15c5-d5d9-7731-57d3-fa827e2202f5/data/default/TestLogRolling-testLogRolling/d64782302947fbc2d61d614b1d08af36/.tmp/info/a042299fa3da46828cb1df41bb4dbbc2 as hdfs://localhost:33785/user/jenkins/test-data/dfab15c5-d5d9-7731-57d3-fa827e2202f5/data/default/TestLogRolling-testLogRolling/d64782302947fbc2d61d614b1d08af36/info/a042299fa3da46828cb1df41bb4dbbc2 2024-11-21T19:54:55,960 INFO [RS:0;7b96b36745c6:34629-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in d64782302947fbc2d61d614b1d08af36/info of d64782302947fbc2d61d614b1d08af36 into a042299fa3da46828cb1df41bb4dbbc2(size=112.5 K), total size for store is 133.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-21T19:54:55,960 DEBUG [RS:0;7b96b36745c6:34629-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for d64782302947fbc2d61d614b1d08af36: 2024-11-21T19:54:55,960 INFO [RS:0;7b96b36745c6:34629-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestLogRolling-testLogRolling,row0064,1732218869612.d64782302947fbc2d61d614b1d08af36., storeName=d64782302947fbc2d61d614b1d08af36/info, priority=13, startTime=1732218895929; duration=0sec 2024-11-21T19:54:55,960 DEBUG [RS:0;7b96b36745c6:34629-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-21T19:54:55,960 DEBUG [RS:0;7b96b36745c6:34629-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: d64782302947fbc2d61d614b1d08af36:info 2024-11-21T19:54:57,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34629 {}] regionserver.HRegion(8855): Flush requested on d64782302947fbc2d61d614b1d08af36 2024-11-21T19:54:57,951 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing d64782302947fbc2d61d614b1d08af36 1/1 column families, dataSize=10.26 KB heapSize=11.27 KB 2024-11-21T19:54:57,955 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33785/user/jenkins/test-data/dfab15c5-d5d9-7731-57d3-fa827e2202f5/data/default/TestLogRolling-testLogRolling/d64782302947fbc2d61d614b1d08af36/.tmp/info/8c3357459c014267a0205fe7abd54832 is 1055, key is row0184/info:/1732218895931/Put/seqid=0 2024-11-21T19:54:57,961 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36557 is added to blk_1073741865_1041 (size=15500) 2024-11-21T19:54:57,962 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38221 is added to blk_1073741865_1041 (size=15500) 2024-11-21T19:54:57,962 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=10.26 KB at sequenceid=248 (bloomFilter=true), to=hdfs://localhost:33785/user/jenkins/test-data/dfab15c5-d5d9-7731-57d3-fa827e2202f5/data/default/TestLogRolling-testLogRolling/d64782302947fbc2d61d614b1d08af36/.tmp/info/8c3357459c014267a0205fe7abd54832 2024-11-21T19:54:57,968 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33785/user/jenkins/test-data/dfab15c5-d5d9-7731-57d3-fa827e2202f5/data/default/TestLogRolling-testLogRolling/d64782302947fbc2d61d614b1d08af36/.tmp/info/8c3357459c014267a0205fe7abd54832 as hdfs://localhost:33785/user/jenkins/test-data/dfab15c5-d5d9-7731-57d3-fa827e2202f5/data/default/TestLogRolling-testLogRolling/d64782302947fbc2d61d614b1d08af36/info/8c3357459c014267a0205fe7abd54832 2024-11-21T19:54:57,975 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33785/user/jenkins/test-data/dfab15c5-d5d9-7731-57d3-fa827e2202f5/data/default/TestLogRolling-testLogRolling/d64782302947fbc2d61d614b1d08af36/info/8c3357459c014267a0205fe7abd54832, entries=10, sequenceid=248, filesize=15.1 K 2024-11-21T19:54:57,976 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~10.26 KB/10510, heapSize ~11.25 KB/11520, currentSize=15.40 KB/15765 for d64782302947fbc2d61d614b1d08af36 in 26ms, sequenceid=248, compaction requested=true 2024-11-21T19:54:57,976 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for d64782302947fbc2d61d614b1d08af36: 2024-11-21T19:54:57,976 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store d64782302947fbc2d61d614b1d08af36:info, priority=-2147483648, current under compaction store size is 1 2024-11-21T19:54:57,976 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-21T19:54:57,976 DEBUG [RS:0;7b96b36745c6:34629-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-21T19:54:57,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34629 {}] regionserver.HRegion(8855): Flush requested on d64782302947fbc2d61d614b1d08af36 2024-11-21T19:54:57,977 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing d64782302947fbc2d61d614b1d08af36 1/1 column families, dataSize=16.42 KB heapSize=17.88 KB 2024-11-21T19:54:57,978 DEBUG [RS:0;7b96b36745c6:34629-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 152560 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-21T19:54:57,978 DEBUG [RS:0;7b96b36745c6:34629-shortCompactions-0 {}] regionserver.HStore(1541): d64782302947fbc2d61d614b1d08af36/info is initiating minor compaction (all files) 2024-11-21T19:54:57,978 INFO [RS:0;7b96b36745c6:34629-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of d64782302947fbc2d61d614b1d08af36/info in TestLogRolling-testLogRolling,row0064,1732218869612.d64782302947fbc2d61d614b1d08af36. 2024-11-21T19:54:57,978 INFO [RS:0;7b96b36745c6:34629-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33785/user/jenkins/test-data/dfab15c5-d5d9-7731-57d3-fa827e2202f5/data/default/TestLogRolling-testLogRolling/d64782302947fbc2d61d614b1d08af36/info/a042299fa3da46828cb1df41bb4dbbc2, hdfs://localhost:33785/user/jenkins/test-data/dfab15c5-d5d9-7731-57d3-fa827e2202f5/data/default/TestLogRolling-testLogRolling/d64782302947fbc2d61d614b1d08af36/info/1c9091a0ee2547cc87c84e27166167ae, hdfs://localhost:33785/user/jenkins/test-data/dfab15c5-d5d9-7731-57d3-fa827e2202f5/data/default/TestLogRolling-testLogRolling/d64782302947fbc2d61d614b1d08af36/info/8c3357459c014267a0205fe7abd54832] into tmpdir=hdfs://localhost:33785/user/jenkins/test-data/dfab15c5-d5d9-7731-57d3-fa827e2202f5/data/default/TestLogRolling-testLogRolling/d64782302947fbc2d61d614b1d08af36/.tmp, totalSize=149.0 K 2024-11-21T19:54:57,978 DEBUG [RS:0;7b96b36745c6:34629-shortCompactions-0 {}] compactions.Compactor(225): Compacting a042299fa3da46828cb1df41bb4dbbc2, keycount=104, bloomtype=ROW, size=112.5 K, encoding=NONE, compression=NONE, seqNum=215, earliestPutTs=1732218867536 2024-11-21T19:54:57,979 DEBUG [RS:0;7b96b36745c6:34629-shortCompactions-0 {}] compactions.Compactor(225): Compacting 1c9091a0ee2547cc87c84e27166167ae, keycount=16, bloomtype=ROW, size=21.3 K, encoding=NONE, compression=NONE, seqNum=234, earliestPutTs=1732218895907 2024-11-21T19:54:57,979 DEBUG [RS:0;7b96b36745c6:34629-shortCompactions-0 {}] compactions.Compactor(225): Compacting 8c3357459c014267a0205fe7abd54832, keycount=10, bloomtype=ROW, size=15.1 K, encoding=NONE, compression=NONE, seqNum=248, earliestPutTs=1732218895931 2024-11-21T19:54:57,981 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33785/user/jenkins/test-data/dfab15c5-d5d9-7731-57d3-fa827e2202f5/data/default/TestLogRolling-testLogRolling/d64782302947fbc2d61d614b1d08af36/.tmp/info/6268c02ceaa847f9bb66cd477c90c8ba is 1055, key is row0194/info:/1732218897952/Put/seqid=0 2024-11-21T19:54:57,989 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36557 is added to blk_1073741866_1042 (size=21848) 2024-11-21T19:54:57,989 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38221 is added to blk_1073741866_1042 (size=21848) 2024-11-21T19:54:57,989 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=16.42 KB at sequenceid=267 (bloomFilter=true), to=hdfs://localhost:33785/user/jenkins/test-data/dfab15c5-d5d9-7731-57d3-fa827e2202f5/data/default/TestLogRolling-testLogRolling/d64782302947fbc2d61d614b1d08af36/.tmp/info/6268c02ceaa847f9bb66cd477c90c8ba 2024-11-21T19:54:57,993 INFO [RS:0;7b96b36745c6:34629-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): d64782302947fbc2d61d614b1d08af36#info#compaction#57 average throughput is 43.43 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-21T19:54:57,993 DEBUG [RS:0;7b96b36745c6:34629-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33785/user/jenkins/test-data/dfab15c5-d5d9-7731-57d3-fa827e2202f5/data/default/TestLogRolling-testLogRolling/d64782302947fbc2d61d614b1d08af36/.tmp/info/07ef7783b9ad4a60956dfede748179bd is 1055, key is row0064/info:/1732218867536/Put/seqid=0 2024-11-21T19:54:57,997 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33785/user/jenkins/test-data/dfab15c5-d5d9-7731-57d3-fa827e2202f5/data/default/TestLogRolling-testLogRolling/d64782302947fbc2d61d614b1d08af36/.tmp/info/6268c02ceaa847f9bb66cd477c90c8ba as hdfs://localhost:33785/user/jenkins/test-data/dfab15c5-d5d9-7731-57d3-fa827e2202f5/data/default/TestLogRolling-testLogRolling/d64782302947fbc2d61d614b1d08af36/info/6268c02ceaa847f9bb66cd477c90c8ba 2024-11-21T19:54:57,998 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36557 is added to blk_1073741867_1043 (size=142906) 2024-11-21T19:54:57,999 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38221 is added to blk_1073741867_1043 (size=142906) 2024-11-21T19:54:58,001 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34629 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=32.0 K, regionName=d64782302947fbc2d61d614b1d08af36, server=7b96b36745c6,34629,1732218844306 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-21T19:54:58,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34629 {}] ipc.CallRunner(138): callId: 233 service: ClientService methodName: Mutate size: 1.2 K connection: 172.17.0.2:53168 deadline: 1732218908001, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=32.0 K, regionName=d64782302947fbc2d61d614b1d08af36, server=7b96b36745c6,34629,1732218844306 2024-11-21T19:54:58,003 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestLogRolling-testLogRolling,row0064,1732218869612.d64782302947fbc2d61d614b1d08af36., hostname=7b96b36745c6,34629,1732218844306, seqNum=124 , the old value is region=TestLogRolling-testLogRolling,row0064,1732218869612.d64782302947fbc2d61d614b1d08af36., hostname=7b96b36745c6,34629,1732218844306, seqNum=124, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=32.0 K, regionName=d64782302947fbc2d61d614b1d08af36, server=7b96b36745c6,34629,1732218844306 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T19:54:58,003 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestLogRolling-testLogRolling,row0064,1732218869612.d64782302947fbc2d61d614b1d08af36., hostname=7b96b36745c6,34629,1732218844306, seqNum=124 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=32.0 K, regionName=d64782302947fbc2d61d614b1d08af36, server=7b96b36745c6,34629,1732218844306 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T19:54:58,003 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestLogRolling-testLogRolling,row0064,1732218869612.d64782302947fbc2d61d614b1d08af36., hostname=7b96b36745c6,34629,1732218844306, seqNum=124 because the exception is null or not the one we care about 2024-11-21T19:54:58,003 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33785/user/jenkins/test-data/dfab15c5-d5d9-7731-57d3-fa827e2202f5/data/default/TestLogRolling-testLogRolling/d64782302947fbc2d61d614b1d08af36/info/6268c02ceaa847f9bb66cd477c90c8ba, entries=16, sequenceid=267, filesize=21.3 K 2024-11-21T19:54:58,004 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~16.42 KB/16816, heapSize ~17.86 KB/18288, currentSize=13.34 KB/13663 for d64782302947fbc2d61d614b1d08af36 in 27ms, sequenceid=267, compaction requested=false 2024-11-21T19:54:58,004 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for d64782302947fbc2d61d614b1d08af36: 2024-11-21T19:54:58,005 DEBUG [RS:0;7b96b36745c6:34629-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33785/user/jenkins/test-data/dfab15c5-d5d9-7731-57d3-fa827e2202f5/data/default/TestLogRolling-testLogRolling/d64782302947fbc2d61d614b1d08af36/.tmp/info/07ef7783b9ad4a60956dfede748179bd as hdfs://localhost:33785/user/jenkins/test-data/dfab15c5-d5d9-7731-57d3-fa827e2202f5/data/default/TestLogRolling-testLogRolling/d64782302947fbc2d61d614b1d08af36/info/07ef7783b9ad4a60956dfede748179bd 2024-11-21T19:54:58,010 INFO [RS:0;7b96b36745c6:34629-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in d64782302947fbc2d61d614b1d08af36/info of d64782302947fbc2d61d614b1d08af36 into 07ef7783b9ad4a60956dfede748179bd(size=139.6 K), total size for store is 160.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-21T19:54:58,010 DEBUG [RS:0;7b96b36745c6:34629-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for d64782302947fbc2d61d614b1d08af36: 2024-11-21T19:54:58,010 INFO [RS:0;7b96b36745c6:34629-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestLogRolling-testLogRolling,row0064,1732218869612.d64782302947fbc2d61d614b1d08af36., storeName=d64782302947fbc2d61d614b1d08af36/info, priority=13, startTime=1732218897976; duration=0sec 2024-11-21T19:54:58,010 DEBUG [RS:0;7b96b36745c6:34629-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-21T19:54:58,010 DEBUG [RS:0;7b96b36745c6:34629-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: d64782302947fbc2d61d614b1d08af36:info 2024-11-21T19:55:04,229 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-21T19:55:06,536 DEBUG [master/7b96b36745c6:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 1588230740 changed from -1.0 to 0.0, refreshing cache 2024-11-21T19:55:08,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34629 {}] regionserver.HRegion(8855): Flush requested on d64782302947fbc2d61d614b1d08af36 2024-11-21T19:55:08,092 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing d64782302947fbc2d61d614b1d08af36 1/1 column families, dataSize=14.37 KB heapSize=15.67 KB 2024-11-21T19:55:08,097 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33785/user/jenkins/test-data/dfab15c5-d5d9-7731-57d3-fa827e2202f5/data/default/TestLogRolling-testLogRolling/d64782302947fbc2d61d614b1d08af36/.tmp/info/aa66ecdd32fd4d7fafa9fbc61fb27280 is 1055, key is row0210/info:/1732218897978/Put/seqid=0 2024-11-21T19:55:08,102 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38221 is added to blk_1073741868_1044 (size=19742) 2024-11-21T19:55:08,102 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36557 is added to blk_1073741868_1044 (size=19742) 2024-11-21T19:55:08,102 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=14.37 KB at sequenceid=285 (bloomFilter=true), to=hdfs://localhost:33785/user/jenkins/test-data/dfab15c5-d5d9-7731-57d3-fa827e2202f5/data/default/TestLogRolling-testLogRolling/d64782302947fbc2d61d614b1d08af36/.tmp/info/aa66ecdd32fd4d7fafa9fbc61fb27280 2024-11-21T19:55:08,108 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33785/user/jenkins/test-data/dfab15c5-d5d9-7731-57d3-fa827e2202f5/data/default/TestLogRolling-testLogRolling/d64782302947fbc2d61d614b1d08af36/.tmp/info/aa66ecdd32fd4d7fafa9fbc61fb27280 as hdfs://localhost:33785/user/jenkins/test-data/dfab15c5-d5d9-7731-57d3-fa827e2202f5/data/default/TestLogRolling-testLogRolling/d64782302947fbc2d61d614b1d08af36/info/aa66ecdd32fd4d7fafa9fbc61fb27280 2024-11-21T19:55:08,113 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33785/user/jenkins/test-data/dfab15c5-d5d9-7731-57d3-fa827e2202f5/data/default/TestLogRolling-testLogRolling/d64782302947fbc2d61d614b1d08af36/info/aa66ecdd32fd4d7fafa9fbc61fb27280, entries=14, sequenceid=285, filesize=19.3 K 2024-11-21T19:55:08,113 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~14.37 KB/14714, heapSize ~15.66 KB/16032, currentSize=1.03 KB/1051 for d64782302947fbc2d61d614b1d08af36 in 21ms, sequenceid=285, compaction requested=true 2024-11-21T19:55:08,113 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for d64782302947fbc2d61d614b1d08af36: 2024-11-21T19:55:08,114 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store d64782302947fbc2d61d614b1d08af36:info, priority=-2147483648, current under compaction store size is 1 2024-11-21T19:55:08,114 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-21T19:55:08,114 DEBUG [RS:0;7b96b36745c6:34629-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-21T19:55:08,115 DEBUG [RS:0;7b96b36745c6:34629-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 184496 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-21T19:55:08,115 DEBUG [RS:0;7b96b36745c6:34629-shortCompactions-0 {}] regionserver.HStore(1541): d64782302947fbc2d61d614b1d08af36/info is initiating minor compaction (all files) 2024-11-21T19:55:08,115 INFO [RS:0;7b96b36745c6:34629-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of d64782302947fbc2d61d614b1d08af36/info in TestLogRolling-testLogRolling,row0064,1732218869612.d64782302947fbc2d61d614b1d08af36. 2024-11-21T19:55:08,115 INFO [RS:0;7b96b36745c6:34629-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33785/user/jenkins/test-data/dfab15c5-d5d9-7731-57d3-fa827e2202f5/data/default/TestLogRolling-testLogRolling/d64782302947fbc2d61d614b1d08af36/info/07ef7783b9ad4a60956dfede748179bd, hdfs://localhost:33785/user/jenkins/test-data/dfab15c5-d5d9-7731-57d3-fa827e2202f5/data/default/TestLogRolling-testLogRolling/d64782302947fbc2d61d614b1d08af36/info/6268c02ceaa847f9bb66cd477c90c8ba, hdfs://localhost:33785/user/jenkins/test-data/dfab15c5-d5d9-7731-57d3-fa827e2202f5/data/default/TestLogRolling-testLogRolling/d64782302947fbc2d61d614b1d08af36/info/aa66ecdd32fd4d7fafa9fbc61fb27280] into tmpdir=hdfs://localhost:33785/user/jenkins/test-data/dfab15c5-d5d9-7731-57d3-fa827e2202f5/data/default/TestLogRolling-testLogRolling/d64782302947fbc2d61d614b1d08af36/.tmp, totalSize=180.2 K 2024-11-21T19:55:08,116 DEBUG [RS:0;7b96b36745c6:34629-shortCompactions-0 {}] compactions.Compactor(225): Compacting 07ef7783b9ad4a60956dfede748179bd, keycount=130, bloomtype=ROW, size=139.6 K, encoding=NONE, compression=NONE, seqNum=248, earliestPutTs=1732218867536 2024-11-21T19:55:08,116 DEBUG [RS:0;7b96b36745c6:34629-shortCompactions-0 {}] compactions.Compactor(225): Compacting 6268c02ceaa847f9bb66cd477c90c8ba, keycount=16, bloomtype=ROW, size=21.3 K, encoding=NONE, compression=NONE, seqNum=267, earliestPutTs=1732218897952 2024-11-21T19:55:08,117 DEBUG [RS:0;7b96b36745c6:34629-shortCompactions-0 {}] compactions.Compactor(225): Compacting aa66ecdd32fd4d7fafa9fbc61fb27280, keycount=14, bloomtype=ROW, size=19.3 K, encoding=NONE, compression=NONE, seqNum=285, earliestPutTs=1732218897978 2024-11-21T19:55:08,130 INFO [RS:0;7b96b36745c6:34629-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): d64782302947fbc2d61d614b1d08af36#info#compaction#59 average throughput is 40.09 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-21T19:55:08,130 DEBUG [RS:0;7b96b36745c6:34629-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33785/user/jenkins/test-data/dfab15c5-d5d9-7731-57d3-fa827e2202f5/data/default/TestLogRolling-testLogRolling/d64782302947fbc2d61d614b1d08af36/.tmp/info/00666178d6864fe78132ae2d349edebe is 1055, key is row0064/info:/1732218867536/Put/seqid=0 2024-11-21T19:55:08,132 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36557 is added to blk_1073741869_1045 (size=174630) 2024-11-21T19:55:08,133 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38221 is added to blk_1073741869_1045 (size=174630) 2024-11-21T19:55:08,139 DEBUG [RS:0;7b96b36745c6:34629-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33785/user/jenkins/test-data/dfab15c5-d5d9-7731-57d3-fa827e2202f5/data/default/TestLogRolling-testLogRolling/d64782302947fbc2d61d614b1d08af36/.tmp/info/00666178d6864fe78132ae2d349edebe as hdfs://localhost:33785/user/jenkins/test-data/dfab15c5-d5d9-7731-57d3-fa827e2202f5/data/default/TestLogRolling-testLogRolling/d64782302947fbc2d61d614b1d08af36/info/00666178d6864fe78132ae2d349edebe 2024-11-21T19:55:08,145 INFO [RS:0;7b96b36745c6:34629-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in d64782302947fbc2d61d614b1d08af36/info of d64782302947fbc2d61d614b1d08af36 into 00666178d6864fe78132ae2d349edebe(size=170.5 K), total size for store is 170.5 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-21T19:55:08,145 DEBUG [RS:0;7b96b36745c6:34629-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for d64782302947fbc2d61d614b1d08af36: 2024-11-21T19:55:08,145 INFO [RS:0;7b96b36745c6:34629-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestLogRolling-testLogRolling,row0064,1732218869612.d64782302947fbc2d61d614b1d08af36., storeName=d64782302947fbc2d61d614b1d08af36/info, priority=13, startTime=1732218908113; duration=0sec 2024-11-21T19:55:08,145 DEBUG [RS:0;7b96b36745c6:34629-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-21T19:55:08,145 DEBUG [RS:0;7b96b36745c6:34629-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: d64782302947fbc2d61d614b1d08af36:info 2024-11-21T19:55:10,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34629 {}] regionserver.HRegion(8855): Flush requested on d64782302947fbc2d61d614b1d08af36 2024-11-21T19:55:10,105 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing d64782302947fbc2d61d614b1d08af36 1/1 column families, dataSize=8.21 KB heapSize=9.06 KB 2024-11-21T19:55:10,109 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33785/user/jenkins/test-data/dfab15c5-d5d9-7731-57d3-fa827e2202f5/data/default/TestLogRolling-testLogRolling/d64782302947fbc2d61d614b1d08af36/.tmp/info/c4e0fe6f79214db9b3b9db2cfbc76c9c is 1055, key is row0224/info:/1732218908094/Put/seqid=0 2024-11-21T19:55:10,119 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36557 is added to blk_1073741870_1046 (size=13402) 2024-11-21T19:55:10,120 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38221 is added to blk_1073741870_1046 (size=13402) 2024-11-21T19:55:10,120 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.21 KB at sequenceid=297 (bloomFilter=true), to=hdfs://localhost:33785/user/jenkins/test-data/dfab15c5-d5d9-7731-57d3-fa827e2202f5/data/default/TestLogRolling-testLogRolling/d64782302947fbc2d61d614b1d08af36/.tmp/info/c4e0fe6f79214db9b3b9db2cfbc76c9c 2024-11-21T19:55:10,126 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33785/user/jenkins/test-data/dfab15c5-d5d9-7731-57d3-fa827e2202f5/data/default/TestLogRolling-testLogRolling/d64782302947fbc2d61d614b1d08af36/.tmp/info/c4e0fe6f79214db9b3b9db2cfbc76c9c as hdfs://localhost:33785/user/jenkins/test-data/dfab15c5-d5d9-7731-57d3-fa827e2202f5/data/default/TestLogRolling-testLogRolling/d64782302947fbc2d61d614b1d08af36/info/c4e0fe6f79214db9b3b9db2cfbc76c9c 2024-11-21T19:55:10,131 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33785/user/jenkins/test-data/dfab15c5-d5d9-7731-57d3-fa827e2202f5/data/default/TestLogRolling-testLogRolling/d64782302947fbc2d61d614b1d08af36/info/c4e0fe6f79214db9b3b9db2cfbc76c9c, entries=8, sequenceid=297, filesize=13.1 K 2024-11-21T19:55:10,132 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~8.21 KB/8408, heapSize ~9.05 KB/9264, currentSize=19.50 KB/19969 for d64782302947fbc2d61d614b1d08af36 in 27ms, sequenceid=297, compaction requested=false 2024-11-21T19:55:10,132 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for d64782302947fbc2d61d614b1d08af36: 2024-11-21T19:55:10,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34629 {}] regionserver.HRegion(8855): Flush requested on d64782302947fbc2d61d614b1d08af36 2024-11-21T19:55:10,133 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing d64782302947fbc2d61d614b1d08af36 1/1 column families, dataSize=20.53 KB heapSize=22.28 KB 2024-11-21T19:55:10,136 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33785/user/jenkins/test-data/dfab15c5-d5d9-7731-57d3-fa827e2202f5/data/default/TestLogRolling-testLogRolling/d64782302947fbc2d61d614b1d08af36/.tmp/info/a9bb834348f84c73b4cdda60fa172c3c is 1055, key is row0232/info:/1732218910106/Put/seqid=0 2024-11-21T19:55:10,141 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36557 is added to blk_1073741871_1047 (size=26070) 2024-11-21T19:55:10,141 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38221 is added to blk_1073741871_1047 (size=26070) 2024-11-21T19:55:10,142 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.53 KB at sequenceid=320 (bloomFilter=true), to=hdfs://localhost:33785/user/jenkins/test-data/dfab15c5-d5d9-7731-57d3-fa827e2202f5/data/default/TestLogRolling-testLogRolling/d64782302947fbc2d61d614b1d08af36/.tmp/info/a9bb834348f84c73b4cdda60fa172c3c 2024-11-21T19:55:10,146 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33785/user/jenkins/test-data/dfab15c5-d5d9-7731-57d3-fa827e2202f5/data/default/TestLogRolling-testLogRolling/d64782302947fbc2d61d614b1d08af36/.tmp/info/a9bb834348f84c73b4cdda60fa172c3c as hdfs://localhost:33785/user/jenkins/test-data/dfab15c5-d5d9-7731-57d3-fa827e2202f5/data/default/TestLogRolling-testLogRolling/d64782302947fbc2d61d614b1d08af36/info/a9bb834348f84c73b4cdda60fa172c3c 2024-11-21T19:55:10,150 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33785/user/jenkins/test-data/dfab15c5-d5d9-7731-57d3-fa827e2202f5/data/default/TestLogRolling-testLogRolling/d64782302947fbc2d61d614b1d08af36/info/a9bb834348f84c73b4cdda60fa172c3c, entries=20, sequenceid=320, filesize=25.5 K 2024-11-21T19:55:10,151 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~20.53 KB/21020, heapSize ~22.27 KB/22800, currentSize=5.13 KB/5255 for d64782302947fbc2d61d614b1d08af36 in 18ms, sequenceid=320, compaction requested=true 2024-11-21T19:55:10,151 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for d64782302947fbc2d61d614b1d08af36: 2024-11-21T19:55:10,151 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store d64782302947fbc2d61d614b1d08af36:info, priority=-2147483648, current under compaction store size is 1 2024-11-21T19:55:10,151 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-21T19:55:10,151 DEBUG [RS:0;7b96b36745c6:34629-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-21T19:55:10,153 DEBUG [RS:0;7b96b36745c6:34629-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 214102 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-21T19:55:10,153 DEBUG [RS:0;7b96b36745c6:34629-shortCompactions-0 {}] regionserver.HStore(1541): d64782302947fbc2d61d614b1d08af36/info is initiating minor compaction (all files) 2024-11-21T19:55:10,153 INFO [RS:0;7b96b36745c6:34629-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of d64782302947fbc2d61d614b1d08af36/info in TestLogRolling-testLogRolling,row0064,1732218869612.d64782302947fbc2d61d614b1d08af36. 2024-11-21T19:55:10,153 INFO [RS:0;7b96b36745c6:34629-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33785/user/jenkins/test-data/dfab15c5-d5d9-7731-57d3-fa827e2202f5/data/default/TestLogRolling-testLogRolling/d64782302947fbc2d61d614b1d08af36/info/00666178d6864fe78132ae2d349edebe, hdfs://localhost:33785/user/jenkins/test-data/dfab15c5-d5d9-7731-57d3-fa827e2202f5/data/default/TestLogRolling-testLogRolling/d64782302947fbc2d61d614b1d08af36/info/c4e0fe6f79214db9b3b9db2cfbc76c9c, hdfs://localhost:33785/user/jenkins/test-data/dfab15c5-d5d9-7731-57d3-fa827e2202f5/data/default/TestLogRolling-testLogRolling/d64782302947fbc2d61d614b1d08af36/info/a9bb834348f84c73b4cdda60fa172c3c] into tmpdir=hdfs://localhost:33785/user/jenkins/test-data/dfab15c5-d5d9-7731-57d3-fa827e2202f5/data/default/TestLogRolling-testLogRolling/d64782302947fbc2d61d614b1d08af36/.tmp, totalSize=209.1 K 2024-11-21T19:55:10,153 DEBUG [RS:0;7b96b36745c6:34629-shortCompactions-0 {}] compactions.Compactor(225): Compacting 00666178d6864fe78132ae2d349edebe, keycount=160, bloomtype=ROW, size=170.5 K, encoding=NONE, compression=NONE, seqNum=285, earliestPutTs=1732218867536 2024-11-21T19:55:10,154 DEBUG [RS:0;7b96b36745c6:34629-shortCompactions-0 {}] compactions.Compactor(225): Compacting c4e0fe6f79214db9b3b9db2cfbc76c9c, keycount=8, bloomtype=ROW, size=13.1 K, encoding=NONE, compression=NONE, seqNum=297, earliestPutTs=1732218908094 2024-11-21T19:55:10,154 DEBUG [RS:0;7b96b36745c6:34629-shortCompactions-0 {}] compactions.Compactor(225): Compacting a9bb834348f84c73b4cdda60fa172c3c, keycount=20, bloomtype=ROW, size=25.5 K, encoding=NONE, compression=NONE, seqNum=320, earliestPutTs=1732218910106 2024-11-21T19:55:10,167 INFO [RS:0;7b96b36745c6:34629-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): d64782302947fbc2d61d614b1d08af36#info#compaction#62 average throughput is 47.11 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-21T19:55:10,168 DEBUG [RS:0;7b96b36745c6:34629-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33785/user/jenkins/test-data/dfab15c5-d5d9-7731-57d3-fa827e2202f5/data/default/TestLogRolling-testLogRolling/d64782302947fbc2d61d614b1d08af36/.tmp/info/2a576d9b20d14d16a969c29df3a12e47 is 1055, key is row0064/info:/1732218867536/Put/seqid=0 2024-11-21T19:55:10,170 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36557 is added to blk_1073741872_1048 (size=204248) 2024-11-21T19:55:10,170 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38221 is added to blk_1073741872_1048 (size=204248) 2024-11-21T19:55:10,175 DEBUG [RS:0;7b96b36745c6:34629-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33785/user/jenkins/test-data/dfab15c5-d5d9-7731-57d3-fa827e2202f5/data/default/TestLogRolling-testLogRolling/d64782302947fbc2d61d614b1d08af36/.tmp/info/2a576d9b20d14d16a969c29df3a12e47 as hdfs://localhost:33785/user/jenkins/test-data/dfab15c5-d5d9-7731-57d3-fa827e2202f5/data/default/TestLogRolling-testLogRolling/d64782302947fbc2d61d614b1d08af36/info/2a576d9b20d14d16a969c29df3a12e47 2024-11-21T19:55:10,180 INFO [RS:0;7b96b36745c6:34629-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in d64782302947fbc2d61d614b1d08af36/info of d64782302947fbc2d61d614b1d08af36 into 2a576d9b20d14d16a969c29df3a12e47(size=199.5 K), total size for store is 199.5 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-21T19:55:10,180 DEBUG [RS:0;7b96b36745c6:34629-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for d64782302947fbc2d61d614b1d08af36: 2024-11-21T19:55:10,180 INFO [RS:0;7b96b36745c6:34629-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestLogRolling-testLogRolling,row0064,1732218869612.d64782302947fbc2d61d614b1d08af36., storeName=d64782302947fbc2d61d614b1d08af36/info, priority=13, startTime=1732218910151; duration=0sec 2024-11-21T19:55:10,180 DEBUG [RS:0;7b96b36745c6:34629-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-21T19:55:10,180 DEBUG [RS:0;7b96b36745c6:34629-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: d64782302947fbc2d61d614b1d08af36:info 2024-11-21T19:55:12,140 INFO [Time-limited test {}] wal.AbstractTestLogRolling(285): after writing there are 0 log files 2024-11-21T19:55:12,154 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/dfab15c5-d5d9-7731-57d3-fa827e2202f5/WALs/7b96b36745c6,34629,1732218844306/7b96b36745c6%2C34629%2C1732218844306.1732218912140, exclude list is [], retry=0 2024-11-21T19:55:12,156 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38221,DS-531233a7-7204-4a16-90cf-14847ad75a77,DISK] 2024-11-21T19:55:12,156 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36557,DS-2aa4d792-0097-4b93-9a54-667d20a1c224,DISK] 2024-11-21T19:55:12,158 INFO [Time-limited test {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/dfab15c5-d5d9-7731-57d3-fa827e2202f5/WALs/7b96b36745c6,34629,1732218844306/7b96b36745c6%2C34629%2C1732218844306.1732218844744 with entries=308, filesize=300.85 KB; new WAL /user/jenkins/test-data/dfab15c5-d5d9-7731-57d3-fa827e2202f5/WALs/7b96b36745c6,34629,1732218844306/7b96b36745c6%2C34629%2C1732218844306.1732218912140 2024-11-21T19:55:12,158 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35241:35241),(127.0.0.1/127.0.0.1:39897:39897)] 2024-11-21T19:55:12,158 DEBUG [Time-limited test {}] wal.AbstractFSWAL(879): hdfs://localhost:33785/user/jenkins/test-data/dfab15c5-d5d9-7731-57d3-fa827e2202f5/WALs/7b96b36745c6,34629,1732218844306/7b96b36745c6%2C34629%2C1732218844306.1732218844744 is not closed yet, will try archiving it next time 2024-11-21T19:55:12,160 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36557 is added to blk_1073741833_1009 (size=308076) 2024-11-21T19:55:12,160 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38221 is added to blk_1073741833_1009 (size=308076) 2024-11-21T19:55:12,163 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=705 B heapSize=2.05 KB 2024-11-21T19:55:12,166 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33785/user/jenkins/test-data/dfab15c5-d5d9-7731-57d3-fa827e2202f5/data/hbase/meta/1588230740/.tmp/info/d411ca3d0e954664862fd284193c94f4 is 193, key is TestLogRolling-testLogRolling,row0064,1732218869612.d64782302947fbc2d61d614b1d08af36./info:regioninfo/1732218870331/Put/seqid=0 2024-11-21T19:55:12,172 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36557 is added to blk_1073741874_1050 (size=6223) 2024-11-21T19:55:12,173 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38221 is added to blk_1073741874_1050 (size=6223) 2024-11-21T19:55:12,173 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=705 B at sequenceid=21 (bloomFilter=true), to=hdfs://localhost:33785/user/jenkins/test-data/dfab15c5-d5d9-7731-57d3-fa827e2202f5/data/hbase/meta/1588230740/.tmp/info/d411ca3d0e954664862fd284193c94f4 2024-11-21T19:55:12,178 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33785/user/jenkins/test-data/dfab15c5-d5d9-7731-57d3-fa827e2202f5/data/hbase/meta/1588230740/.tmp/info/d411ca3d0e954664862fd284193c94f4 as hdfs://localhost:33785/user/jenkins/test-data/dfab15c5-d5d9-7731-57d3-fa827e2202f5/data/hbase/meta/1588230740/info/d411ca3d0e954664862fd284193c94f4 2024-11-21T19:55:12,183 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33785/user/jenkins/test-data/dfab15c5-d5d9-7731-57d3-fa827e2202f5/data/hbase/meta/1588230740/info/d411ca3d0e954664862fd284193c94f4, entries=5, sequenceid=21, filesize=6.1 K 2024-11-21T19:55:12,184 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~705 B/705, heapSize ~1.29 KB/1320, currentSize=0 B/0 for 1588230740 in 21ms, sequenceid=21, compaction requested=false 2024-11-21T19:55:12,184 DEBUG [Time-limited test {}] regionserver.HRegion(2603): Flush status journal for 1588230740: 2024-11-21T19:55:12,184 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing d64782302947fbc2d61d614b1d08af36 1/1 column families, dataSize=5.13 KB heapSize=5.76 KB 2024-11-21T19:55:12,188 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33785/user/jenkins/test-data/dfab15c5-d5d9-7731-57d3-fa827e2202f5/data/default/TestLogRolling-testLogRolling/d64782302947fbc2d61d614b1d08af36/.tmp/info/a420d7b7004e43e0a28aaf6aa4bb5ccc is 1055, key is row0252/info:/1732218910134/Put/seqid=0 2024-11-21T19:55:12,193 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36557 is added to blk_1073741875_1051 (size=10232) 2024-11-21T19:55:12,193 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38221 is added to blk_1073741875_1051 (size=10232) 2024-11-21T19:55:12,194 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=5.13 KB at sequenceid=329 (bloomFilter=true), to=hdfs://localhost:33785/user/jenkins/test-data/dfab15c5-d5d9-7731-57d3-fa827e2202f5/data/default/TestLogRolling-testLogRolling/d64782302947fbc2d61d614b1d08af36/.tmp/info/a420d7b7004e43e0a28aaf6aa4bb5ccc 2024-11-21T19:55:12,199 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33785/user/jenkins/test-data/dfab15c5-d5d9-7731-57d3-fa827e2202f5/data/default/TestLogRolling-testLogRolling/d64782302947fbc2d61d614b1d08af36/.tmp/info/a420d7b7004e43e0a28aaf6aa4bb5ccc as hdfs://localhost:33785/user/jenkins/test-data/dfab15c5-d5d9-7731-57d3-fa827e2202f5/data/default/TestLogRolling-testLogRolling/d64782302947fbc2d61d614b1d08af36/info/a420d7b7004e43e0a28aaf6aa4bb5ccc 2024-11-21T19:55:12,203 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33785/user/jenkins/test-data/dfab15c5-d5d9-7731-57d3-fa827e2202f5/data/default/TestLogRolling-testLogRolling/d64782302947fbc2d61d614b1d08af36/info/a420d7b7004e43e0a28aaf6aa4bb5ccc, entries=5, sequenceid=329, filesize=10.0 K 2024-11-21T19:55:12,204 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~5.13 KB/5255, heapSize ~5.74 KB/5880, currentSize=0 B/0 for d64782302947fbc2d61d614b1d08af36 in 20ms, sequenceid=329, compaction requested=false 2024-11-21T19:55:12,204 DEBUG [Time-limited test {}] regionserver.HRegion(2603): Flush status journal for d64782302947fbc2d61d614b1d08af36: 2024-11-21T19:55:12,204 DEBUG [Time-limited test {}] regionserver.HRegion(2603): Flush status journal for 98fb4620cf0a93d5d9f4e22bd1a8c326: 2024-11-21T19:55:12,217 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/dfab15c5-d5d9-7731-57d3-fa827e2202f5/WALs/7b96b36745c6,34629,1732218844306/7b96b36745c6%2C34629%2C1732218844306.1732218912204, exclude list is [], retry=0 2024-11-21T19:55:12,219 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36557,DS-2aa4d792-0097-4b93-9a54-667d20a1c224,DISK] 2024-11-21T19:55:12,219 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38221,DS-531233a7-7204-4a16-90cf-14847ad75a77,DISK] 2024-11-21T19:55:12,220 INFO [Time-limited test {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/dfab15c5-d5d9-7731-57d3-fa827e2202f5/WALs/7b96b36745c6,34629,1732218844306/7b96b36745c6%2C34629%2C1732218844306.1732218912140 with entries=2, filesize=723 B; new WAL /user/jenkins/test-data/dfab15c5-d5d9-7731-57d3-fa827e2202f5/WALs/7b96b36745c6,34629,1732218844306/7b96b36745c6%2C34629%2C1732218844306.1732218912204 2024-11-21T19:55:12,220 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39897:39897),(127.0.0.1/127.0.0.1:35241:35241)] 2024-11-21T19:55:12,220 DEBUG [Time-limited test {}] wal.AbstractFSWAL(879): hdfs://localhost:33785/user/jenkins/test-data/dfab15c5-d5d9-7731-57d3-fa827e2202f5/WALs/7b96b36745c6,34629,1732218844306/7b96b36745c6%2C34629%2C1732218844306.1732218912140 is not closed yet, will try archiving it next time 2024-11-21T19:55:12,221 INFO [WAL-Archive-0 {}] wal.AbstractFSWAL(968): Archiving hdfs://localhost:33785/user/jenkins/test-data/dfab15c5-d5d9-7731-57d3-fa827e2202f5/WALs/7b96b36745c6,34629,1732218844306/7b96b36745c6%2C34629%2C1732218844306.1732218844744 to hdfs://localhost:33785/user/jenkins/test-data/dfab15c5-d5d9-7731-57d3-fa827e2202f5/oldWALs/7b96b36745c6%2C34629%2C1732218844306.1732218844744 2024-11-21T19:55:12,221 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [5,000] milli-secs(wait.for.ratio=[1]) 2024-11-21T19:55:12,222 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38221 is added to blk_1073741873_1049 (size=731) 2024-11-21T19:55:12,222 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36557 is added to blk_1073741873_1049 (size=731) 2024-11-21T19:55:12,222 INFO [WAL-Archive-0 {}] wal.AbstractFSWAL(968): Archiving hdfs://localhost:33785/user/jenkins/test-data/dfab15c5-d5d9-7731-57d3-fa827e2202f5/WALs/7b96b36745c6,34629,1732218844306/7b96b36745c6%2C34629%2C1732218844306.1732218912140 to hdfs://localhost:33785/user/jenkins/test-data/dfab15c5-d5d9-7731-57d3-fa827e2202f5/oldWALs/7b96b36745c6%2C34629%2C1732218844306.1732218912140 2024-11-21T19:55:12,321 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-21T19:55:12,322 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-21T19:55:12,322 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.regionserver.wal.AbstractTestLogRolling.tearDown(AbstractTestLogRolling.java:163) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-21T19:55:12,322 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T19:55:12,322 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T19:55:12,322 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-21T19:55:12,322 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-21T19:55:12,322 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=304621181, stopped=false 2024-11-21T19:55:12,322 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=7b96b36745c6,34041,1732218844249 2024-11-21T19:55:12,324 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34629-0x10116dce8f20001, quorum=127.0.0.1:51884, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-21T19:55:12,324 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34041-0x10116dce8f20000, quorum=127.0.0.1:51884, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-21T19:55:12,324 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-21T19:55:12,324 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34041-0x10116dce8f20000, quorum=127.0.0.1:51884, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-21T19:55:12,324 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34629-0x10116dce8f20001, quorum=127.0.0.1:51884, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-21T19:55:12,324 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-21T19:55:12,324 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.regionserver.wal.AbstractTestLogRolling.tearDown(AbstractTestLogRolling.java:163) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-21T19:55:12,325 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T19:55:12,325 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '7b96b36745c6,34629,1732218844306' ***** 2024-11-21T19:55:12,325 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-21T19:55:12,325 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:34629-0x10116dce8f20001, quorum=127.0.0.1:51884, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-21T19:55:12,325 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:34041-0x10116dce8f20000, quorum=127.0.0.1:51884, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-21T19:55:12,325 INFO [RS:0;7b96b36745c6:34629 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-21T19:55:12,325 INFO [RS:0;7b96b36745c6:34629 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-21T19:55:12,325 INFO [RS:0;7b96b36745c6:34629 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-21T19:55:12,325 INFO [RS:0;7b96b36745c6:34629 {}] regionserver.HRegionServer(3091): Received CLOSE for d64782302947fbc2d61d614b1d08af36 2024-11-21T19:55:12,326 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-21T19:55:12,326 INFO [RS:0;7b96b36745c6:34629 {}] regionserver.HRegionServer(3091): Received CLOSE for 98fb4620cf0a93d5d9f4e22bd1a8c326 2024-11-21T19:55:12,326 INFO [RS:0;7b96b36745c6:34629 {}] regionserver.HRegionServer(959): stopping server 7b96b36745c6,34629,1732218844306 2024-11-21T19:55:12,326 INFO [RS:0;7b96b36745c6:34629 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-21T19:55:12,326 DEBUG [RS_CLOSE_REGION-regionserver/7b96b36745c6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing d64782302947fbc2d61d614b1d08af36, disabling compactions & flushes 2024-11-21T19:55:12,326 INFO [RS:0;7b96b36745c6:34629 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;7b96b36745c6:34629. 2024-11-21T19:55:12,326 INFO [RS_CLOSE_REGION-regionserver/7b96b36745c6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region TestLogRolling-testLogRolling,row0064,1732218869612.d64782302947fbc2d61d614b1d08af36. 2024-11-21T19:55:12,326 DEBUG [RS_CLOSE_REGION-regionserver/7b96b36745c6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on TestLogRolling-testLogRolling,row0064,1732218869612.d64782302947fbc2d61d614b1d08af36. 2024-11-21T19:55:12,326 DEBUG [RS:0;7b96b36745c6:34629 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-21T19:55:12,326 DEBUG [RS:0;7b96b36745c6:34629 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T19:55:12,326 DEBUG [RS_CLOSE_REGION-regionserver/7b96b36745c6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on TestLogRolling-testLogRolling,row0064,1732218869612.d64782302947fbc2d61d614b1d08af36. after waiting 0 ms 2024-11-21T19:55:12,326 DEBUG [RS_CLOSE_REGION-regionserver/7b96b36745c6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region TestLogRolling-testLogRolling,row0064,1732218869612.d64782302947fbc2d61d614b1d08af36. 2024-11-21T19:55:12,326 INFO [RS:0;7b96b36745c6:34629 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-21T19:55:12,326 INFO [RS:0;7b96b36745c6:34629 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-21T19:55:12,326 INFO [RS:0;7b96b36745c6:34629 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-21T19:55:12,326 INFO [RS:0;7b96b36745c6:34629 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-21T19:55:12,326 INFO [RS:0;7b96b36745c6:34629 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-21T19:55:12,327 DEBUG [RS:0;7b96b36745c6:34629 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, d64782302947fbc2d61d614b1d08af36=TestLogRolling-testLogRolling,row0064,1732218869612.d64782302947fbc2d61d614b1d08af36., 98fb4620cf0a93d5d9f4e22bd1a8c326=TestLogRolling-testLogRolling,,1732218869612.98fb4620cf0a93d5d9f4e22bd1a8c326.} 2024-11-21T19:55:12,327 DEBUG [RS:0;7b96b36745c6:34629 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 98fb4620cf0a93d5d9f4e22bd1a8c326, d64782302947fbc2d61d614b1d08af36 2024-11-21T19:55:12,327 DEBUG [RS_CLOSE_META-regionserver/7b96b36745c6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-21T19:55:12,327 INFO [RS_CLOSE_META-regionserver/7b96b36745c6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-21T19:55:12,327 DEBUG [RS_CLOSE_META-regionserver/7b96b36745c6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-21T19:55:12,327 DEBUG [RS_CLOSE_META-regionserver/7b96b36745c6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-21T19:55:12,327 DEBUG [RS_CLOSE_META-regionserver/7b96b36745c6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-21T19:55:12,327 DEBUG [StoreCloser-TestLogRolling-testLogRolling,row0064,1732218869612.d64782302947fbc2d61d614b1d08af36.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:33785/user/jenkins/test-data/dfab15c5-d5d9-7731-57d3-fa827e2202f5/data/default/TestLogRolling-testLogRolling/d64782302947fbc2d61d614b1d08af36/info/bef25f275ee64e56bcab3e9dfd46cba6.94a35fc26dcc813cb23bca482c2298c8->hdfs://localhost:33785/user/jenkins/test-data/dfab15c5-d5d9-7731-57d3-fa827e2202f5/data/default/TestLogRolling-testLogRolling/94a35fc26dcc813cb23bca482c2298c8/info/bef25f275ee64e56bcab3e9dfd46cba6-top, hdfs://localhost:33785/user/jenkins/test-data/dfab15c5-d5d9-7731-57d3-fa827e2202f5/data/default/TestLogRolling-testLogRolling/d64782302947fbc2d61d614b1d08af36/info/TestLogRolling-testLogRolling=94a35fc26dcc813cb23bca482c2298c8-3b76d045062f4dd39df1377ae64cb067, hdfs://localhost:33785/user/jenkins/test-data/dfab15c5-d5d9-7731-57d3-fa827e2202f5/data/default/TestLogRolling-testLogRolling/d64782302947fbc2d61d614b1d08af36/info/749006b989ba496c909ed4b809b09f21, hdfs://localhost:33785/user/jenkins/test-data/dfab15c5-d5d9-7731-57d3-fa827e2202f5/data/default/TestLogRolling-testLogRolling/d64782302947fbc2d61d614b1d08af36/info/TestLogRolling-testLogRolling=94a35fc26dcc813cb23bca482c2298c8-095f589c6b2f4e68976c43f4b75e574a, hdfs://localhost:33785/user/jenkins/test-data/dfab15c5-d5d9-7731-57d3-fa827e2202f5/data/default/TestLogRolling-testLogRolling/d64782302947fbc2d61d614b1d08af36/info/d3e83857498b458fa6530450828dc01d, hdfs://localhost:33785/user/jenkins/test-data/dfab15c5-d5d9-7731-57d3-fa827e2202f5/data/default/TestLogRolling-testLogRolling/d64782302947fbc2d61d614b1d08af36/info/4f8f6afa67304c1db486c19d7b27afd5, hdfs://localhost:33785/user/jenkins/test-data/dfab15c5-d5d9-7731-57d3-fa827e2202f5/data/default/TestLogRolling-testLogRolling/d64782302947fbc2d61d614b1d08af36/info/a3d20e8cb6004a56abc8d18a75b2a34d, hdfs://localhost:33785/user/jenkins/test-data/dfab15c5-d5d9-7731-57d3-fa827e2202f5/data/default/TestLogRolling-testLogRolling/d64782302947fbc2d61d614b1d08af36/info/9ea0a8740c354cdf9057fdf25fabac03, hdfs://localhost:33785/user/jenkins/test-data/dfab15c5-d5d9-7731-57d3-fa827e2202f5/data/default/TestLogRolling-testLogRolling/d64782302947fbc2d61d614b1d08af36/info/ec003070e29544d2b6ed383e227e0b62, hdfs://localhost:33785/user/jenkins/test-data/dfab15c5-d5d9-7731-57d3-fa827e2202f5/data/default/TestLogRolling-testLogRolling/d64782302947fbc2d61d614b1d08af36/info/d754cde87c7f4f2cbfb29b1787077a61, hdfs://localhost:33785/user/jenkins/test-data/dfab15c5-d5d9-7731-57d3-fa827e2202f5/data/default/TestLogRolling-testLogRolling/d64782302947fbc2d61d614b1d08af36/info/d2872cc8c5eb4c93bfcf37960c98f5e1, hdfs://localhost:33785/user/jenkins/test-data/dfab15c5-d5d9-7731-57d3-fa827e2202f5/data/default/TestLogRolling-testLogRolling/d64782302947fbc2d61d614b1d08af36/info/a042299fa3da46828cb1df41bb4dbbc2, hdfs://localhost:33785/user/jenkins/test-data/dfab15c5-d5d9-7731-57d3-fa827e2202f5/data/default/TestLogRolling-testLogRolling/d64782302947fbc2d61d614b1d08af36/info/a9920c440c894c19b33537aaa410eb48, hdfs://localhost:33785/user/jenkins/test-data/dfab15c5-d5d9-7731-57d3-fa827e2202f5/data/default/TestLogRolling-testLogRolling/d64782302947fbc2d61d614b1d08af36/info/1c9091a0ee2547cc87c84e27166167ae, hdfs://localhost:33785/user/jenkins/test-data/dfab15c5-d5d9-7731-57d3-fa827e2202f5/data/default/TestLogRolling-testLogRolling/d64782302947fbc2d61d614b1d08af36/info/07ef7783b9ad4a60956dfede748179bd, hdfs://localhost:33785/user/jenkins/test-data/dfab15c5-d5d9-7731-57d3-fa827e2202f5/data/default/TestLogRolling-testLogRolling/d64782302947fbc2d61d614b1d08af36/info/8c3357459c014267a0205fe7abd54832, hdfs://localhost:33785/user/jenkins/test-data/dfab15c5-d5d9-7731-57d3-fa827e2202f5/data/default/TestLogRolling-testLogRolling/d64782302947fbc2d61d614b1d08af36/info/6268c02ceaa847f9bb66cd477c90c8ba, hdfs://localhost:33785/user/jenkins/test-data/dfab15c5-d5d9-7731-57d3-fa827e2202f5/data/default/TestLogRolling-testLogRolling/d64782302947fbc2d61d614b1d08af36/info/00666178d6864fe78132ae2d349edebe, hdfs://localhost:33785/user/jenkins/test-data/dfab15c5-d5d9-7731-57d3-fa827e2202f5/data/default/TestLogRolling-testLogRolling/d64782302947fbc2d61d614b1d08af36/info/aa66ecdd32fd4d7fafa9fbc61fb27280, hdfs://localhost:33785/user/jenkins/test-data/dfab15c5-d5d9-7731-57d3-fa827e2202f5/data/default/TestLogRolling-testLogRolling/d64782302947fbc2d61d614b1d08af36/info/c4e0fe6f79214db9b3b9db2cfbc76c9c, hdfs://localhost:33785/user/jenkins/test-data/dfab15c5-d5d9-7731-57d3-fa827e2202f5/data/default/TestLogRolling-testLogRolling/d64782302947fbc2d61d614b1d08af36/info/a9bb834348f84c73b4cdda60fa172c3c] to archive 2024-11-21T19:55:12,328 DEBUG [StoreCloser-TestLogRolling-testLogRolling,row0064,1732218869612.d64782302947fbc2d61d614b1d08af36.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-21T19:55:12,330 DEBUG [StoreCloser-TestLogRolling-testLogRolling,row0064,1732218869612.d64782302947fbc2d61d614b1d08af36.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33785/user/jenkins/test-data/dfab15c5-d5d9-7731-57d3-fa827e2202f5/data/default/TestLogRolling-testLogRolling/d64782302947fbc2d61d614b1d08af36/info/bef25f275ee64e56bcab3e9dfd46cba6.94a35fc26dcc813cb23bca482c2298c8 to hdfs://localhost:33785/user/jenkins/test-data/dfab15c5-d5d9-7731-57d3-fa827e2202f5/archive/data/default/TestLogRolling-testLogRolling/d64782302947fbc2d61d614b1d08af36/info/bef25f275ee64e56bcab3e9dfd46cba6.94a35fc26dcc813cb23bca482c2298c8 2024-11-21T19:55:12,331 DEBUG [StoreCloser-TestLogRolling-testLogRolling,row0064,1732218869612.d64782302947fbc2d61d614b1d08af36.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33785/user/jenkins/test-data/dfab15c5-d5d9-7731-57d3-fa827e2202f5/data/default/TestLogRolling-testLogRolling/d64782302947fbc2d61d614b1d08af36/info/TestLogRolling-testLogRolling=94a35fc26dcc813cb23bca482c2298c8-3b76d045062f4dd39df1377ae64cb067 to hdfs://localhost:33785/user/jenkins/test-data/dfab15c5-d5d9-7731-57d3-fa827e2202f5/archive/data/default/TestLogRolling-testLogRolling/d64782302947fbc2d61d614b1d08af36/info/TestLogRolling-testLogRolling=94a35fc26dcc813cb23bca482c2298c8-3b76d045062f4dd39df1377ae64cb067 2024-11-21T19:55:12,331 DEBUG [RS_CLOSE_META-regionserver/7b96b36745c6:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33785/user/jenkins/test-data/dfab15c5-d5d9-7731-57d3-fa827e2202f5/data/hbase/meta/1588230740/recovered.edits/24.seqid, newMaxSeqId=24, maxSeqId=1 2024-11-21T19:55:12,332 DEBUG [RS_CLOSE_META-regionserver/7b96b36745c6:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-21T19:55:12,332 INFO [RS_CLOSE_META-regionserver/7b96b36745c6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-21T19:55:12,332 DEBUG [RS_CLOSE_META-regionserver/7b96b36745c6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732218912327Running coprocessor pre-close hooks at 1732218912327Disabling compacts and flushes for region at 1732218912327Disabling writes for close at 1732218912327Writing region close event to WAL at 1732218912328 (+1 ms)Running coprocessor post-close hooks at 1732218912332 (+4 ms)Closed at 1732218912332 2024-11-21T19:55:12,332 DEBUG [StoreCloser-TestLogRolling-testLogRolling,row0064,1732218869612.d64782302947fbc2d61d614b1d08af36.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33785/user/jenkins/test-data/dfab15c5-d5d9-7731-57d3-fa827e2202f5/data/default/TestLogRolling-testLogRolling/d64782302947fbc2d61d614b1d08af36/info/749006b989ba496c909ed4b809b09f21 to hdfs://localhost:33785/user/jenkins/test-data/dfab15c5-d5d9-7731-57d3-fa827e2202f5/archive/data/default/TestLogRolling-testLogRolling/d64782302947fbc2d61d614b1d08af36/info/749006b989ba496c909ed4b809b09f21 2024-11-21T19:55:12,332 DEBUG [RS_CLOSE_META-regionserver/7b96b36745c6:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-21T19:55:12,334 DEBUG [StoreCloser-TestLogRolling-testLogRolling,row0064,1732218869612.d64782302947fbc2d61d614b1d08af36.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33785/user/jenkins/test-data/dfab15c5-d5d9-7731-57d3-fa827e2202f5/data/default/TestLogRolling-testLogRolling/d64782302947fbc2d61d614b1d08af36/info/TestLogRolling-testLogRolling=94a35fc26dcc813cb23bca482c2298c8-095f589c6b2f4e68976c43f4b75e574a to hdfs://localhost:33785/user/jenkins/test-data/dfab15c5-d5d9-7731-57d3-fa827e2202f5/archive/data/default/TestLogRolling-testLogRolling/d64782302947fbc2d61d614b1d08af36/info/TestLogRolling-testLogRolling=94a35fc26dcc813cb23bca482c2298c8-095f589c6b2f4e68976c43f4b75e574a 2024-11-21T19:55:12,335 DEBUG [StoreCloser-TestLogRolling-testLogRolling,row0064,1732218869612.d64782302947fbc2d61d614b1d08af36.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33785/user/jenkins/test-data/dfab15c5-d5d9-7731-57d3-fa827e2202f5/data/default/TestLogRolling-testLogRolling/d64782302947fbc2d61d614b1d08af36/info/d3e83857498b458fa6530450828dc01d to hdfs://localhost:33785/user/jenkins/test-data/dfab15c5-d5d9-7731-57d3-fa827e2202f5/archive/data/default/TestLogRolling-testLogRolling/d64782302947fbc2d61d614b1d08af36/info/d3e83857498b458fa6530450828dc01d 2024-11-21T19:55:12,336 DEBUG [StoreCloser-TestLogRolling-testLogRolling,row0064,1732218869612.d64782302947fbc2d61d614b1d08af36.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33785/user/jenkins/test-data/dfab15c5-d5d9-7731-57d3-fa827e2202f5/data/default/TestLogRolling-testLogRolling/d64782302947fbc2d61d614b1d08af36/info/4f8f6afa67304c1db486c19d7b27afd5 to hdfs://localhost:33785/user/jenkins/test-data/dfab15c5-d5d9-7731-57d3-fa827e2202f5/archive/data/default/TestLogRolling-testLogRolling/d64782302947fbc2d61d614b1d08af36/info/4f8f6afa67304c1db486c19d7b27afd5 2024-11-21T19:55:12,337 DEBUG [StoreCloser-TestLogRolling-testLogRolling,row0064,1732218869612.d64782302947fbc2d61d614b1d08af36.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33785/user/jenkins/test-data/dfab15c5-d5d9-7731-57d3-fa827e2202f5/data/default/TestLogRolling-testLogRolling/d64782302947fbc2d61d614b1d08af36/info/a3d20e8cb6004a56abc8d18a75b2a34d to hdfs://localhost:33785/user/jenkins/test-data/dfab15c5-d5d9-7731-57d3-fa827e2202f5/archive/data/default/TestLogRolling-testLogRolling/d64782302947fbc2d61d614b1d08af36/info/a3d20e8cb6004a56abc8d18a75b2a34d 2024-11-21T19:55:12,339 DEBUG [StoreCloser-TestLogRolling-testLogRolling,row0064,1732218869612.d64782302947fbc2d61d614b1d08af36.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33785/user/jenkins/test-data/dfab15c5-d5d9-7731-57d3-fa827e2202f5/data/default/TestLogRolling-testLogRolling/d64782302947fbc2d61d614b1d08af36/info/9ea0a8740c354cdf9057fdf25fabac03 to hdfs://localhost:33785/user/jenkins/test-data/dfab15c5-d5d9-7731-57d3-fa827e2202f5/archive/data/default/TestLogRolling-testLogRolling/d64782302947fbc2d61d614b1d08af36/info/9ea0a8740c354cdf9057fdf25fabac03 2024-11-21T19:55:12,340 DEBUG [StoreCloser-TestLogRolling-testLogRolling,row0064,1732218869612.d64782302947fbc2d61d614b1d08af36.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33785/user/jenkins/test-data/dfab15c5-d5d9-7731-57d3-fa827e2202f5/data/default/TestLogRolling-testLogRolling/d64782302947fbc2d61d614b1d08af36/info/ec003070e29544d2b6ed383e227e0b62 to hdfs://localhost:33785/user/jenkins/test-data/dfab15c5-d5d9-7731-57d3-fa827e2202f5/archive/data/default/TestLogRolling-testLogRolling/d64782302947fbc2d61d614b1d08af36/info/ec003070e29544d2b6ed383e227e0b62 2024-11-21T19:55:12,341 DEBUG [StoreCloser-TestLogRolling-testLogRolling,row0064,1732218869612.d64782302947fbc2d61d614b1d08af36.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33785/user/jenkins/test-data/dfab15c5-d5d9-7731-57d3-fa827e2202f5/data/default/TestLogRolling-testLogRolling/d64782302947fbc2d61d614b1d08af36/info/d754cde87c7f4f2cbfb29b1787077a61 to hdfs://localhost:33785/user/jenkins/test-data/dfab15c5-d5d9-7731-57d3-fa827e2202f5/archive/data/default/TestLogRolling-testLogRolling/d64782302947fbc2d61d614b1d08af36/info/d754cde87c7f4f2cbfb29b1787077a61 2024-11-21T19:55:12,342 DEBUG [StoreCloser-TestLogRolling-testLogRolling,row0064,1732218869612.d64782302947fbc2d61d614b1d08af36.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33785/user/jenkins/test-data/dfab15c5-d5d9-7731-57d3-fa827e2202f5/data/default/TestLogRolling-testLogRolling/d64782302947fbc2d61d614b1d08af36/info/d2872cc8c5eb4c93bfcf37960c98f5e1 to hdfs://localhost:33785/user/jenkins/test-data/dfab15c5-d5d9-7731-57d3-fa827e2202f5/archive/data/default/TestLogRolling-testLogRolling/d64782302947fbc2d61d614b1d08af36/info/d2872cc8c5eb4c93bfcf37960c98f5e1 2024-11-21T19:55:12,343 DEBUG [StoreCloser-TestLogRolling-testLogRolling,row0064,1732218869612.d64782302947fbc2d61d614b1d08af36.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33785/user/jenkins/test-data/dfab15c5-d5d9-7731-57d3-fa827e2202f5/data/default/TestLogRolling-testLogRolling/d64782302947fbc2d61d614b1d08af36/info/a042299fa3da46828cb1df41bb4dbbc2 to hdfs://localhost:33785/user/jenkins/test-data/dfab15c5-d5d9-7731-57d3-fa827e2202f5/archive/data/default/TestLogRolling-testLogRolling/d64782302947fbc2d61d614b1d08af36/info/a042299fa3da46828cb1df41bb4dbbc2 2024-11-21T19:55:12,344 DEBUG [StoreCloser-TestLogRolling-testLogRolling,row0064,1732218869612.d64782302947fbc2d61d614b1d08af36.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33785/user/jenkins/test-data/dfab15c5-d5d9-7731-57d3-fa827e2202f5/data/default/TestLogRolling-testLogRolling/d64782302947fbc2d61d614b1d08af36/info/a9920c440c894c19b33537aaa410eb48 to hdfs://localhost:33785/user/jenkins/test-data/dfab15c5-d5d9-7731-57d3-fa827e2202f5/archive/data/default/TestLogRolling-testLogRolling/d64782302947fbc2d61d614b1d08af36/info/a9920c440c894c19b33537aaa410eb48 2024-11-21T19:55:12,345 DEBUG [StoreCloser-TestLogRolling-testLogRolling,row0064,1732218869612.d64782302947fbc2d61d614b1d08af36.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33785/user/jenkins/test-data/dfab15c5-d5d9-7731-57d3-fa827e2202f5/data/default/TestLogRolling-testLogRolling/d64782302947fbc2d61d614b1d08af36/info/1c9091a0ee2547cc87c84e27166167ae to hdfs://localhost:33785/user/jenkins/test-data/dfab15c5-d5d9-7731-57d3-fa827e2202f5/archive/data/default/TestLogRolling-testLogRolling/d64782302947fbc2d61d614b1d08af36/info/1c9091a0ee2547cc87c84e27166167ae 2024-11-21T19:55:12,346 DEBUG [StoreCloser-TestLogRolling-testLogRolling,row0064,1732218869612.d64782302947fbc2d61d614b1d08af36.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33785/user/jenkins/test-data/dfab15c5-d5d9-7731-57d3-fa827e2202f5/data/default/TestLogRolling-testLogRolling/d64782302947fbc2d61d614b1d08af36/info/07ef7783b9ad4a60956dfede748179bd to hdfs://localhost:33785/user/jenkins/test-data/dfab15c5-d5d9-7731-57d3-fa827e2202f5/archive/data/default/TestLogRolling-testLogRolling/d64782302947fbc2d61d614b1d08af36/info/07ef7783b9ad4a60956dfede748179bd 2024-11-21T19:55:12,348 DEBUG [StoreCloser-TestLogRolling-testLogRolling,row0064,1732218869612.d64782302947fbc2d61d614b1d08af36.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33785/user/jenkins/test-data/dfab15c5-d5d9-7731-57d3-fa827e2202f5/data/default/TestLogRolling-testLogRolling/d64782302947fbc2d61d614b1d08af36/info/8c3357459c014267a0205fe7abd54832 to hdfs://localhost:33785/user/jenkins/test-data/dfab15c5-d5d9-7731-57d3-fa827e2202f5/archive/data/default/TestLogRolling-testLogRolling/d64782302947fbc2d61d614b1d08af36/info/8c3357459c014267a0205fe7abd54832 2024-11-21T19:55:12,349 DEBUG [StoreCloser-TestLogRolling-testLogRolling,row0064,1732218869612.d64782302947fbc2d61d614b1d08af36.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33785/user/jenkins/test-data/dfab15c5-d5d9-7731-57d3-fa827e2202f5/data/default/TestLogRolling-testLogRolling/d64782302947fbc2d61d614b1d08af36/info/6268c02ceaa847f9bb66cd477c90c8ba to hdfs://localhost:33785/user/jenkins/test-data/dfab15c5-d5d9-7731-57d3-fa827e2202f5/archive/data/default/TestLogRolling-testLogRolling/d64782302947fbc2d61d614b1d08af36/info/6268c02ceaa847f9bb66cd477c90c8ba 2024-11-21T19:55:12,350 DEBUG [StoreCloser-TestLogRolling-testLogRolling,row0064,1732218869612.d64782302947fbc2d61d614b1d08af36.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33785/user/jenkins/test-data/dfab15c5-d5d9-7731-57d3-fa827e2202f5/data/default/TestLogRolling-testLogRolling/d64782302947fbc2d61d614b1d08af36/info/00666178d6864fe78132ae2d349edebe to hdfs://localhost:33785/user/jenkins/test-data/dfab15c5-d5d9-7731-57d3-fa827e2202f5/archive/data/default/TestLogRolling-testLogRolling/d64782302947fbc2d61d614b1d08af36/info/00666178d6864fe78132ae2d349edebe 2024-11-21T19:55:12,351 DEBUG [StoreCloser-TestLogRolling-testLogRolling,row0064,1732218869612.d64782302947fbc2d61d614b1d08af36.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33785/user/jenkins/test-data/dfab15c5-d5d9-7731-57d3-fa827e2202f5/data/default/TestLogRolling-testLogRolling/d64782302947fbc2d61d614b1d08af36/info/aa66ecdd32fd4d7fafa9fbc61fb27280 to hdfs://localhost:33785/user/jenkins/test-data/dfab15c5-d5d9-7731-57d3-fa827e2202f5/archive/data/default/TestLogRolling-testLogRolling/d64782302947fbc2d61d614b1d08af36/info/aa66ecdd32fd4d7fafa9fbc61fb27280 2024-11-21T19:55:12,352 DEBUG [StoreCloser-TestLogRolling-testLogRolling,row0064,1732218869612.d64782302947fbc2d61d614b1d08af36.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33785/user/jenkins/test-data/dfab15c5-d5d9-7731-57d3-fa827e2202f5/data/default/TestLogRolling-testLogRolling/d64782302947fbc2d61d614b1d08af36/info/c4e0fe6f79214db9b3b9db2cfbc76c9c to hdfs://localhost:33785/user/jenkins/test-data/dfab15c5-d5d9-7731-57d3-fa827e2202f5/archive/data/default/TestLogRolling-testLogRolling/d64782302947fbc2d61d614b1d08af36/info/c4e0fe6f79214db9b3b9db2cfbc76c9c 2024-11-21T19:55:12,353 DEBUG [StoreCloser-TestLogRolling-testLogRolling,row0064,1732218869612.d64782302947fbc2d61d614b1d08af36.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33785/user/jenkins/test-data/dfab15c5-d5d9-7731-57d3-fa827e2202f5/data/default/TestLogRolling-testLogRolling/d64782302947fbc2d61d614b1d08af36/info/a9bb834348f84c73b4cdda60fa172c3c to hdfs://localhost:33785/user/jenkins/test-data/dfab15c5-d5d9-7731-57d3-fa827e2202f5/archive/data/default/TestLogRolling-testLogRolling/d64782302947fbc2d61d614b1d08af36/info/a9bb834348f84c73b4cdda60fa172c3c 2024-11-21T19:55:12,354 DEBUG [StoreCloser-TestLogRolling-testLogRolling,row0064,1732218869612.d64782302947fbc2d61d614b1d08af36.-1 {}] regionserver.HRegionServer(3532): Failed to report file archival(s) to Master. This will be retried. org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=7b96b36745c6:34041 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportFileArchival(RegionServerStatusProtos.java:17350) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.reportFileArchivalForQuotas(HRegionServer.java:3516) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HStore.reportArchivedFilesForQuota(HStore.java:2412) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HStore.removeCompactedfiles(HStore.java:2347) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HStore.closeWithoutLock(HStore.java:738) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HStore.close(HStore.java:804) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion$2.call(HRegion.java:1912) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion$2.call(HRegion.java:1909) ~[classes/:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) ~[?:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 16 more 2024-11-21T19:55:12,354 WARN [StoreCloser-TestLogRolling-testLogRolling,row0064,1732218869612.d64782302947fbc2d61d614b1d08af36.-1 {}] regionserver.HStore(2414): Failed to report archival of files: [749006b989ba496c909ed4b809b09f21=40005, d3e83857498b458fa6530450828dc01d=13393, 4f8f6afa67304c1db486c19d7b27afd5=64393, a3d20e8cb6004a56abc8d18a75b2a34d=20781, 9ea0a8740c354cdf9057fdf25fabac03=15500, ec003070e29544d2b6ed383e227e0b62=86681, d754cde87c7f4f2cbfb29b1787077a61=16553, d2872cc8c5eb4c93bfcf37960c98f5e1=24997, a042299fa3da46828cb1df41bb4dbbc2=115222, a9920c440c894c19b33537aaa410eb48=13394, 1c9091a0ee2547cc87c84e27166167ae=21838, 07ef7783b9ad4a60956dfede748179bd=142906, 8c3357459c014267a0205fe7abd54832=15500, 6268c02ceaa847f9bb66cd477c90c8ba=21848, 00666178d6864fe78132ae2d349edebe=174630, aa66ecdd32fd4d7fafa9fbc61fb27280=19742, c4e0fe6f79214db9b3b9db2cfbc76c9c=13402, a9bb834348f84c73b4cdda60fa172c3c=26070] 2024-11-21T19:55:12,358 DEBUG [RS_CLOSE_REGION-regionserver/7b96b36745c6:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33785/user/jenkins/test-data/dfab15c5-d5d9-7731-57d3-fa827e2202f5/data/default/TestLogRolling-testLogRolling/d64782302947fbc2d61d614b1d08af36/recovered.edits/332.seqid, newMaxSeqId=332, maxSeqId=123 2024-11-21T19:55:12,358 INFO [RS_CLOSE_REGION-regionserver/7b96b36745c6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed TestLogRolling-testLogRolling,row0064,1732218869612.d64782302947fbc2d61d614b1d08af36. 2024-11-21T19:55:12,359 DEBUG [RS_CLOSE_REGION-regionserver/7b96b36745c6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for d64782302947fbc2d61d614b1d08af36: Waiting for close lock at 1732218912326Running coprocessor pre-close hooks at 1732218912326Disabling compacts and flushes for region at 1732218912326Disabling writes for close at 1732218912326Writing region close event to WAL at 1732218912355 (+29 ms)Running coprocessor post-close hooks at 1732218912358 (+3 ms)Closed at 1732218912358 2024-11-21T19:55:12,359 DEBUG [RS_CLOSE_REGION-regionserver/7b96b36745c6:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed TestLogRolling-testLogRolling,row0064,1732218869612.d64782302947fbc2d61d614b1d08af36. 2024-11-21T19:55:12,359 DEBUG [RS_CLOSE_REGION-regionserver/7b96b36745c6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 98fb4620cf0a93d5d9f4e22bd1a8c326, disabling compactions & flushes 2024-11-21T19:55:12,359 INFO [RS_CLOSE_REGION-regionserver/7b96b36745c6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region TestLogRolling-testLogRolling,,1732218869612.98fb4620cf0a93d5d9f4e22bd1a8c326. 2024-11-21T19:55:12,359 DEBUG [RS_CLOSE_REGION-regionserver/7b96b36745c6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on TestLogRolling-testLogRolling,,1732218869612.98fb4620cf0a93d5d9f4e22bd1a8c326. 2024-11-21T19:55:12,359 DEBUG [RS_CLOSE_REGION-regionserver/7b96b36745c6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on TestLogRolling-testLogRolling,,1732218869612.98fb4620cf0a93d5d9f4e22bd1a8c326. after waiting 0 ms 2024-11-21T19:55:12,359 DEBUG [RS_CLOSE_REGION-regionserver/7b96b36745c6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region TestLogRolling-testLogRolling,,1732218869612.98fb4620cf0a93d5d9f4e22bd1a8c326. 2024-11-21T19:55:12,359 DEBUG [StoreCloser-TestLogRolling-testLogRolling,,1732218869612.98fb4620cf0a93d5d9f4e22bd1a8c326.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:33785/user/jenkins/test-data/dfab15c5-d5d9-7731-57d3-fa827e2202f5/data/default/TestLogRolling-testLogRolling/98fb4620cf0a93d5d9f4e22bd1a8c326/info/bef25f275ee64e56bcab3e9dfd46cba6.94a35fc26dcc813cb23bca482c2298c8->hdfs://localhost:33785/user/jenkins/test-data/dfab15c5-d5d9-7731-57d3-fa827e2202f5/data/default/TestLogRolling-testLogRolling/94a35fc26dcc813cb23bca482c2298c8/info/bef25f275ee64e56bcab3e9dfd46cba6-bottom] to archive 2024-11-21T19:55:12,360 DEBUG [StoreCloser-TestLogRolling-testLogRolling,,1732218869612.98fb4620cf0a93d5d9f4e22bd1a8c326.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-21T19:55:12,362 DEBUG [StoreCloser-TestLogRolling-testLogRolling,,1732218869612.98fb4620cf0a93d5d9f4e22bd1a8c326.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33785/user/jenkins/test-data/dfab15c5-d5d9-7731-57d3-fa827e2202f5/data/default/TestLogRolling-testLogRolling/98fb4620cf0a93d5d9f4e22bd1a8c326/info/bef25f275ee64e56bcab3e9dfd46cba6.94a35fc26dcc813cb23bca482c2298c8 to hdfs://localhost:33785/user/jenkins/test-data/dfab15c5-d5d9-7731-57d3-fa827e2202f5/archive/data/default/TestLogRolling-testLogRolling/98fb4620cf0a93d5d9f4e22bd1a8c326/info/bef25f275ee64e56bcab3e9dfd46cba6.94a35fc26dcc813cb23bca482c2298c8 2024-11-21T19:55:12,362 WARN [StoreCloser-TestLogRolling-testLogRolling,,1732218869612.98fb4620cf0a93d5d9f4e22bd1a8c326.-1 {}] regionserver.HStore(2414): Failed to report archival of files: [] 2024-11-21T19:55:12,365 DEBUG [RS_CLOSE_REGION-regionserver/7b96b36745c6:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33785/user/jenkins/test-data/dfab15c5-d5d9-7731-57d3-fa827e2202f5/data/default/TestLogRolling-testLogRolling/98fb4620cf0a93d5d9f4e22bd1a8c326/recovered.edits/128.seqid, newMaxSeqId=128, maxSeqId=123 2024-11-21T19:55:12,365 INFO [RS_CLOSE_REGION-regionserver/7b96b36745c6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed TestLogRolling-testLogRolling,,1732218869612.98fb4620cf0a93d5d9f4e22bd1a8c326. 2024-11-21T19:55:12,365 DEBUG [RS_CLOSE_REGION-regionserver/7b96b36745c6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 98fb4620cf0a93d5d9f4e22bd1a8c326: Waiting for close lock at 1732218912359Running coprocessor pre-close hooks at 1732218912359Disabling compacts and flushes for region at 1732218912359Disabling writes for close at 1732218912359Writing region close event to WAL at 1732218912362 (+3 ms)Running coprocessor post-close hooks at 1732218912365 (+3 ms)Closed at 1732218912365 2024-11-21T19:55:12,365 DEBUG [RS_CLOSE_REGION-regionserver/7b96b36745c6:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed TestLogRolling-testLogRolling,,1732218869612.98fb4620cf0a93d5d9f4e22bd1a8c326. 2024-11-21T19:55:12,527 INFO [RS:0;7b96b36745c6:34629 {}] regionserver.HRegionServer(976): stopping server 7b96b36745c6,34629,1732218844306; all regions closed. 2024-11-21T19:55:12,529 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38221 is added to blk_1073741834_1010 (size=8107) 2024-11-21T19:55:12,529 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36557 is added to blk_1073741834_1010 (size=8107) 2024-11-21T19:55:12,531 DEBUG [RS:0;7b96b36745c6:34629 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/dfab15c5-d5d9-7731-57d3-fa827e2202f5/oldWALs 2024-11-21T19:55:12,531 INFO [RS:0;7b96b36745c6:34629 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 7b96b36745c6%2C34629%2C1732218844306.meta:.meta(num 1732218845182) 2024-11-21T19:55:12,533 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38221 is added to blk_1073741876_1052 (size=779) 2024-11-21T19:55:12,533 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36557 is added to blk_1073741876_1052 (size=779) 2024-11-21T19:55:12,535 DEBUG [RS:0;7b96b36745c6:34629 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/dfab15c5-d5d9-7731-57d3-fa827e2202f5/oldWALs 2024-11-21T19:55:12,535 INFO [RS:0;7b96b36745c6:34629 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 7b96b36745c6%2C34629%2C1732218844306:(num 1732218912204) 2024-11-21T19:55:12,535 DEBUG [RS:0;7b96b36745c6:34629 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T19:55:12,535 INFO [RS:0;7b96b36745c6:34629 {}] regionserver.LeaseManager(133): Closed leases 2024-11-21T19:55:12,535 INFO [RS:0;7b96b36745c6:34629 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-21T19:55:12,535 INFO [RS:0;7b96b36745c6:34629 {}] hbase.ChoreService(370): Chore service for: regionserver/7b96b36745c6:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-21T19:55:12,536 INFO [RS:0;7b96b36745c6:34629 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-21T19:55:12,536 INFO [regionserver/7b96b36745c6:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-21T19:55:12,536 INFO [RS:0;7b96b36745c6:34629 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:34629 2024-11-21T19:55:12,537 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34629-0x10116dce8f20001, quorum=127.0.0.1:51884, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/7b96b36745c6,34629,1732218844306 2024-11-21T19:55:12,537 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34041-0x10116dce8f20000, quorum=127.0.0.1:51884, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-21T19:55:12,537 INFO [RS:0;7b96b36745c6:34629 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-21T19:55:12,539 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [7b96b36745c6,34629,1732218844306] 2024-11-21T19:55:12,540 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/7b96b36745c6,34629,1732218844306 already deleted, retry=false 2024-11-21T19:55:12,541 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 7b96b36745c6,34629,1732218844306 expired; onlineServers=0 2024-11-21T19:55:12,541 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '7b96b36745c6,34041,1732218844249' ***** 2024-11-21T19:55:12,541 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-21T19:55:12,541 INFO [M:0;7b96b36745c6:34041 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-21T19:55:12,541 INFO [M:0;7b96b36745c6:34041 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-21T19:55:12,541 DEBUG [M:0;7b96b36745c6:34041 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-21T19:55:12,541 DEBUG [M:0;7b96b36745c6:34041 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-21T19:55:12,541 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-21T19:55:12,541 DEBUG [master/7b96b36745c6:0:becomeActiveMaster-HFileCleaner.large.0-1732218844553 {}] cleaner.HFileCleaner(306): Exit Thread[master/7b96b36745c6:0:becomeActiveMaster-HFileCleaner.large.0-1732218844553,5,FailOnTimeoutGroup] 2024-11-21T19:55:12,541 DEBUG [master/7b96b36745c6:0:becomeActiveMaster-HFileCleaner.small.0-1732218844553 {}] cleaner.HFileCleaner(306): Exit Thread[master/7b96b36745c6:0:becomeActiveMaster-HFileCleaner.small.0-1732218844553,5,FailOnTimeoutGroup] 2024-11-21T19:55:12,541 INFO [M:0;7b96b36745c6:34041 {}] hbase.ChoreService(370): Chore service for: master/7b96b36745c6:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-21T19:55:12,541 INFO [M:0;7b96b36745c6:34041 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-21T19:55:12,541 DEBUG [M:0;7b96b36745c6:34041 {}] master.HMaster(1795): Stopping service threads 2024-11-21T19:55:12,541 INFO [M:0;7b96b36745c6:34041 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-21T19:55:12,541 INFO [M:0;7b96b36745c6:34041 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-21T19:55:12,542 INFO [M:0;7b96b36745c6:34041 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-21T19:55:12,542 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-21T19:55:12,543 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34041-0x10116dce8f20000, quorum=127.0.0.1:51884, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master 2024-11-21T19:55:12,543 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34041-0x10116dce8f20000, quorum=127.0.0.1:51884, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-21T19:55:12,543 DEBUG [M:0;7b96b36745c6:34041 {}] zookeeper.ZKUtil(347): master:34041-0x10116dce8f20000, quorum=127.0.0.1:51884, baseZNode=/hbase Unable to get data of znode /hbase/master because node does not exist (not an error) 2024-11-21T19:55:12,543 WARN [M:0;7b96b36745c6:34041 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-21T19:55:12,543 INFO [M:0;7b96b36745c6:34041 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:33785/user/jenkins/test-data/dfab15c5-d5d9-7731-57d3-fa827e2202f5/.lastflushedseqids 2024-11-21T19:55:12,548 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38221 is added to blk_1073741877_1053 (size=228) 2024-11-21T19:55:12,548 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36557 is added to blk_1073741877_1053 (size=228) 2024-11-21T19:55:12,549 INFO [M:0;7b96b36745c6:34041 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-21T19:55:12,549 INFO [M:0;7b96b36745c6:34041 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-21T19:55:12,549 DEBUG [M:0;7b96b36745c6:34041 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-21T19:55:12,549 INFO [M:0;7b96b36745c6:34041 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T19:55:12,549 DEBUG [M:0;7b96b36745c6:34041 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T19:55:12,549 DEBUG [M:0;7b96b36745c6:34041 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-21T19:55:12,549 DEBUG [M:0;7b96b36745c6:34041 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T19:55:12,549 INFO [M:0;7b96b36745c6:34041 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=51.43 KB heapSize=63.36 KB 2024-11-21T19:55:12,565 DEBUG [M:0;7b96b36745c6:34041 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33785/user/jenkins/test-data/dfab15c5-d5d9-7731-57d3-fa827e2202f5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/492cb4715fb04213b58f1c16ca8139a0 is 82, key is hbase:meta,,1/info:regioninfo/1732218845224/Put/seqid=0 2024-11-21T19:55:12,570 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36557 is added to blk_1073741878_1054 (size=5672) 2024-11-21T19:55:12,570 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38221 is added to blk_1073741878_1054 (size=5672) 2024-11-21T19:55:12,570 INFO [M:0;7b96b36745c6:34041 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=125 (bloomFilter=true), to=hdfs://localhost:33785/user/jenkins/test-data/dfab15c5-d5d9-7731-57d3-fa827e2202f5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/492cb4715fb04213b58f1c16ca8139a0 2024-11-21T19:55:12,591 DEBUG [M:0;7b96b36745c6:34041 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33785/user/jenkins/test-data/dfab15c5-d5d9-7731-57d3-fa827e2202f5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/ae5b64233632469a98262c60e7b7d2e4 is 751, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1732218845723/Put/seqid=0 2024-11-21T19:55:12,594 INFO [regionserver/7b96b36745c6:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-21T19:55:12,595 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36557 is added to blk_1073741879_1055 (size=7091) 2024-11-21T19:55:12,595 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38221 is added to blk_1073741879_1055 (size=7091) 2024-11-21T19:55:12,596 INFO [M:0;7b96b36745c6:34041 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=50.83 KB at sequenceid=125 (bloomFilter=true), to=hdfs://localhost:33785/user/jenkins/test-data/dfab15c5-d5d9-7731-57d3-fa827e2202f5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/ae5b64233632469a98262c60e7b7d2e4 2024-11-21T19:55:12,600 INFO [M:0;7b96b36745c6:34041 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for ae5b64233632469a98262c60e7b7d2e4 2024-11-21T19:55:12,613 DEBUG [M:0;7b96b36745c6:34041 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33785/user/jenkins/test-data/dfab15c5-d5d9-7731-57d3-fa827e2202f5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/667f4854c6664dbb9ed335d57becdcb8 is 69, key is 7b96b36745c6,34629,1732218844306/rs:state/1732218844560/Put/seqid=0 2024-11-21T19:55:12,617 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36557 is added to blk_1073741880_1056 (size=5156) 2024-11-21T19:55:12,617 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38221 is added to blk_1073741880_1056 (size=5156) 2024-11-21T19:55:12,618 INFO [M:0;7b96b36745c6:34041 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=125 (bloomFilter=true), to=hdfs://localhost:33785/user/jenkins/test-data/dfab15c5-d5d9-7731-57d3-fa827e2202f5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/667f4854c6664dbb9ed335d57becdcb8 2024-11-21T19:55:12,634 DEBUG [M:0;7b96b36745c6:34041 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33785/user/jenkins/test-data/dfab15c5-d5d9-7731-57d3-fa827e2202f5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/state/0d433660e5754feda405511ad13924d5 is 52, key is load_balancer_on/state:d/1732218845341/Put/seqid=0 2024-11-21T19:55:12,639 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38221 is added to blk_1073741881_1057 (size=5056) 2024-11-21T19:55:12,639 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34629-0x10116dce8f20001, quorum=127.0.0.1:51884, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-21T19:55:12,639 INFO [RS:0;7b96b36745c6:34629 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-21T19:55:12,639 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34629-0x10116dce8f20001, quorum=127.0.0.1:51884, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-21T19:55:12,639 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36557 is added to blk_1073741881_1057 (size=5056) 2024-11-21T19:55:12,639 INFO [RS:0;7b96b36745c6:34629 {}] regionserver.HRegionServer(1031): Exiting; stopping=7b96b36745c6,34629,1732218844306; zookeeper connection closed. 2024-11-21T19:55:12,639 INFO [M:0;7b96b36745c6:34041 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=48 B at sequenceid=125 (bloomFilter=true), to=hdfs://localhost:33785/user/jenkins/test-data/dfab15c5-d5d9-7731-57d3-fa827e2202f5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/state/0d433660e5754feda405511ad13924d5 2024-11-21T19:55:12,640 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@639fc2c {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@639fc2c 2024-11-21T19:55:12,640 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-21T19:55:12,644 DEBUG [M:0;7b96b36745c6:34041 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33785/user/jenkins/test-data/dfab15c5-d5d9-7731-57d3-fa827e2202f5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/492cb4715fb04213b58f1c16ca8139a0 as hdfs://localhost:33785/user/jenkins/test-data/dfab15c5-d5d9-7731-57d3-fa827e2202f5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/492cb4715fb04213b58f1c16ca8139a0 2024-11-21T19:55:12,649 INFO [M:0;7b96b36745c6:34041 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33785/user/jenkins/test-data/dfab15c5-d5d9-7731-57d3-fa827e2202f5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/492cb4715fb04213b58f1c16ca8139a0, entries=8, sequenceid=125, filesize=5.5 K 2024-11-21T19:55:12,650 DEBUG [M:0;7b96b36745c6:34041 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33785/user/jenkins/test-data/dfab15c5-d5d9-7731-57d3-fa827e2202f5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/ae5b64233632469a98262c60e7b7d2e4 as hdfs://localhost:33785/user/jenkins/test-data/dfab15c5-d5d9-7731-57d3-fa827e2202f5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/ae5b64233632469a98262c60e7b7d2e4 2024-11-21T19:55:12,654 INFO [M:0;7b96b36745c6:34041 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for ae5b64233632469a98262c60e7b7d2e4 2024-11-21T19:55:12,654 INFO [M:0;7b96b36745c6:34041 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33785/user/jenkins/test-data/dfab15c5-d5d9-7731-57d3-fa827e2202f5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/ae5b64233632469a98262c60e7b7d2e4, entries=13, sequenceid=125, filesize=6.9 K 2024-11-21T19:55:12,655 DEBUG [M:0;7b96b36745c6:34041 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33785/user/jenkins/test-data/dfab15c5-d5d9-7731-57d3-fa827e2202f5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/667f4854c6664dbb9ed335d57becdcb8 as hdfs://localhost:33785/user/jenkins/test-data/dfab15c5-d5d9-7731-57d3-fa827e2202f5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/667f4854c6664dbb9ed335d57becdcb8 2024-11-21T19:55:12,660 INFO [M:0;7b96b36745c6:34041 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33785/user/jenkins/test-data/dfab15c5-d5d9-7731-57d3-fa827e2202f5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/667f4854c6664dbb9ed335d57becdcb8, entries=1, sequenceid=125, filesize=5.0 K 2024-11-21T19:55:12,661 DEBUG [M:0;7b96b36745c6:34041 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33785/user/jenkins/test-data/dfab15c5-d5d9-7731-57d3-fa827e2202f5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/state/0d433660e5754feda405511ad13924d5 as hdfs://localhost:33785/user/jenkins/test-data/dfab15c5-d5d9-7731-57d3-fa827e2202f5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/state/0d433660e5754feda405511ad13924d5 2024-11-21T19:55:12,666 INFO [M:0;7b96b36745c6:34041 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33785/user/jenkins/test-data/dfab15c5-d5d9-7731-57d3-fa827e2202f5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/state/0d433660e5754feda405511ad13924d5, entries=1, sequenceid=125, filesize=4.9 K 2024-11-21T19:55:12,667 INFO [M:0;7b96b36745c6:34041 {}] regionserver.HRegion(3140): Finished flush of dataSize ~51.43 KB/52663, heapSize ~63.30 KB/64816, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 118ms, sequenceid=125, compaction requested=false 2024-11-21T19:55:12,669 INFO [M:0;7b96b36745c6:34041 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T19:55:12,669 DEBUG [M:0;7b96b36745c6:34041 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732218912549Disabling compacts and flushes for region at 1732218912549Disabling writes for close at 1732218912549Obtaining lock to block concurrent updates at 1732218912549Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732218912549Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=52663, getHeapSize=64816, getOffHeapSize=0, getCellsCount=148 at 1732218912550 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732218912550Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732218912550Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732218912565 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732218912565Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732218912576 (+11 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732218912590 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732218912590Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732218912600 (+10 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732218912612 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732218912613 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/state: creating writer at 1732218912621 (+8 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/state: appending metadata at 1732218912634 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/state: closing flushed file at 1732218912634Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@d8b69cb: reopening flushed file at 1732218912644 (+10 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5c38d50b: reopening flushed file at 1732218912649 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1dcdc137: reopening flushed file at 1732218912655 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3f3af507: reopening flushed file at 1732218912660 (+5 ms)Finished flush of dataSize ~51.43 KB/52663, heapSize ~63.30 KB/64816, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 118ms, sequenceid=125, compaction requested=false at 1732218912667 (+7 ms)Writing region close event to WAL at 1732218912668 (+1 ms)Closed at 1732218912668 2024-11-21T19:55:12,670 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38221 is added to blk_1073741830_1006 (size=61332) 2024-11-21T19:55:12,671 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36557 is added to blk_1073741830_1006 (size=61332) 2024-11-21T19:55:12,671 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-21T19:55:12,671 INFO [M:0;7b96b36745c6:34041 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-21T19:55:12,671 INFO [M:0;7b96b36745c6:34041 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:34041 2024-11-21T19:55:12,672 INFO [M:0;7b96b36745c6:34041 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-21T19:55:12,774 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34041-0x10116dce8f20000, quorum=127.0.0.1:51884, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-21T19:55:12,774 INFO [M:0;7b96b36745c6:34041 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-21T19:55:12,774 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34041-0x10116dce8f20000, quorum=127.0.0.1:51884, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-21T19:55:12,776 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@c6855cd{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-21T19:55:12,777 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@6d903d10{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-21T19:55:12,777 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-21T19:55:12,777 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7aa52dc4{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-21T19:55:12,777 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@73d7d88e{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/ea895a38-eeb4-e640-2bb3-8c6cad4b7015/hadoop.log.dir/,STOPPED} 2024-11-21T19:55:12,778 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-21T19:55:12,779 WARN [BP-1697190416-172.17.0.2-1732218843484 heartbeating to localhost/127.0.0.1:33785 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-21T19:55:12,779 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-21T19:55:12,779 WARN [BP-1697190416-172.17.0.2-1732218843484 heartbeating to localhost/127.0.0.1:33785 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1697190416-172.17.0.2-1732218843484 (Datanode Uuid c0ee170b-1432-459a-8f4e-9e116b8d9ba7) service to localhost/127.0.0.1:33785 2024-11-21T19:55:12,779 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/ea895a38-eeb4-e640-2bb3-8c6cad4b7015/cluster_5a8f3859-1079-255e-4d05-2f16cd3a3d0f/data/data3/current/BP-1697190416-172.17.0.2-1732218843484 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-21T19:55:12,780 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/ea895a38-eeb4-e640-2bb3-8c6cad4b7015/cluster_5a8f3859-1079-255e-4d05-2f16cd3a3d0f/data/data4/current/BP-1697190416-172.17.0.2-1732218843484 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-21T19:55:12,780 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-21T19:55:12,782 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@34b4101a{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-21T19:55:12,782 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@612c30eb{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-21T19:55:12,782 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-21T19:55:12,782 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@31864e8a{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-21T19:55:12,782 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@67ee70d2{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/ea895a38-eeb4-e640-2bb3-8c6cad4b7015/hadoop.log.dir/,STOPPED} 2024-11-21T19:55:12,784 WARN [BP-1697190416-172.17.0.2-1732218843484 heartbeating to localhost/127.0.0.1:33785 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-21T19:55:12,784 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-21T19:55:12,784 WARN [BP-1697190416-172.17.0.2-1732218843484 heartbeating to localhost/127.0.0.1:33785 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1697190416-172.17.0.2-1732218843484 (Datanode Uuid 170099d4-eeb4-4b11-8fd9-4b850714c36a) service to localhost/127.0.0.1:33785 2024-11-21T19:55:12,784 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-21T19:55:12,784 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/ea895a38-eeb4-e640-2bb3-8c6cad4b7015/cluster_5a8f3859-1079-255e-4d05-2f16cd3a3d0f/data/data1/current/BP-1697190416-172.17.0.2-1732218843484 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-21T19:55:12,784 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/ea895a38-eeb4-e640-2bb3-8c6cad4b7015/cluster_5a8f3859-1079-255e-4d05-2f16cd3a3d0f/data/data2/current/BP-1697190416-172.17.0.2-1732218843484 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-21T19:55:12,785 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-21T19:55:12,792 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@307e1807{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-21T19:55:12,793 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@51d868a4{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-21T19:55:12,793 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-21T19:55:12,793 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6fe19690{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-21T19:55:12,793 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@548a1d03{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/ea895a38-eeb4-e640-2bb3-8c6cad4b7015/hadoop.log.dir/,STOPPED} 2024-11-21T19:55:12,802 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-21T19:55:12,828 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-21T19:55:12,836 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.wal.TestAsyncLogRolling#testLogRolling Thread=106 (was 97) - Thread LEAK? -, OpenFileDescriptor=450 (was 426) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=100 (was 107), ProcessCount=11 (was 11), AvailableMemoryMB=11067 (was 11784) 2024-11-21T19:55:12,842 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.wal.TestAsyncLogRolling#testLogRollOnNothingWritten Thread=107, OpenFileDescriptor=450, MaxFileDescriptor=1048576, SystemLoadAverage=100, ProcessCount=11, AvailableMemoryMB=11067 2024-11-21T19:55:12,842 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=2, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-21T19:55:12,842 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/ea895a38-eeb4-e640-2bb3-8c6cad4b7015/hadoop.log.dir so I do NOT create it in target/test-data/319502d2-7ed4-2fe0-6b96-29be744fadc9 2024-11-21T19:55:12,842 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/ea895a38-eeb4-e640-2bb3-8c6cad4b7015/hadoop.tmp.dir so I do NOT create it in target/test-data/319502d2-7ed4-2fe0-6b96-29be744fadc9 2024-11-21T19:55:12,842 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/319502d2-7ed4-2fe0-6b96-29be744fadc9/cluster_e3890229-c572-7243-9594-416a9258f4e0, deleteOnExit=true 2024-11-21T19:55:12,842 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-21T19:55:12,843 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/319502d2-7ed4-2fe0-6b96-29be744fadc9/test.cache.data in system properties and HBase conf 2024-11-21T19:55:12,843 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/319502d2-7ed4-2fe0-6b96-29be744fadc9/hadoop.tmp.dir in system properties and HBase conf 2024-11-21T19:55:12,843 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/319502d2-7ed4-2fe0-6b96-29be744fadc9/hadoop.log.dir in system properties and HBase conf 2024-11-21T19:55:12,843 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/319502d2-7ed4-2fe0-6b96-29be744fadc9/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-21T19:55:12,843 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/319502d2-7ed4-2fe0-6b96-29be744fadc9/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-21T19:55:12,843 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-21T19:55:12,843 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-21T19:55:12,843 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/319502d2-7ed4-2fe0-6b96-29be744fadc9/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-21T19:55:12,843 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/319502d2-7ed4-2fe0-6b96-29be744fadc9/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-21T19:55:12,843 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/319502d2-7ed4-2fe0-6b96-29be744fadc9/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-21T19:55:12,843 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/319502d2-7ed4-2fe0-6b96-29be744fadc9/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-21T19:55:12,843 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/319502d2-7ed4-2fe0-6b96-29be744fadc9/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-21T19:55:12,843 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/319502d2-7ed4-2fe0-6b96-29be744fadc9/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-21T19:55:12,844 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/319502d2-7ed4-2fe0-6b96-29be744fadc9/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-21T19:55:12,844 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/319502d2-7ed4-2fe0-6b96-29be744fadc9/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-21T19:55:12,844 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/319502d2-7ed4-2fe0-6b96-29be744fadc9/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-21T19:55:12,844 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/319502d2-7ed4-2fe0-6b96-29be744fadc9/nfs.dump.dir in system properties and HBase conf 2024-11-21T19:55:12,844 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/319502d2-7ed4-2fe0-6b96-29be744fadc9/java.io.tmpdir in system properties and HBase conf 2024-11-21T19:55:12,844 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/319502d2-7ed4-2fe0-6b96-29be744fadc9/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-21T19:55:12,844 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/319502d2-7ed4-2fe0-6b96-29be744fadc9/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-21T19:55:12,844 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/319502d2-7ed4-2fe0-6b96-29be744fadc9/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-21T19:55:12,923 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-21T19:55:12,927 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-21T19:55:12,928 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-21T19:55:12,928 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-21T19:55:12,929 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-21T19:55:12,930 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-21T19:55:12,930 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@64d8938a{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/319502d2-7ed4-2fe0-6b96-29be744fadc9/hadoop.log.dir/,AVAILABLE} 2024-11-21T19:55:12,931 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5ed6553b{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-21T19:55:13,044 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@322277d1{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/319502d2-7ed4-2fe0-6b96-29be744fadc9/java.io.tmpdir/jetty-localhost-32939-hadoop-hdfs-3_4_1-tests_jar-_-any-2699812837765253214/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-21T19:55:13,045 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@3c665fb4{HTTP/1.1, (http/1.1)}{localhost:32939} 2024-11-21T19:55:13,045 INFO [Time-limited test {}] server.Server(415): Started @210771ms 2024-11-21T19:55:13,109 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-21T19:55:13,112 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-21T19:55:13,114 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-21T19:55:13,114 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-21T19:55:13,114 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-21T19:55:13,114 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6e581493{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/319502d2-7ed4-2fe0-6b96-29be744fadc9/hadoop.log.dir/,AVAILABLE} 2024-11-21T19:55:13,115 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@586b00ea{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-21T19:55:13,227 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@6c6b30ff{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/319502d2-7ed4-2fe0-6b96-29be744fadc9/java.io.tmpdir/jetty-localhost-45225-hadoop-hdfs-3_4_1-tests_jar-_-any-4475593830301490573/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-21T19:55:13,228 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@64b77b62{HTTP/1.1, (http/1.1)}{localhost:45225} 2024-11-21T19:55:13,228 INFO [Time-limited test {}] server.Server(415): Started @210953ms 2024-11-21T19:55:13,229 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-21T19:55:13,258 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-21T19:55:13,261 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-21T19:55:13,263 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-21T19:55:13,263 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-21T19:55:13,263 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-21T19:55:13,263 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@789480b0{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/319502d2-7ed4-2fe0-6b96-29be744fadc9/hadoop.log.dir/,AVAILABLE} 2024-11-21T19:55:13,264 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@395f158d{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-21T19:55:13,313 WARN [Thread-1589 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/319502d2-7ed4-2fe0-6b96-29be744fadc9/cluster_e3890229-c572-7243-9594-416a9258f4e0/data/data1/current/BP-235070168-172.17.0.2-1732218912874/current, will proceed with Du for space computation calculation, 2024-11-21T19:55:13,313 WARN [Thread-1590 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/319502d2-7ed4-2fe0-6b96-29be744fadc9/cluster_e3890229-c572-7243-9594-416a9258f4e0/data/data2/current/BP-235070168-172.17.0.2-1732218912874/current, will proceed with Du for space computation calculation, 2024-11-21T19:55:13,329 WARN [Thread-1568 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-21T19:55:13,331 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x9ec412abb67fba7e with lease ID 0x3ce72bea0be47aba: Processing first storage report for DS-f5e72a05-af1a-4155-80e6-a30e2bdc3ab0 from datanode DatanodeRegistration(127.0.0.1:34301, datanodeUuid=09119cd6-6176-4d06-8fc1-dc8acb2a01e6, infoPort=44213, infoSecurePort=0, ipcPort=36805, storageInfo=lv=-57;cid=testClusterID;nsid=1836849498;c=1732218912874) 2024-11-21T19:55:13,331 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x9ec412abb67fba7e with lease ID 0x3ce72bea0be47aba: from storage DS-f5e72a05-af1a-4155-80e6-a30e2bdc3ab0 node DatanodeRegistration(127.0.0.1:34301, datanodeUuid=09119cd6-6176-4d06-8fc1-dc8acb2a01e6, infoPort=44213, infoSecurePort=0, ipcPort=36805, storageInfo=lv=-57;cid=testClusterID;nsid=1836849498;c=1732218912874), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-21T19:55:13,331 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x9ec412abb67fba7e with lease ID 0x3ce72bea0be47aba: Processing first storage report for DS-f59118b3-2cab-4e3d-8153-6f346bc6511f from datanode DatanodeRegistration(127.0.0.1:34301, datanodeUuid=09119cd6-6176-4d06-8fc1-dc8acb2a01e6, infoPort=44213, infoSecurePort=0, ipcPort=36805, storageInfo=lv=-57;cid=testClusterID;nsid=1836849498;c=1732218912874) 2024-11-21T19:55:13,331 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x9ec412abb67fba7e with lease ID 0x3ce72bea0be47aba: from storage DS-f59118b3-2cab-4e3d-8153-6f346bc6511f node DatanodeRegistration(127.0.0.1:34301, datanodeUuid=09119cd6-6176-4d06-8fc1-dc8acb2a01e6, infoPort=44213, infoSecurePort=0, ipcPort=36805, storageInfo=lv=-57;cid=testClusterID;nsid=1836849498;c=1732218912874), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-21T19:55:13,381 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@4f72d166{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/319502d2-7ed4-2fe0-6b96-29be744fadc9/java.io.tmpdir/jetty-localhost-36783-hadoop-hdfs-3_4_1-tests_jar-_-any-17952464165197094206/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-21T19:55:13,381 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@36afd443{HTTP/1.1, (http/1.1)}{localhost:36783} 2024-11-21T19:55:13,382 INFO [Time-limited test {}] server.Server(415): Started @211107ms 2024-11-21T19:55:13,383 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-21T19:55:13,466 WARN [Thread-1615 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/319502d2-7ed4-2fe0-6b96-29be744fadc9/cluster_e3890229-c572-7243-9594-416a9258f4e0/data/data3/current/BP-235070168-172.17.0.2-1732218912874/current, will proceed with Du for space computation calculation, 2024-11-21T19:55:13,466 WARN [Thread-1616 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/319502d2-7ed4-2fe0-6b96-29be744fadc9/cluster_e3890229-c572-7243-9594-416a9258f4e0/data/data4/current/BP-235070168-172.17.0.2-1732218912874/current, will proceed with Du for space computation calculation, 2024-11-21T19:55:13,488 WARN [Thread-1604 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-21T19:55:13,490 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x7c57dd919b7221b3 with lease ID 0x3ce72bea0be47abb: Processing first storage report for DS-c8a1ea70-7b34-49e1-8685-02991d31283b from datanode DatanodeRegistration(127.0.0.1:44277, datanodeUuid=c5ed7e71-d26a-4756-af36-a6f45d1891df, infoPort=33895, infoSecurePort=0, ipcPort=40209, storageInfo=lv=-57;cid=testClusterID;nsid=1836849498;c=1732218912874) 2024-11-21T19:55:13,490 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x7c57dd919b7221b3 with lease ID 0x3ce72bea0be47abb: from storage DS-c8a1ea70-7b34-49e1-8685-02991d31283b node DatanodeRegistration(127.0.0.1:44277, datanodeUuid=c5ed7e71-d26a-4756-af36-a6f45d1891df, infoPort=33895, infoSecurePort=0, ipcPort=40209, storageInfo=lv=-57;cid=testClusterID;nsid=1836849498;c=1732218912874), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-21T19:55:13,490 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x7c57dd919b7221b3 with lease ID 0x3ce72bea0be47abb: Processing first storage report for DS-a2258919-5ffe-4f60-83c4-ef4135891187 from datanode DatanodeRegistration(127.0.0.1:44277, datanodeUuid=c5ed7e71-d26a-4756-af36-a6f45d1891df, infoPort=33895, infoSecurePort=0, ipcPort=40209, storageInfo=lv=-57;cid=testClusterID;nsid=1836849498;c=1732218912874) 2024-11-21T19:55:13,491 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x7c57dd919b7221b3 with lease ID 0x3ce72bea0be47abb: from storage DS-a2258919-5ffe-4f60-83c4-ef4135891187 node DatanodeRegistration(127.0.0.1:44277, datanodeUuid=c5ed7e71-d26a-4756-af36-a6f45d1891df, infoPort=33895, infoSecurePort=0, ipcPort=40209, storageInfo=lv=-57;cid=testClusterID;nsid=1836849498;c=1732218912874), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-21T19:55:13,505 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/319502d2-7ed4-2fe0-6b96-29be744fadc9 2024-11-21T19:55:13,507 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/319502d2-7ed4-2fe0-6b96-29be744fadc9/cluster_e3890229-c572-7243-9594-416a9258f4e0/zookeeper_0, clientPort=64053, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/319502d2-7ed4-2fe0-6b96-29be744fadc9/cluster_e3890229-c572-7243-9594-416a9258f4e0/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/319502d2-7ed4-2fe0-6b96-29be744fadc9/cluster_e3890229-c572-7243-9594-416a9258f4e0/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-21T19:55:13,508 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=64053 2024-11-21T19:55:13,508 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T19:55:13,510 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T19:55:13,518 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34301 is added to blk_1073741825_1001 (size=7) 2024-11-21T19:55:13,518 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44277 is added to blk_1073741825_1001 (size=7) 2024-11-21T19:55:13,519 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:43093/user/jenkins/test-data/24ef8d94-32c8-dfaf-61dc-fd9ea722df40 with version=8 2024-11-21T19:55:13,519 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1141): The hbase.fs.tmp.dir is set to hdfs://localhost:35019/user/jenkins/test-data/9f8b0a2b-d66c-1f94-8382-d8681b3c6feb/hbase-staging 2024-11-21T19:55:13,521 INFO [Time-limited test {}] client.ConnectionUtils(128): master/7b96b36745c6:0 server-side Connection retries=45 2024-11-21T19:55:13,521 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-21T19:55:13,521 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-21T19:55:13,521 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-21T19:55:13,521 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-21T19:55:13,521 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-21T19:55:13,521 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-21T19:55:13,521 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-21T19:55:13,522 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:34325 2024-11-21T19:55:13,523 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:34325 connecting to ZooKeeper ensemble=127.0.0.1:64053 2024-11-21T19:55:13,528 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:343250x0, quorum=127.0.0.1:64053, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-21T19:55:13,529 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:34325-0x10116ddf78d0000 connected 2024-11-21T19:55:13,540 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T19:55:13,542 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T19:55:13,544 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:34325-0x10116ddf78d0000, quorum=127.0.0.1:64053, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-21T19:55:13,544 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:43093/user/jenkins/test-data/24ef8d94-32c8-dfaf-61dc-fd9ea722df40, hbase.cluster.distributed=false 2024-11-21T19:55:13,545 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:34325-0x10116ddf78d0000, quorum=127.0.0.1:64053, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-21T19:55:13,546 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=34325 2024-11-21T19:55:13,546 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=34325 2024-11-21T19:55:13,546 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=34325 2024-11-21T19:55:13,546 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=34325 2024-11-21T19:55:13,547 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=34325 2024-11-21T19:55:13,561 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/7b96b36745c6:0 server-side Connection retries=45 2024-11-21T19:55:13,561 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-21T19:55:13,561 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-21T19:55:13,561 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-21T19:55:13,561 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-21T19:55:13,561 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-21T19:55:13,562 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-21T19:55:13,562 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-21T19:55:13,562 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:33305 2024-11-21T19:55:13,564 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:33305 connecting to ZooKeeper ensemble=127.0.0.1:64053 2024-11-21T19:55:13,565 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T19:55:13,567 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T19:55:13,570 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:333050x0, quorum=127.0.0.1:64053, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-21T19:55:13,570 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:333050x0, quorum=127.0.0.1:64053, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-21T19:55:13,571 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:33305-0x10116ddf78d0001 connected 2024-11-21T19:55:13,571 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-21T19:55:13,571 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-21T19:55:13,572 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:33305-0x10116ddf78d0001, quorum=127.0.0.1:64053, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-21T19:55:13,573 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:33305-0x10116ddf78d0001, quorum=127.0.0.1:64053, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-21T19:55:13,573 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=33305 2024-11-21T19:55:13,573 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=33305 2024-11-21T19:55:13,574 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=33305 2024-11-21T19:55:13,574 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=33305 2024-11-21T19:55:13,574 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=33305 2024-11-21T19:55:13,585 DEBUG [M:0;7b96b36745c6:34325 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;7b96b36745c6:34325 2024-11-21T19:55:13,586 INFO [master/7b96b36745c6:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /hbase/backup-masters/7b96b36745c6,34325,1732218913521 2024-11-21T19:55:13,587 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34325-0x10116ddf78d0000, quorum=127.0.0.1:64053, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-21T19:55:13,587 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33305-0x10116ddf78d0001, quorum=127.0.0.1:64053, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-21T19:55:13,587 DEBUG [master/7b96b36745c6:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:34325-0x10116ddf78d0000, quorum=127.0.0.1:64053, baseZNode=/hbase Set watcher on existing znode=/hbase/backup-masters/7b96b36745c6,34325,1732218913521 2024-11-21T19:55:13,589 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33305-0x10116ddf78d0001, quorum=127.0.0.1:64053, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-21T19:55:13,589 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34325-0x10116ddf78d0000, quorum=127.0.0.1:64053, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-21T19:55:13,589 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33305-0x10116ddf78d0001, quorum=127.0.0.1:64053, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-21T19:55:13,589 DEBUG [master/7b96b36745c6:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:34325-0x10116ddf78d0000, quorum=127.0.0.1:64053, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-11-21T19:55:13,590 INFO [master/7b96b36745c6:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /hbase/backup-masters/7b96b36745c6,34325,1732218913521 from backup master directory 2024-11-21T19:55:13,592 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34325-0x10116ddf78d0000, quorum=127.0.0.1:64053, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/backup-masters/7b96b36745c6,34325,1732218913521 2024-11-21T19:55:13,592 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33305-0x10116ddf78d0001, quorum=127.0.0.1:64053, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-21T19:55:13,592 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34325-0x10116ddf78d0000, quorum=127.0.0.1:64053, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-21T19:55:13,592 WARN [master/7b96b36745c6:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-21T19:55:13,592 INFO [master/7b96b36745c6:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=7b96b36745c6,34325,1732218913521 2024-11-21T19:55:13,596 DEBUG [master/7b96b36745c6:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:43093/user/jenkins/test-data/24ef8d94-32c8-dfaf-61dc-fd9ea722df40/hbase.id] with ID: d95085d1-ab0f-4f51-bd47-1fe7a7fc02c5 2024-11-21T19:55:13,596 DEBUG [master/7b96b36745c6:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:43093/user/jenkins/test-data/24ef8d94-32c8-dfaf-61dc-fd9ea722df40/.tmp/hbase.id 2024-11-21T19:55:13,601 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34301 is added to blk_1073741826_1002 (size=42) 2024-11-21T19:55:13,601 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44277 is added to blk_1073741826_1002 (size=42) 2024-11-21T19:55:13,601 DEBUG [master/7b96b36745c6:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:43093/user/jenkins/test-data/24ef8d94-32c8-dfaf-61dc-fd9ea722df40/.tmp/hbase.id]:[hdfs://localhost:43093/user/jenkins/test-data/24ef8d94-32c8-dfaf-61dc-fd9ea722df40/hbase.id] 2024-11-21T19:55:13,611 INFO [master/7b96b36745c6:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T19:55:13,612 INFO [master/7b96b36745c6:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-21T19:55:13,613 INFO [master/7b96b36745c6:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-21T19:55:13,615 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34325-0x10116ddf78d0000, quorum=127.0.0.1:64053, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-21T19:55:13,615 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33305-0x10116ddf78d0001, quorum=127.0.0.1:64053, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-21T19:55:13,621 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34301 is added to blk_1073741827_1003 (size=196) 2024-11-21T19:55:13,621 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44277 is added to blk_1073741827_1003 (size=196) 2024-11-21T19:55:13,622 INFO [master/7b96b36745c6:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-21T19:55:13,623 INFO [master/7b96b36745c6:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-21T19:55:13,623 INFO [master/7b96b36745c6:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-21T19:55:13,629 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34301 is added to blk_1073741828_1004 (size=1189) 2024-11-21T19:55:13,630 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44277 is added to blk_1073741828_1004 (size=1189) 2024-11-21T19:55:13,630 INFO [master/7b96b36745c6:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:43093/user/jenkins/test-data/24ef8d94-32c8-dfaf-61dc-fd9ea722df40/MasterData/data/master/store 2024-11-21T19:55:13,635 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34301 is added to blk_1073741829_1005 (size=34) 2024-11-21T19:55:13,636 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44277 is added to blk_1073741829_1005 (size=34) 2024-11-21T19:55:13,636 DEBUG [master/7b96b36745c6:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T19:55:13,636 DEBUG [master/7b96b36745c6:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-21T19:55:13,636 INFO [master/7b96b36745c6:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T19:55:13,636 DEBUG [master/7b96b36745c6:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T19:55:13,636 DEBUG [master/7b96b36745c6:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-21T19:55:13,636 DEBUG [master/7b96b36745c6:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T19:55:13,636 INFO [master/7b96b36745c6:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T19:55:13,636 DEBUG [master/7b96b36745c6:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732218913636Disabling compacts and flushes for region at 1732218913636Disabling writes for close at 1732218913636Writing region close event to WAL at 1732218913636Closed at 1732218913636 2024-11-21T19:55:13,637 WARN [master/7b96b36745c6:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:43093/user/jenkins/test-data/24ef8d94-32c8-dfaf-61dc-fd9ea722df40/MasterData/data/master/store/.initializing 2024-11-21T19:55:13,637 DEBUG [master/7b96b36745c6:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:43093/user/jenkins/test-data/24ef8d94-32c8-dfaf-61dc-fd9ea722df40/MasterData/WALs/7b96b36745c6,34325,1732218913521 2024-11-21T19:55:13,638 INFO [master/7b96b36745c6:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-21T19:55:13,639 INFO [master/7b96b36745c6:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=7b96b36745c6%2C34325%2C1732218913521, suffix=, logDir=hdfs://localhost:43093/user/jenkins/test-data/24ef8d94-32c8-dfaf-61dc-fd9ea722df40/MasterData/WALs/7b96b36745c6,34325,1732218913521, archiveDir=hdfs://localhost:43093/user/jenkins/test-data/24ef8d94-32c8-dfaf-61dc-fd9ea722df40/MasterData/oldWALs, maxLogs=10 2024-11-21T19:55:13,653 DEBUG [master/7b96b36745c6:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/24ef8d94-32c8-dfaf-61dc-fd9ea722df40/MasterData/WALs/7b96b36745c6,34325,1732218913521/7b96b36745c6%2C34325%2C1732218913521.1732218913640, exclude list is [], retry=0 2024-11-21T19:55:13,655 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34301,DS-f5e72a05-af1a-4155-80e6-a30e2bdc3ab0,DISK] 2024-11-21T19:55:13,655 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44277,DS-c8a1ea70-7b34-49e1-8685-02991d31283b,DISK] 2024-11-21T19:55:13,657 INFO [master/7b96b36745c6:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/24ef8d94-32c8-dfaf-61dc-fd9ea722df40/MasterData/WALs/7b96b36745c6,34325,1732218913521/7b96b36745c6%2C34325%2C1732218913521.1732218913640 2024-11-21T19:55:13,657 DEBUG [master/7b96b36745c6:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44213:44213),(127.0.0.1/127.0.0.1:33895:33895)] 2024-11-21T19:55:13,657 DEBUG [master/7b96b36745c6:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-21T19:55:13,657 DEBUG [master/7b96b36745c6:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T19:55:13,657 DEBUG [master/7b96b36745c6:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-21T19:55:13,658 DEBUG [master/7b96b36745c6:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-21T19:55:13,659 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-21T19:55:13,660 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-21T19:55:13,660 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:55:13,661 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T19:55:13,661 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-21T19:55:13,662 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-21T19:55:13,662 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:55:13,662 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T19:55:13,663 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-21T19:55:13,664 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-21T19:55:13,664 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:55:13,664 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T19:55:13,664 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-21T19:55:13,665 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-21T19:55:13,665 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:55:13,666 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T19:55:13,666 DEBUG [master/7b96b36745c6:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-21T19:55:13,667 DEBUG [master/7b96b36745c6:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43093/user/jenkins/test-data/24ef8d94-32c8-dfaf-61dc-fd9ea722df40/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-21T19:55:13,667 DEBUG [master/7b96b36745c6:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43093/user/jenkins/test-data/24ef8d94-32c8-dfaf-61dc-fd9ea722df40/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-21T19:55:13,668 DEBUG [master/7b96b36745c6:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-21T19:55:13,668 DEBUG [master/7b96b36745c6:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-21T19:55:13,669 DEBUG [master/7b96b36745c6:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-21T19:55:13,670 DEBUG [master/7b96b36745c6:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-21T19:55:13,671 DEBUG [master/7b96b36745c6:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43093/user/jenkins/test-data/24ef8d94-32c8-dfaf-61dc-fd9ea722df40/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-21T19:55:13,672 INFO [master/7b96b36745c6:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=838202, jitterRate=0.06582945585250854}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-21T19:55:13,672 DEBUG [master/7b96b36745c6:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732218913658Initializing all the Stores at 1732218913658Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732218913658Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732218913659 (+1 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732218913659Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732218913659Cleaning up temporary data from old regions at 1732218913668 (+9 ms)Region opened successfully at 1732218913672 (+4 ms) 2024-11-21T19:55:13,673 INFO [master/7b96b36745c6:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-21T19:55:13,675 DEBUG [master/7b96b36745c6:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@14d006ff, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=7b96b36745c6/172.17.0.2:0 2024-11-21T19:55:13,676 INFO [master/7b96b36745c6:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-21T19:55:13,676 INFO [master/7b96b36745c6:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-21T19:55:13,676 INFO [master/7b96b36745c6:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-21T19:55:13,676 INFO [master/7b96b36745c6:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-21T19:55:13,676 INFO [master/7b96b36745c6:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-21T19:55:13,677 INFO [master/7b96b36745c6:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-21T19:55:13,677 INFO [master/7b96b36745c6:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-21T19:55:13,679 INFO [master/7b96b36745c6:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-21T19:55:13,679 DEBUG [master/7b96b36745c6:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34325-0x10116ddf78d0000, quorum=127.0.0.1:64053, baseZNode=/hbase Unable to get data of znode /hbase/balancer because node does not exist (not necessarily an error) 2024-11-21T19:55:13,681 DEBUG [master/7b96b36745c6:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/balancer already deleted, retry=false 2024-11-21T19:55:13,681 INFO [master/7b96b36745c6:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-21T19:55:13,682 DEBUG [master/7b96b36745c6:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34325-0x10116ddf78d0000, quorum=127.0.0.1:64053, baseZNode=/hbase Unable to get data of znode /hbase/normalizer because node does not exist (not necessarily an error) 2024-11-21T19:55:13,683 DEBUG [master/7b96b36745c6:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/normalizer already deleted, retry=false 2024-11-21T19:55:13,683 INFO [master/7b96b36745c6:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-21T19:55:13,684 DEBUG [master/7b96b36745c6:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34325-0x10116ddf78d0000, quorum=127.0.0.1:64053, baseZNode=/hbase Unable to get data of znode /hbase/switch/split because node does not exist (not necessarily an error) 2024-11-21T19:55:13,685 DEBUG [master/7b96b36745c6:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/split already deleted, retry=false 2024-11-21T19:55:13,686 DEBUG [master/7b96b36745c6:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34325-0x10116ddf78d0000, quorum=127.0.0.1:64053, baseZNode=/hbase Unable to get data of znode /hbase/switch/merge because node does not exist (not necessarily an error) 2024-11-21T19:55:13,687 DEBUG [master/7b96b36745c6:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/merge already deleted, retry=false 2024-11-21T19:55:13,689 DEBUG [master/7b96b36745c6:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34325-0x10116ddf78d0000, quorum=127.0.0.1:64053, baseZNode=/hbase Unable to get data of znode /hbase/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-21T19:55:13,690 DEBUG [master/7b96b36745c6:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/snapshot-cleanup already deleted, retry=false 2024-11-21T19:55:13,692 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34325-0x10116ddf78d0000, quorum=127.0.0.1:64053, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-21T19:55:13,692 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33305-0x10116ddf78d0001, quorum=127.0.0.1:64053, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-21T19:55:13,692 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34325-0x10116ddf78d0000, quorum=127.0.0.1:64053, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-21T19:55:13,692 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33305-0x10116ddf78d0001, quorum=127.0.0.1:64053, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-21T19:55:13,693 INFO [master/7b96b36745c6:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=7b96b36745c6,34325,1732218913521, sessionid=0x10116ddf78d0000, setting cluster-up flag (Was=false) 2024-11-21T19:55:13,695 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34325-0x10116ddf78d0000, quorum=127.0.0.1:64053, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-21T19:55:13,695 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33305-0x10116ddf78d0001, quorum=127.0.0.1:64053, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-21T19:55:13,700 DEBUG [master/7b96b36745c6:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/flush-table-proc/acquired, /hbase/flush-table-proc/reached, /hbase/flush-table-proc/abort 2024-11-21T19:55:13,701 DEBUG [master/7b96b36745c6:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=7b96b36745c6,34325,1732218913521 2024-11-21T19:55:13,704 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34325-0x10116ddf78d0000, quorum=127.0.0.1:64053, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-21T19:55:13,704 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33305-0x10116ddf78d0001, quorum=127.0.0.1:64053, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-21T19:55:13,708 DEBUG [master/7b96b36745c6:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/online-snapshot/acquired, /hbase/online-snapshot/reached, /hbase/online-snapshot/abort 2024-11-21T19:55:13,709 DEBUG [master/7b96b36745c6:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=7b96b36745c6,34325,1732218913521 2024-11-21T19:55:13,710 INFO [master/7b96b36745c6:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:43093/user/jenkins/test-data/24ef8d94-32c8-dfaf-61dc-fd9ea722df40/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-21T19:55:13,711 DEBUG [master/7b96b36745c6:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-21T19:55:13,712 INFO [master/7b96b36745c6:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-21T19:55:13,712 INFO [master/7b96b36745c6:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-21T19:55:13,712 DEBUG [master/7b96b36745c6:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 7b96b36745c6,34325,1732218913521 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-21T19:55:13,713 DEBUG [master/7b96b36745c6:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/7b96b36745c6:0, corePoolSize=5, maxPoolSize=5 2024-11-21T19:55:13,714 DEBUG [master/7b96b36745c6:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/7b96b36745c6:0, corePoolSize=5, maxPoolSize=5 2024-11-21T19:55:13,714 DEBUG [master/7b96b36745c6:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/7b96b36745c6:0, corePoolSize=5, maxPoolSize=5 2024-11-21T19:55:13,714 DEBUG [master/7b96b36745c6:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/7b96b36745c6:0, corePoolSize=5, maxPoolSize=5 2024-11-21T19:55:13,714 DEBUG [master/7b96b36745c6:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/7b96b36745c6:0, corePoolSize=10, maxPoolSize=10 2024-11-21T19:55:13,714 DEBUG [master/7b96b36745c6:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/7b96b36745c6:0, corePoolSize=1, maxPoolSize=1 2024-11-21T19:55:13,714 DEBUG [master/7b96b36745c6:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/7b96b36745c6:0, corePoolSize=2, maxPoolSize=2 2024-11-21T19:55:13,714 DEBUG [master/7b96b36745c6:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/7b96b36745c6:0, corePoolSize=1, maxPoolSize=1 2024-11-21T19:55:13,715 INFO [master/7b96b36745c6:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732218943715 2024-11-21T19:55:13,715 INFO [master/7b96b36745c6:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-21T19:55:13,715 INFO [master/7b96b36745c6:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-21T19:55:13,715 INFO [master/7b96b36745c6:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-21T19:55:13,715 INFO [master/7b96b36745c6:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-21T19:55:13,715 INFO [master/7b96b36745c6:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-21T19:55:13,715 INFO [master/7b96b36745c6:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-21T19:55:13,715 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-21T19:55:13,715 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-21T19:55:13,716 INFO [master/7b96b36745c6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-21T19:55:13,716 INFO [master/7b96b36745c6:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-21T19:55:13,716 INFO [master/7b96b36745c6:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-21T19:55:13,716 INFO [master/7b96b36745c6:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-21T19:55:13,716 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:55:13,716 INFO [master/7b96b36745c6:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-21T19:55:13,716 INFO [master/7b96b36745c6:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-21T19:55:13,717 DEBUG [master/7b96b36745c6:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/7b96b36745c6:0:becomeActiveMaster-HFileCleaner.large.0-1732218913717,5,FailOnTimeoutGroup] 2024-11-21T19:55:13,717 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-21T19:55:13,717 DEBUG [master/7b96b36745c6:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/7b96b36745c6:0:becomeActiveMaster-HFileCleaner.small.0-1732218913717,5,FailOnTimeoutGroup] 2024-11-21T19:55:13,717 INFO [master/7b96b36745c6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-21T19:55:13,717 INFO [master/7b96b36745c6:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-21T19:55:13,717 INFO [master/7b96b36745c6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-21T19:55:13,717 INFO [master/7b96b36745c6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-21T19:55:13,722 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34301 is added to blk_1073741831_1007 (size=1321) 2024-11-21T19:55:13,723 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44277 is added to blk_1073741831_1007 (size=1321) 2024-11-21T19:55:13,723 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:43093/user/jenkins/test-data/24ef8d94-32c8-dfaf-61dc-fd9ea722df40/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-21T19:55:13,724 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:43093/user/jenkins/test-data/24ef8d94-32c8-dfaf-61dc-fd9ea722df40 2024-11-21T19:55:13,729 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44277 is added to blk_1073741832_1008 (size=32) 2024-11-21T19:55:13,729 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34301 is added to blk_1073741832_1008 (size=32) 2024-11-21T19:55:13,729 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T19:55:13,730 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-21T19:55:13,732 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-21T19:55:13,732 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:55:13,732 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T19:55:13,732 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-21T19:55:13,733 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-21T19:55:13,733 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:55:13,734 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T19:55:13,734 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-21T19:55:13,735 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-21T19:55:13,735 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:55:13,735 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T19:55:13,736 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-21T19:55:13,736 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-21T19:55:13,736 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:55:13,737 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T19:55:13,737 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-21T19:55:13,737 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43093/user/jenkins/test-data/24ef8d94-32c8-dfaf-61dc-fd9ea722df40/data/hbase/meta/1588230740 2024-11-21T19:55:13,738 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43093/user/jenkins/test-data/24ef8d94-32c8-dfaf-61dc-fd9ea722df40/data/hbase/meta/1588230740 2024-11-21T19:55:13,739 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-21T19:55:13,739 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-21T19:55:13,739 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-21T19:55:13,740 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-21T19:55:13,742 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43093/user/jenkins/test-data/24ef8d94-32c8-dfaf-61dc-fd9ea722df40/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-21T19:55:13,742 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=16384, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=824722, jitterRate=0.04868946969509125}}}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-21T19:55:13,743 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1732218913730Initializing all the Stores at 1732218913730Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732218913730Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732218913730Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732218913730Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732218913730Cleaning up temporary data from old regions at 1732218913739 (+9 ms)Region opened successfully at 1732218913743 (+4 ms) 2024-11-21T19:55:13,743 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-21T19:55:13,743 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-21T19:55:13,743 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-21T19:55:13,743 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-21T19:55:13,743 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-21T19:55:13,743 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-21T19:55:13,743 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732218913743Disabling compacts and flushes for region at 1732218913743Disabling writes for close at 1732218913743Writing region close event to WAL at 1732218913743Closed at 1732218913743 2024-11-21T19:55:13,744 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-21T19:55:13,744 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-21T19:55:13,744 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-21T19:55:13,745 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-21T19:55:13,746 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-21T19:55:13,776 INFO [RS:0;7b96b36745c6:33305 {}] regionserver.HRegionServer(746): ClusterId : d95085d1-ab0f-4f51-bd47-1fe7a7fc02c5 2024-11-21T19:55:13,776 DEBUG [RS:0;7b96b36745c6:33305 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-21T19:55:13,778 DEBUG [RS:0;7b96b36745c6:33305 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-21T19:55:13,778 DEBUG [RS:0;7b96b36745c6:33305 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-21T19:55:13,780 DEBUG [RS:0;7b96b36745c6:33305 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-21T19:55:13,781 DEBUG [RS:0;7b96b36745c6:33305 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1c37f544, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=7b96b36745c6/172.17.0.2:0 2024-11-21T19:55:13,792 DEBUG [RS:0;7b96b36745c6:33305 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;7b96b36745c6:33305 2024-11-21T19:55:13,792 INFO [RS:0;7b96b36745c6:33305 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-21T19:55:13,792 INFO [RS:0;7b96b36745c6:33305 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-21T19:55:13,792 DEBUG [RS:0;7b96b36745c6:33305 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-21T19:55:13,793 INFO [RS:0;7b96b36745c6:33305 {}] regionserver.HRegionServer(2659): reportForDuty to master=7b96b36745c6,34325,1732218913521 with port=33305, startcode=1732218913561 2024-11-21T19:55:13,793 DEBUG [RS:0;7b96b36745c6:33305 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-21T19:55:13,795 INFO [HMaster-EventLoopGroup-11-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46267, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.4 (auth:SIMPLE), service=RegionServerStatusService 2024-11-21T19:55:13,795 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=34325 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 7b96b36745c6,33305,1732218913561 2024-11-21T19:55:13,795 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=34325 {}] master.ServerManager(517): Registering regionserver=7b96b36745c6,33305,1732218913561 2024-11-21T19:55:13,796 DEBUG [RS:0;7b96b36745c6:33305 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:43093/user/jenkins/test-data/24ef8d94-32c8-dfaf-61dc-fd9ea722df40 2024-11-21T19:55:13,796 DEBUG [RS:0;7b96b36745c6:33305 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:43093 2024-11-21T19:55:13,796 DEBUG [RS:0;7b96b36745c6:33305 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-21T19:55:13,798 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34325-0x10116ddf78d0000, quorum=127.0.0.1:64053, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-21T19:55:13,798 DEBUG [RS:0;7b96b36745c6:33305 {}] zookeeper.ZKUtil(111): regionserver:33305-0x10116ddf78d0001, quorum=127.0.0.1:64053, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/7b96b36745c6,33305,1732218913561 2024-11-21T19:55:13,798 WARN [RS:0;7b96b36745c6:33305 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-21T19:55:13,799 INFO [RS:0;7b96b36745c6:33305 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-21T19:55:13,799 DEBUG [RS:0;7b96b36745c6:33305 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:43093/user/jenkins/test-data/24ef8d94-32c8-dfaf-61dc-fd9ea722df40/WALs/7b96b36745c6,33305,1732218913561 2024-11-21T19:55:13,799 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [7b96b36745c6,33305,1732218913561] 2024-11-21T19:55:13,802 INFO [RS:0;7b96b36745c6:33305 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-21T19:55:13,803 INFO [RS:0;7b96b36745c6:33305 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-21T19:55:13,804 INFO [RS:0;7b96b36745c6:33305 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-21T19:55:13,804 INFO [RS:0;7b96b36745c6:33305 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-21T19:55:13,805 INFO [RS:0;7b96b36745c6:33305 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-21T19:55:13,806 INFO [RS:0;7b96b36745c6:33305 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-21T19:55:13,806 INFO [RS:0;7b96b36745c6:33305 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-21T19:55:13,806 DEBUG [RS:0;7b96b36745c6:33305 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/7b96b36745c6:0, corePoolSize=1, maxPoolSize=1 2024-11-21T19:55:13,806 DEBUG [RS:0;7b96b36745c6:33305 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/7b96b36745c6:0, corePoolSize=1, maxPoolSize=1 2024-11-21T19:55:13,806 DEBUG [RS:0;7b96b36745c6:33305 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/7b96b36745c6:0, corePoolSize=1, maxPoolSize=1 2024-11-21T19:55:13,806 DEBUG [RS:0;7b96b36745c6:33305 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/7b96b36745c6:0, corePoolSize=1, maxPoolSize=1 2024-11-21T19:55:13,806 DEBUG [RS:0;7b96b36745c6:33305 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/7b96b36745c6:0, corePoolSize=1, maxPoolSize=1 2024-11-21T19:55:13,806 DEBUG [RS:0;7b96b36745c6:33305 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/7b96b36745c6:0, corePoolSize=2, maxPoolSize=2 2024-11-21T19:55:13,806 DEBUG [RS:0;7b96b36745c6:33305 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/7b96b36745c6:0, corePoolSize=1, maxPoolSize=1 2024-11-21T19:55:13,806 DEBUG [RS:0;7b96b36745c6:33305 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/7b96b36745c6:0, corePoolSize=1, maxPoolSize=1 2024-11-21T19:55:13,806 DEBUG [RS:0;7b96b36745c6:33305 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/7b96b36745c6:0, corePoolSize=1, maxPoolSize=1 2024-11-21T19:55:13,806 DEBUG [RS:0;7b96b36745c6:33305 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/7b96b36745c6:0, corePoolSize=1, maxPoolSize=1 2024-11-21T19:55:13,806 DEBUG [RS:0;7b96b36745c6:33305 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/7b96b36745c6:0, corePoolSize=1, maxPoolSize=1 2024-11-21T19:55:13,806 DEBUG [RS:0;7b96b36745c6:33305 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/7b96b36745c6:0, corePoolSize=1, maxPoolSize=1 2024-11-21T19:55:13,806 DEBUG [RS:0;7b96b36745c6:33305 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/7b96b36745c6:0, corePoolSize=3, maxPoolSize=3 2024-11-21T19:55:13,806 DEBUG [RS:0;7b96b36745c6:33305 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/7b96b36745c6:0, corePoolSize=3, maxPoolSize=3 2024-11-21T19:55:13,807 INFO [RS:0;7b96b36745c6:33305 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-21T19:55:13,807 INFO [RS:0;7b96b36745c6:33305 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-21T19:55:13,807 INFO [RS:0;7b96b36745c6:33305 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-21T19:55:13,807 INFO [RS:0;7b96b36745c6:33305 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-21T19:55:13,807 INFO [RS:0;7b96b36745c6:33305 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-21T19:55:13,807 INFO [RS:0;7b96b36745c6:33305 {}] hbase.ChoreService(168): Chore ScheduledChore name=7b96b36745c6,33305,1732218913561-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-21T19:55:13,821 INFO [RS:0;7b96b36745c6:33305 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-21T19:55:13,821 INFO [RS:0;7b96b36745c6:33305 {}] hbase.ChoreService(168): Chore ScheduledChore name=7b96b36745c6,33305,1732218913561-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-21T19:55:13,821 INFO [RS:0;7b96b36745c6:33305 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-21T19:55:13,821 INFO [RS:0;7b96b36745c6:33305 {}] regionserver.Replication(171): 7b96b36745c6,33305,1732218913561 started 2024-11-21T19:55:13,835 INFO [RS:0;7b96b36745c6:33305 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-21T19:55:13,835 INFO [RS:0;7b96b36745c6:33305 {}] regionserver.HRegionServer(1482): Serving as 7b96b36745c6,33305,1732218913561, RpcServer on 7b96b36745c6/172.17.0.2:33305, sessionid=0x10116ddf78d0001 2024-11-21T19:55:13,835 DEBUG [RS:0;7b96b36745c6:33305 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-21T19:55:13,835 DEBUG [RS:0;7b96b36745c6:33305 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 7b96b36745c6,33305,1732218913561 2024-11-21T19:55:13,835 DEBUG [RS:0;7b96b36745c6:33305 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '7b96b36745c6,33305,1732218913561' 2024-11-21T19:55:13,835 DEBUG [RS:0;7b96b36745c6:33305 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-21T19:55:13,836 DEBUG [RS:0;7b96b36745c6:33305 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-21T19:55:13,836 DEBUG [RS:0;7b96b36745c6:33305 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-21T19:55:13,836 DEBUG [RS:0;7b96b36745c6:33305 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-21T19:55:13,836 DEBUG [RS:0;7b96b36745c6:33305 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 7b96b36745c6,33305,1732218913561 2024-11-21T19:55:13,836 DEBUG [RS:0;7b96b36745c6:33305 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '7b96b36745c6,33305,1732218913561' 2024-11-21T19:55:13,836 DEBUG [RS:0;7b96b36745c6:33305 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-21T19:55:13,836 DEBUG [RS:0;7b96b36745c6:33305 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-21T19:55:13,837 DEBUG [RS:0;7b96b36745c6:33305 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-21T19:55:13,837 INFO [RS:0;7b96b36745c6:33305 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-21T19:55:13,837 INFO [RS:0;7b96b36745c6:33305 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-21T19:55:13,896 WARN [7b96b36745c6:34325 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-11-21T19:55:13,937 INFO [RS:0;7b96b36745c6:33305 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-21T19:55:13,939 INFO [RS:0;7b96b36745c6:33305 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=7b96b36745c6%2C33305%2C1732218913561, suffix=, logDir=hdfs://localhost:43093/user/jenkins/test-data/24ef8d94-32c8-dfaf-61dc-fd9ea722df40/WALs/7b96b36745c6,33305,1732218913561, archiveDir=hdfs://localhost:43093/user/jenkins/test-data/24ef8d94-32c8-dfaf-61dc-fd9ea722df40/oldWALs, maxLogs=32 2024-11-21T19:55:13,952 DEBUG [RS:0;7b96b36745c6:33305 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/24ef8d94-32c8-dfaf-61dc-fd9ea722df40/WALs/7b96b36745c6,33305,1732218913561/7b96b36745c6%2C33305%2C1732218913561.1732218913939, exclude list is [], retry=0 2024-11-21T19:55:13,954 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44277,DS-c8a1ea70-7b34-49e1-8685-02991d31283b,DISK] 2024-11-21T19:55:13,954 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34301,DS-f5e72a05-af1a-4155-80e6-a30e2bdc3ab0,DISK] 2024-11-21T19:55:13,956 INFO [RS:0;7b96b36745c6:33305 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/24ef8d94-32c8-dfaf-61dc-fd9ea722df40/WALs/7b96b36745c6,33305,1732218913561/7b96b36745c6%2C33305%2C1732218913561.1732218913939 2024-11-21T19:55:13,956 DEBUG [RS:0;7b96b36745c6:33305 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44213:44213),(127.0.0.1/127.0.0.1:33895:33895)] 2024-11-21T19:55:14,146 DEBUG [7b96b36745c6:34325 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-21T19:55:14,147 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=7b96b36745c6,33305,1732218913561 2024-11-21T19:55:14,148 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 7b96b36745c6,33305,1732218913561, state=OPENING 2024-11-21T19:55:14,149 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-21T19:55:14,151 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34325-0x10116ddf78d0000, quorum=127.0.0.1:64053, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-21T19:55:14,151 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33305-0x10116ddf78d0001, quorum=127.0.0.1:64053, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-21T19:55:14,151 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-21T19:55:14,151 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-21T19:55:14,151 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-21T19:55:14,151 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=7b96b36745c6,33305,1732218913561}] 2024-11-21T19:55:14,303 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-21T19:55:14,305 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54263, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-21T19:55:14,308 INFO [RS_OPEN_META-regionserver/7b96b36745c6:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-21T19:55:14,308 INFO [RS_OPEN_META-regionserver/7b96b36745c6:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-21T19:55:14,308 INFO [RS_OPEN_META-regionserver/7b96b36745c6:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-21T19:55:14,309 INFO [RS_OPEN_META-regionserver/7b96b36745c6:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=7b96b36745c6%2C33305%2C1732218913561.meta, suffix=.meta, logDir=hdfs://localhost:43093/user/jenkins/test-data/24ef8d94-32c8-dfaf-61dc-fd9ea722df40/WALs/7b96b36745c6,33305,1732218913561, archiveDir=hdfs://localhost:43093/user/jenkins/test-data/24ef8d94-32c8-dfaf-61dc-fd9ea722df40/oldWALs, maxLogs=32 2024-11-21T19:55:14,323 DEBUG [RS_OPEN_META-regionserver/7b96b36745c6:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/24ef8d94-32c8-dfaf-61dc-fd9ea722df40/WALs/7b96b36745c6,33305,1732218913561/7b96b36745c6%2C33305%2C1732218913561.meta.1732218914310.meta, exclude list is [], retry=0 2024-11-21T19:55:14,325 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34301,DS-f5e72a05-af1a-4155-80e6-a30e2bdc3ab0,DISK] 2024-11-21T19:55:14,325 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44277,DS-c8a1ea70-7b34-49e1-8685-02991d31283b,DISK] 2024-11-21T19:55:14,326 INFO [RS_OPEN_META-regionserver/7b96b36745c6:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/24ef8d94-32c8-dfaf-61dc-fd9ea722df40/WALs/7b96b36745c6,33305,1732218913561/7b96b36745c6%2C33305%2C1732218913561.meta.1732218914310.meta 2024-11-21T19:55:14,327 DEBUG [RS_OPEN_META-regionserver/7b96b36745c6:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44213:44213),(127.0.0.1/127.0.0.1:33895:33895)] 2024-11-21T19:55:14,327 DEBUG [RS_OPEN_META-regionserver/7b96b36745c6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-21T19:55:14,327 DEBUG [RS_OPEN_META-regionserver/7b96b36745c6:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-21T19:55:14,327 DEBUG [RS_OPEN_META-regionserver/7b96b36745c6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-21T19:55:14,327 INFO [RS_OPEN_META-regionserver/7b96b36745c6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-21T19:55:14,327 DEBUG [RS_OPEN_META-regionserver/7b96b36745c6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-21T19:55:14,327 DEBUG [RS_OPEN_META-regionserver/7b96b36745c6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T19:55:14,328 DEBUG [RS_OPEN_META-regionserver/7b96b36745c6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-21T19:55:14,328 DEBUG [RS_OPEN_META-regionserver/7b96b36745c6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-21T19:55:14,329 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-21T19:55:14,329 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-21T19:55:14,329 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:55:14,330 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T19:55:14,330 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-21T19:55:14,330 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-21T19:55:14,331 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:55:14,331 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T19:55:14,331 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-21T19:55:14,332 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-21T19:55:14,332 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:55:14,332 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T19:55:14,332 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-21T19:55:14,333 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-21T19:55:14,333 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:55:14,333 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T19:55:14,333 DEBUG [RS_OPEN_META-regionserver/7b96b36745c6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-21T19:55:14,334 DEBUG [RS_OPEN_META-regionserver/7b96b36745c6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43093/user/jenkins/test-data/24ef8d94-32c8-dfaf-61dc-fd9ea722df40/data/hbase/meta/1588230740 2024-11-21T19:55:14,334 DEBUG [RS_OPEN_META-regionserver/7b96b36745c6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43093/user/jenkins/test-data/24ef8d94-32c8-dfaf-61dc-fd9ea722df40/data/hbase/meta/1588230740 2024-11-21T19:55:14,335 DEBUG [RS_OPEN_META-regionserver/7b96b36745c6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-21T19:55:14,335 DEBUG [RS_OPEN_META-regionserver/7b96b36745c6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-21T19:55:14,336 DEBUG [RS_OPEN_META-regionserver/7b96b36745c6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-21T19:55:14,337 DEBUG [RS_OPEN_META-regionserver/7b96b36745c6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-21T19:55:14,337 INFO [RS_OPEN_META-regionserver/7b96b36745c6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=16384, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=704860, jitterRate=-0.10372486710548401}}}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-21T19:55:14,337 DEBUG [RS_OPEN_META-regionserver/7b96b36745c6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-21T19:55:14,338 DEBUG [RS_OPEN_META-regionserver/7b96b36745c6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732218914328Writing region info on filesystem at 1732218914328Initializing all the Stores at 1732218914328Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732218914328Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732218914328Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732218914328Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732218914328Cleaning up temporary data from old regions at 1732218914335 (+7 ms)Running coprocessor post-open hooks at 1732218914337 (+2 ms)Region opened successfully at 1732218914338 (+1 ms) 2024-11-21T19:55:14,338 INFO [RS_OPEN_META-regionserver/7b96b36745c6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732218914303 2024-11-21T19:55:14,340 DEBUG [RS_OPEN_META-regionserver/7b96b36745c6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-21T19:55:14,340 INFO [RS_OPEN_META-regionserver/7b96b36745c6:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-21T19:55:14,341 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=7b96b36745c6,33305,1732218913561 2024-11-21T19:55:14,341 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 7b96b36745c6,33305,1732218913561, state=OPEN 2024-11-21T19:55:14,345 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33305-0x10116ddf78d0001, quorum=127.0.0.1:64053, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-21T19:55:14,345 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34325-0x10116ddf78d0000, quorum=127.0.0.1:64053, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-21T19:55:14,346 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=7b96b36745c6,33305,1732218913561 2024-11-21T19:55:14,346 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-21T19:55:14,346 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-21T19:55:14,347 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-21T19:55:14,347 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=7b96b36745c6,33305,1732218913561 in 195 msec 2024-11-21T19:55:14,349 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-21T19:55:14,349 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 603 msec 2024-11-21T19:55:14,350 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-21T19:55:14,350 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-21T19:55:14,351 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-21T19:55:14,351 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=7b96b36745c6,33305,1732218913561, seqNum=-1] 2024-11-21T19:55:14,351 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-21T19:55:14,352 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59789, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-21T19:55:14,355 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 644 msec 2024-11-21T19:55:14,355 INFO [master/7b96b36745c6:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732218914355, completionTime=-1 2024-11-21T19:55:14,356 INFO [master/7b96b36745c6:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-21T19:55:14,356 DEBUG [master/7b96b36745c6:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-21T19:55:14,357 INFO [master/7b96b36745c6:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-11-21T19:55:14,357 INFO [master/7b96b36745c6:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732218974357 2024-11-21T19:55:14,357 INFO [master/7b96b36745c6:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732219034357 2024-11-21T19:55:14,357 INFO [master/7b96b36745c6:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 1 msec 2024-11-21T19:55:14,357 INFO [master/7b96b36745c6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=7b96b36745c6,34325,1732218913521-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-21T19:55:14,358 INFO [master/7b96b36745c6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=7b96b36745c6,34325,1732218913521-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-21T19:55:14,358 INFO [master/7b96b36745c6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=7b96b36745c6,34325,1732218913521-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-21T19:55:14,358 INFO [master/7b96b36745c6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-7b96b36745c6:34325, period=300000, unit=MILLISECONDS is enabled. 2024-11-21T19:55:14,358 INFO [master/7b96b36745c6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-21T19:55:14,358 INFO [master/7b96b36745c6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-21T19:55:14,359 DEBUG [master/7b96b36745c6:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-21T19:55:14,364 INFO [master/7b96b36745c6:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 0.772sec 2024-11-21T19:55:14,364 INFO [master/7b96b36745c6:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-21T19:55:14,364 INFO [master/7b96b36745c6:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-21T19:55:14,364 INFO [master/7b96b36745c6:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-21T19:55:14,364 INFO [master/7b96b36745c6:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-21T19:55:14,364 INFO [master/7b96b36745c6:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-21T19:55:14,364 INFO [master/7b96b36745c6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=7b96b36745c6,34325,1732218913521-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-21T19:55:14,364 INFO [master/7b96b36745c6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=7b96b36745c6,34325,1732218913521-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-21T19:55:14,366 DEBUG [master/7b96b36745c6:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-21T19:55:14,366 INFO [master/7b96b36745c6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-21T19:55:14,366 INFO [master/7b96b36745c6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=7b96b36745c6,34325,1732218913521-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-21T19:55:14,376 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@616e7eb1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T19:55:14,376 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 7b96b36745c6,34325,-1 for getting cluster id 2024-11-21T19:55:14,376 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-21T19:55:14,377 DEBUG [HMaster-EventLoopGroup-11-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'd95085d1-ab0f-4f51-bd47-1fe7a7fc02c5' 2024-11-21T19:55:14,377 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-21T19:55:14,377 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "d95085d1-ab0f-4f51-bd47-1fe7a7fc02c5" 2024-11-21T19:55:14,378 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@49b6e9c5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T19:55:14,378 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [7b96b36745c6,34325,-1] 2024-11-21T19:55:14,378 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-21T19:55:14,378 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T19:55:14,379 INFO [HMaster-EventLoopGroup-11-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59384, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-21T19:55:14,379 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@39b874, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T19:55:14,380 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-21T19:55:14,381 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=7b96b36745c6,33305,1732218913561, seqNum=-1] 2024-11-21T19:55:14,381 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-21T19:55:14,382 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50358, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-21T19:55:14,383 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=7b96b36745c6,34325,1732218913521 2024-11-21T19:55:14,383 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T19:55:14,385 INFO [Time-limited test {}] master.MasterRpcServices(567): Client=null/null set balanceSwitch=false 2024-11-21T19:55:14,385 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-21T19:55:14,386 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-21T19:55:14,388 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=test.com%2C8080%2C1, suffix=, logDir=hdfs://localhost:43093/user/jenkins/test-data/24ef8d94-32c8-dfaf-61dc-fd9ea722df40/WALs/test.com,8080,1, archiveDir=hdfs://localhost:43093/user/jenkins/test-data/24ef8d94-32c8-dfaf-61dc-fd9ea722df40/oldWALs, maxLogs=32 2024-11-21T19:55:14,401 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/24ef8d94-32c8-dfaf-61dc-fd9ea722df40/WALs/test.com,8080,1/test.com%2C8080%2C1.1732218914388, exclude list is [], retry=0 2024-11-21T19:55:14,403 DEBUG [AsyncFSWAL-13-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34301,DS-f5e72a05-af1a-4155-80e6-a30e2bdc3ab0,DISK] 2024-11-21T19:55:14,403 DEBUG [AsyncFSWAL-13-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44277,DS-c8a1ea70-7b34-49e1-8685-02991d31283b,DISK] 2024-11-21T19:55:14,405 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/24ef8d94-32c8-dfaf-61dc-fd9ea722df40/WALs/test.com,8080,1/test.com%2C8080%2C1.1732218914388 2024-11-21T19:55:14,406 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44213:44213),(127.0.0.1/127.0.0.1:33895:33895)] 2024-11-21T19:55:14,418 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/24ef8d94-32c8-dfaf-61dc-fd9ea722df40/WALs/test.com,8080,1/test.com%2C8080%2C1.1732218914406, exclude list is [], retry=0 2024-11-21T19:55:14,420 DEBUG [AsyncFSWAL-13-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44277,DS-c8a1ea70-7b34-49e1-8685-02991d31283b,DISK] 2024-11-21T19:55:14,420 DEBUG [AsyncFSWAL-13-4 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34301,DS-f5e72a05-af1a-4155-80e6-a30e2bdc3ab0,DISK] 2024-11-21T19:55:14,422 INFO [Time-limited test {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/24ef8d94-32c8-dfaf-61dc-fd9ea722df40/WALs/test.com,8080,1/test.com%2C8080%2C1.1732218914388 with entries=0, filesize=85 B; new WAL /user/jenkins/test-data/24ef8d94-32c8-dfaf-61dc-fd9ea722df40/WALs/test.com,8080,1/test.com%2C8080%2C1.1732218914406 2024-11-21T19:55:14,422 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33895:33895),(127.0.0.1/127.0.0.1:44213:44213)] 2024-11-21T19:55:14,422 DEBUG [Time-limited test {}] wal.AbstractFSWAL(879): hdfs://localhost:43093/user/jenkins/test-data/24ef8d94-32c8-dfaf-61dc-fd9ea722df40/WALs/test.com,8080,1/test.com%2C8080%2C1.1732218914388 is not closed yet, will try archiving it next time 2024-11-21T19:55:14,423 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34301 is added to blk_1073741835_1011 (size=93) 2024-11-21T19:55:14,423 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44277 is added to blk_1073741835_1011 (size=93) 2024-11-21T19:55:14,424 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34301 is added to blk_1073741836_1012 (size=93) 2024-11-21T19:55:14,425 INFO [WAL-Archive-0 {}] wal.AbstractFSWAL(968): Archiving hdfs://localhost:43093/user/jenkins/test-data/24ef8d94-32c8-dfaf-61dc-fd9ea722df40/WALs/test.com,8080,1/test.com%2C8080%2C1.1732218914388 to hdfs://localhost:43093/user/jenkins/test-data/24ef8d94-32c8-dfaf-61dc-fd9ea722df40/oldWALs/test.com%2C8080%2C1.1732218914388 2024-11-21T19:55:14,425 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44277 is added to blk_1073741836_1012 (size=93) 2024-11-21T19:55:14,427 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/24ef8d94-32c8-dfaf-61dc-fd9ea722df40/oldWALs 2024-11-21T19:55:14,427 INFO [Time-limited test {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL test.com%2C8080%2C1:(num 1732218914406) 2024-11-21T19:55:14,427 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-21T19:55:14,427 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-21T19:55:14,427 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.regionserver.wal.AbstractTestLogRolling.tearDown(AbstractTestLogRolling.java:163) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-21T19:55:14,427 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T19:55:14,428 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T19:55:14,428 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-21T19:55:14,428 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-21T19:55:14,428 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=854833718, stopped=false 2024-11-21T19:55:14,428 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=7b96b36745c6,34325,1732218913521 2024-11-21T19:55:14,429 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33305-0x10116ddf78d0001, quorum=127.0.0.1:64053, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-21T19:55:14,429 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34325-0x10116ddf78d0000, quorum=127.0.0.1:64053, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-21T19:55:14,429 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33305-0x10116ddf78d0001, quorum=127.0.0.1:64053, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-21T19:55:14,429 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34325-0x10116ddf78d0000, quorum=127.0.0.1:64053, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-21T19:55:14,429 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-21T19:55:14,430 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-21T19:55:14,430 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.regionserver.wal.AbstractTestLogRolling.tearDown(AbstractTestLogRolling.java:163) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-21T19:55:14,430 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T19:55:14,430 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '7b96b36745c6,33305,1732218913561' ***** 2024-11-21T19:55:14,430 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-21T19:55:14,430 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:33305-0x10116ddf78d0001, quorum=127.0.0.1:64053, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-21T19:55:14,430 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:34325-0x10116ddf78d0000, quorum=127.0.0.1:64053, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-21T19:55:14,430 INFO [RS:0;7b96b36745c6:33305 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-21T19:55:14,430 INFO [RS:0;7b96b36745c6:33305 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-21T19:55:14,430 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-21T19:55:14,430 INFO [RS:0;7b96b36745c6:33305 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-21T19:55:14,430 INFO [RS:0;7b96b36745c6:33305 {}] regionserver.HRegionServer(959): stopping server 7b96b36745c6,33305,1732218913561 2024-11-21T19:55:14,431 INFO [RS:0;7b96b36745c6:33305 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-21T19:55:14,431 INFO [RS:0;7b96b36745c6:33305 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;7b96b36745c6:33305. 2024-11-21T19:55:14,431 DEBUG [RS:0;7b96b36745c6:33305 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-21T19:55:14,431 DEBUG [RS:0;7b96b36745c6:33305 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T19:55:14,431 INFO [RS:0;7b96b36745c6:33305 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-21T19:55:14,431 INFO [RS:0;7b96b36745c6:33305 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-21T19:55:14,431 INFO [RS:0;7b96b36745c6:33305 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-21T19:55:14,431 INFO [RS:0;7b96b36745c6:33305 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-21T19:55:14,431 INFO [RS:0;7b96b36745c6:33305 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-21T19:55:14,431 DEBUG [RS:0;7b96b36745c6:33305 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-21T19:55:14,431 DEBUG [RS:0;7b96b36745c6:33305 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-21T19:55:14,431 DEBUG [RS_CLOSE_META-regionserver/7b96b36745c6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-21T19:55:14,431 INFO [RS_CLOSE_META-regionserver/7b96b36745c6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-21T19:55:14,432 DEBUG [RS_CLOSE_META-regionserver/7b96b36745c6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-21T19:55:14,432 DEBUG [RS_CLOSE_META-regionserver/7b96b36745c6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-21T19:55:14,432 DEBUG [RS_CLOSE_META-regionserver/7b96b36745c6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-21T19:55:14,432 INFO [RS_CLOSE_META-regionserver/7b96b36745c6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=74 B heapSize=1.22 KB 2024-11-21T19:55:14,446 DEBUG [RS_CLOSE_META-regionserver/7b96b36745c6:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43093/user/jenkins/test-data/24ef8d94-32c8-dfaf-61dc-fd9ea722df40/data/hbase/meta/1588230740/.tmp/ns/797c50c83f7c43fab873e6b12b2ae363 is 43, key is default/ns:d/1732218914352/Put/seqid=0 2024-11-21T19:55:14,451 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44277 is added to blk_1073741837_1013 (size=5153) 2024-11-21T19:55:14,451 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34301 is added to blk_1073741837_1013 (size=5153) 2024-11-21T19:55:14,451 INFO [RS_CLOSE_META-regionserver/7b96b36745c6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:43093/user/jenkins/test-data/24ef8d94-32c8-dfaf-61dc-fd9ea722df40/data/hbase/meta/1588230740/.tmp/ns/797c50c83f7c43fab873e6b12b2ae363 2024-11-21T19:55:14,456 DEBUG [RS_CLOSE_META-regionserver/7b96b36745c6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43093/user/jenkins/test-data/24ef8d94-32c8-dfaf-61dc-fd9ea722df40/data/hbase/meta/1588230740/.tmp/ns/797c50c83f7c43fab873e6b12b2ae363 as hdfs://localhost:43093/user/jenkins/test-data/24ef8d94-32c8-dfaf-61dc-fd9ea722df40/data/hbase/meta/1588230740/ns/797c50c83f7c43fab873e6b12b2ae363 2024-11-21T19:55:14,460 INFO [RS_CLOSE_META-regionserver/7b96b36745c6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43093/user/jenkins/test-data/24ef8d94-32c8-dfaf-61dc-fd9ea722df40/data/hbase/meta/1588230740/ns/797c50c83f7c43fab873e6b12b2ae363, entries=2, sequenceid=6, filesize=5.0 K 2024-11-21T19:55:14,461 INFO [RS_CLOSE_META-regionserver/7b96b36745c6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~74 B/74, heapSize ~464 B/464, currentSize=0 B/0 for 1588230740 in 29ms, sequenceid=6, compaction requested=false 2024-11-21T19:55:14,465 DEBUG [RS_CLOSE_META-regionserver/7b96b36745c6:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43093/user/jenkins/test-data/24ef8d94-32c8-dfaf-61dc-fd9ea722df40/data/hbase/meta/1588230740/recovered.edits/9.seqid, newMaxSeqId=9, maxSeqId=1 2024-11-21T19:55:14,465 DEBUG [RS_CLOSE_META-regionserver/7b96b36745c6:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-21T19:55:14,465 INFO [RS_CLOSE_META-regionserver/7b96b36745c6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-21T19:55:14,466 DEBUG [RS_CLOSE_META-regionserver/7b96b36745c6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732218914431Running coprocessor pre-close hooks at 1732218914431Disabling compacts and flushes for region at 1732218914431Disabling writes for close at 1732218914432 (+1 ms)Obtaining lock to block concurrent updates at 1732218914432Preparing flush snapshotting stores in 1588230740 at 1732218914432Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=74, getHeapSize=1184, getOffHeapSize=0, getCellsCount=2 at 1732218914432Flushing stores of hbase:meta,,1.1588230740 at 1732218914432Flushing 1588230740/ns: creating writer at 1732218914433 (+1 ms)Flushing 1588230740/ns: appending metadata at 1732218914446 (+13 ms)Flushing 1588230740/ns: closing flushed file at 1732218914446Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5d7a3310: reopening flushed file at 1732218914455 (+9 ms)Finished flush of dataSize ~74 B/74, heapSize ~464 B/464, currentSize=0 B/0 for 1588230740 in 29ms, sequenceid=6, compaction requested=false at 1732218914461 (+6 ms)Writing region close event to WAL at 1732218914462 (+1 ms)Running coprocessor post-close hooks at 1732218914465 (+3 ms)Closed at 1732218914465 2024-11-21T19:55:14,466 DEBUG [RS_CLOSE_META-regionserver/7b96b36745c6:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-21T19:55:14,631 INFO [RS:0;7b96b36745c6:33305 {}] regionserver.HRegionServer(976): stopping server 7b96b36745c6,33305,1732218913561; all regions closed. 2024-11-21T19:55:14,634 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44277 is added to blk_1073741834_1010 (size=1152) 2024-11-21T19:55:14,634 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34301 is added to blk_1073741834_1010 (size=1152) 2024-11-21T19:55:14,636 DEBUG [RS:0;7b96b36745c6:33305 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/24ef8d94-32c8-dfaf-61dc-fd9ea722df40/oldWALs 2024-11-21T19:55:14,636 INFO [RS:0;7b96b36745c6:33305 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 7b96b36745c6%2C33305%2C1732218913561.meta:.meta(num 1732218914310) 2024-11-21T19:55:14,638 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44277 is added to blk_1073741833_1009 (size=93) 2024-11-21T19:55:14,638 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34301 is added to blk_1073741833_1009 (size=93) 2024-11-21T19:55:14,640 DEBUG [RS:0;7b96b36745c6:33305 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/24ef8d94-32c8-dfaf-61dc-fd9ea722df40/oldWALs 2024-11-21T19:55:14,640 INFO [RS:0;7b96b36745c6:33305 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 7b96b36745c6%2C33305%2C1732218913561:(num 1732218913939) 2024-11-21T19:55:14,641 DEBUG [RS:0;7b96b36745c6:33305 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T19:55:14,641 INFO [RS:0;7b96b36745c6:33305 {}] regionserver.LeaseManager(133): Closed leases 2024-11-21T19:55:14,641 INFO [RS:0;7b96b36745c6:33305 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-21T19:55:14,641 INFO [RS:0;7b96b36745c6:33305 {}] hbase.ChoreService(370): Chore service for: regionserver/7b96b36745c6:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-21T19:55:14,641 INFO [RS:0;7b96b36745c6:33305 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-21T19:55:14,641 INFO [regionserver/7b96b36745c6:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-21T19:55:14,641 INFO [RS:0;7b96b36745c6:33305 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:33305 2024-11-21T19:55:14,643 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34325-0x10116ddf78d0000, quorum=127.0.0.1:64053, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-21T19:55:14,643 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33305-0x10116ddf78d0001, quorum=127.0.0.1:64053, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/7b96b36745c6,33305,1732218913561 2024-11-21T19:55:14,643 INFO [RS:0;7b96b36745c6:33305 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-21T19:55:14,644 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [7b96b36745c6,33305,1732218913561] 2024-11-21T19:55:14,645 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/7b96b36745c6,33305,1732218913561 already deleted, retry=false 2024-11-21T19:55:14,646 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 7b96b36745c6,33305,1732218913561 expired; onlineServers=0 2024-11-21T19:55:14,646 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '7b96b36745c6,34325,1732218913521' ***** 2024-11-21T19:55:14,646 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-21T19:55:14,646 INFO [M:0;7b96b36745c6:34325 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-21T19:55:14,646 INFO [M:0;7b96b36745c6:34325 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-21T19:55:14,646 DEBUG [M:0;7b96b36745c6:34325 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-21T19:55:14,646 DEBUG [M:0;7b96b36745c6:34325 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-21T19:55:14,646 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-21T19:55:14,646 DEBUG [master/7b96b36745c6:0:becomeActiveMaster-HFileCleaner.large.0-1732218913717 {}] cleaner.HFileCleaner(306): Exit Thread[master/7b96b36745c6:0:becomeActiveMaster-HFileCleaner.large.0-1732218913717,5,FailOnTimeoutGroup] 2024-11-21T19:55:14,646 DEBUG [master/7b96b36745c6:0:becomeActiveMaster-HFileCleaner.small.0-1732218913717 {}] cleaner.HFileCleaner(306): Exit Thread[master/7b96b36745c6:0:becomeActiveMaster-HFileCleaner.small.0-1732218913717,5,FailOnTimeoutGroup] 2024-11-21T19:55:14,646 INFO [M:0;7b96b36745c6:34325 {}] hbase.ChoreService(370): Chore service for: master/7b96b36745c6:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-21T19:55:14,646 INFO [M:0;7b96b36745c6:34325 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-21T19:55:14,646 DEBUG [M:0;7b96b36745c6:34325 {}] master.HMaster(1795): Stopping service threads 2024-11-21T19:55:14,646 INFO [M:0;7b96b36745c6:34325 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-21T19:55:14,646 INFO [M:0;7b96b36745c6:34325 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-21T19:55:14,647 INFO [M:0;7b96b36745c6:34325 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-21T19:55:14,647 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-21T19:55:14,648 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34325-0x10116ddf78d0000, quorum=127.0.0.1:64053, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master 2024-11-21T19:55:14,648 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34325-0x10116ddf78d0000, quorum=127.0.0.1:64053, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-21T19:55:14,648 DEBUG [M:0;7b96b36745c6:34325 {}] zookeeper.ZKUtil(347): master:34325-0x10116ddf78d0000, quorum=127.0.0.1:64053, baseZNode=/hbase Unable to get data of znode /hbase/master because node does not exist (not an error) 2024-11-21T19:55:14,648 WARN [M:0;7b96b36745c6:34325 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-21T19:55:14,648 INFO [M:0;7b96b36745c6:34325 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:43093/user/jenkins/test-data/24ef8d94-32c8-dfaf-61dc-fd9ea722df40/.lastflushedseqids 2024-11-21T19:55:14,653 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44277 is added to blk_1073741838_1014 (size=99) 2024-11-21T19:55:14,653 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34301 is added to blk_1073741838_1014 (size=99) 2024-11-21T19:55:14,653 INFO [M:0;7b96b36745c6:34325 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-21T19:55:14,653 INFO [M:0;7b96b36745c6:34325 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-21T19:55:14,654 DEBUG [M:0;7b96b36745c6:34325 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-21T19:55:14,654 INFO [M:0;7b96b36745c6:34325 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T19:55:14,654 DEBUG [M:0;7b96b36745c6:34325 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T19:55:14,654 DEBUG [M:0;7b96b36745c6:34325 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-21T19:55:14,654 DEBUG [M:0;7b96b36745c6:34325 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T19:55:14,654 INFO [M:0;7b96b36745c6:34325 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=7.67 KB heapSize=11.34 KB 2024-11-21T19:55:14,669 DEBUG [M:0;7b96b36745c6:34325 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43093/user/jenkins/test-data/24ef8d94-32c8-dfaf-61dc-fd9ea722df40/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/22211bb05f0040a58ebedf144b4336ce is 82, key is hbase:meta,,1/info:regioninfo/1732218914340/Put/seqid=0 2024-11-21T19:55:14,673 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34301 is added to blk_1073741839_1015 (size=5672) 2024-11-21T19:55:14,673 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44277 is added to blk_1073741839_1015 (size=5672) 2024-11-21T19:55:14,674 INFO [M:0;7b96b36745c6:34325 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=29 (bloomFilter=true), to=hdfs://localhost:43093/user/jenkins/test-data/24ef8d94-32c8-dfaf-61dc-fd9ea722df40/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/22211bb05f0040a58ebedf144b4336ce 2024-11-21T19:55:14,692 DEBUG [M:0;7b96b36745c6:34325 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43093/user/jenkins/test-data/24ef8d94-32c8-dfaf-61dc-fd9ea722df40/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/1d059914b0244f3ab8a6238b37589648 is 240, key is \x00\x00\x00\x00\x00\x00\x00\x01/proc:d/1732218914355/Put/seqid=0 2024-11-21T19:55:14,696 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34301 is added to blk_1073741840_1016 (size=5275) 2024-11-21T19:55:14,696 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44277 is added to blk_1073741840_1016 (size=5275) 2024-11-21T19:55:14,697 INFO [M:0;7b96b36745c6:34325 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=7.06 KB at sequenceid=29 (bloomFilter=true), to=hdfs://localhost:43093/user/jenkins/test-data/24ef8d94-32c8-dfaf-61dc-fd9ea722df40/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/1d059914b0244f3ab8a6238b37589648 2024-11-21T19:55:14,714 DEBUG [M:0;7b96b36745c6:34325 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43093/user/jenkins/test-data/24ef8d94-32c8-dfaf-61dc-fd9ea722df40/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/4ed54debd3424148a7f81d2d6f3df000 is 69, key is 7b96b36745c6,33305,1732218913561/rs:state/1732218913795/Put/seqid=0 2024-11-21T19:55:14,718 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34301 is added to blk_1073741841_1017 (size=5156) 2024-11-21T19:55:14,719 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44277 is added to blk_1073741841_1017 (size=5156) 2024-11-21T19:55:14,719 INFO [M:0;7b96b36745c6:34325 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=29 (bloomFilter=true), to=hdfs://localhost:43093/user/jenkins/test-data/24ef8d94-32c8-dfaf-61dc-fd9ea722df40/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/4ed54debd3424148a7f81d2d6f3df000 2024-11-21T19:55:14,736 DEBUG [M:0;7b96b36745c6:34325 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43093/user/jenkins/test-data/24ef8d94-32c8-dfaf-61dc-fd9ea722df40/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/state/2b21bc11cbf34efea934370cd60fdc5f is 52, key is load_balancer_on/state:d/1732218914384/Put/seqid=0 2024-11-21T19:55:14,740 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34301 is added to blk_1073741842_1018 (size=5056) 2024-11-21T19:55:14,740 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44277 is added to blk_1073741842_1018 (size=5056) 2024-11-21T19:55:14,741 INFO [M:0;7b96b36745c6:34325 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=48 B at sequenceid=29 (bloomFilter=true), to=hdfs://localhost:43093/user/jenkins/test-data/24ef8d94-32c8-dfaf-61dc-fd9ea722df40/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/state/2b21bc11cbf34efea934370cd60fdc5f 2024-11-21T19:55:14,745 DEBUG [M:0;7b96b36745c6:34325 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43093/user/jenkins/test-data/24ef8d94-32c8-dfaf-61dc-fd9ea722df40/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/22211bb05f0040a58ebedf144b4336ce as hdfs://localhost:43093/user/jenkins/test-data/24ef8d94-32c8-dfaf-61dc-fd9ea722df40/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/22211bb05f0040a58ebedf144b4336ce 2024-11-21T19:55:14,745 INFO [RS:0;7b96b36745c6:33305 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-21T19:55:14,745 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33305-0x10116ddf78d0001, quorum=127.0.0.1:64053, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-21T19:55:14,745 INFO [RS:0;7b96b36745c6:33305 {}] regionserver.HRegionServer(1031): Exiting; stopping=7b96b36745c6,33305,1732218913561; zookeeper connection closed. 2024-11-21T19:55:14,745 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33305-0x10116ddf78d0001, quorum=127.0.0.1:64053, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-21T19:55:14,745 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@1a71ca95 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@1a71ca95 2024-11-21T19:55:14,745 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-21T19:55:14,749 INFO [M:0;7b96b36745c6:34325 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43093/user/jenkins/test-data/24ef8d94-32c8-dfaf-61dc-fd9ea722df40/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/22211bb05f0040a58ebedf144b4336ce, entries=8, sequenceid=29, filesize=5.5 K 2024-11-21T19:55:14,750 DEBUG [M:0;7b96b36745c6:34325 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43093/user/jenkins/test-data/24ef8d94-32c8-dfaf-61dc-fd9ea722df40/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/1d059914b0244f3ab8a6238b37589648 as hdfs://localhost:43093/user/jenkins/test-data/24ef8d94-32c8-dfaf-61dc-fd9ea722df40/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/1d059914b0244f3ab8a6238b37589648 2024-11-21T19:55:14,754 INFO [M:0;7b96b36745c6:34325 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43093/user/jenkins/test-data/24ef8d94-32c8-dfaf-61dc-fd9ea722df40/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/1d059914b0244f3ab8a6238b37589648, entries=3, sequenceid=29, filesize=5.2 K 2024-11-21T19:55:14,755 DEBUG [M:0;7b96b36745c6:34325 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43093/user/jenkins/test-data/24ef8d94-32c8-dfaf-61dc-fd9ea722df40/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/4ed54debd3424148a7f81d2d6f3df000 as hdfs://localhost:43093/user/jenkins/test-data/24ef8d94-32c8-dfaf-61dc-fd9ea722df40/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/4ed54debd3424148a7f81d2d6f3df000 2024-11-21T19:55:14,759 INFO [M:0;7b96b36745c6:34325 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43093/user/jenkins/test-data/24ef8d94-32c8-dfaf-61dc-fd9ea722df40/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/4ed54debd3424148a7f81d2d6f3df000, entries=1, sequenceid=29, filesize=5.0 K 2024-11-21T19:55:14,760 DEBUG [M:0;7b96b36745c6:34325 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43093/user/jenkins/test-data/24ef8d94-32c8-dfaf-61dc-fd9ea722df40/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/state/2b21bc11cbf34efea934370cd60fdc5f as hdfs://localhost:43093/user/jenkins/test-data/24ef8d94-32c8-dfaf-61dc-fd9ea722df40/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/state/2b21bc11cbf34efea934370cd60fdc5f 2024-11-21T19:55:14,763 INFO [M:0;7b96b36745c6:34325 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43093/user/jenkins/test-data/24ef8d94-32c8-dfaf-61dc-fd9ea722df40/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/state/2b21bc11cbf34efea934370cd60fdc5f, entries=1, sequenceid=29, filesize=4.9 K 2024-11-21T19:55:14,764 INFO [M:0;7b96b36745c6:34325 {}] regionserver.HRegion(3140): Finished flush of dataSize ~7.67 KB/7850, heapSize ~11.27 KB/11544, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 110ms, sequenceid=29, compaction requested=false 2024-11-21T19:55:14,766 INFO [M:0;7b96b36745c6:34325 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T19:55:14,766 DEBUG [M:0;7b96b36745c6:34325 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732218914654Disabling compacts and flushes for region at 1732218914654Disabling writes for close at 1732218914654Obtaining lock to block concurrent updates at 1732218914654Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732218914654Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=7850, getHeapSize=11544, getOffHeapSize=0, getCellsCount=36 at 1732218914654Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732218914655 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732218914655Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732218914669 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732218914669Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732218914678 (+9 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732218914692 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732218914692Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732218914701 (+9 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732218914714 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732218914714Flushing 1595e783b53d99cd5eef43b6debb2682/state: creating writer at 1732218914723 (+9 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/state: appending metadata at 1732218914736 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/state: closing flushed file at 1732218914736Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@73a70796: reopening flushed file at 1732218914744 (+8 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2efaf88a: reopening flushed file at 1732218914749 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4c6d571d: reopening flushed file at 1732218914754 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7e7bd055: reopening flushed file at 1732218914759 (+5 ms)Finished flush of dataSize ~7.67 KB/7850, heapSize ~11.27 KB/11544, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 110ms, sequenceid=29, compaction requested=false at 1732218914764 (+5 ms)Writing region close event to WAL at 1732218914766 (+2 ms)Closed at 1732218914766 2024-11-21T19:55:14,768 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44277 is added to blk_1073741830_1006 (size=10311) 2024-11-21T19:55:14,768 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34301 is added to blk_1073741830_1006 (size=10311) 2024-11-21T19:55:14,768 INFO [M:0;7b96b36745c6:34325 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-21T19:55:14,768 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-21T19:55:14,769 INFO [M:0;7b96b36745c6:34325 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:34325 2024-11-21T19:55:14,769 INFO [M:0;7b96b36745c6:34325 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-21T19:55:14,871 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34325-0x10116ddf78d0000, quorum=127.0.0.1:64053, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-21T19:55:14,871 INFO [M:0;7b96b36745c6:34325 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-21T19:55:14,871 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34325-0x10116ddf78d0000, quorum=127.0.0.1:64053, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-21T19:55:14,873 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@4f72d166{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-21T19:55:14,874 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@36afd443{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-21T19:55:14,874 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-21T19:55:14,874 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@395f158d{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-21T19:55:14,874 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@789480b0{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/319502d2-7ed4-2fe0-6b96-29be744fadc9/hadoop.log.dir/,STOPPED} 2024-11-21T19:55:14,875 WARN [BP-235070168-172.17.0.2-1732218912874 heartbeating to localhost/127.0.0.1:43093 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-21T19:55:14,875 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-21T19:55:14,875 WARN [BP-235070168-172.17.0.2-1732218912874 heartbeating to localhost/127.0.0.1:43093 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-235070168-172.17.0.2-1732218912874 (Datanode Uuid c5ed7e71-d26a-4756-af36-a6f45d1891df) service to localhost/127.0.0.1:43093 2024-11-21T19:55:14,875 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-21T19:55:14,876 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/319502d2-7ed4-2fe0-6b96-29be744fadc9/cluster_e3890229-c572-7243-9594-416a9258f4e0/data/data3/current/BP-235070168-172.17.0.2-1732218912874 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-21T19:55:14,876 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/319502d2-7ed4-2fe0-6b96-29be744fadc9/cluster_e3890229-c572-7243-9594-416a9258f4e0/data/data4/current/BP-235070168-172.17.0.2-1732218912874 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-21T19:55:14,876 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-21T19:55:14,878 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@6c6b30ff{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-21T19:55:14,878 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@64b77b62{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-21T19:55:14,878 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-21T19:55:14,878 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@586b00ea{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-21T19:55:14,878 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6e581493{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/319502d2-7ed4-2fe0-6b96-29be744fadc9/hadoop.log.dir/,STOPPED} 2024-11-21T19:55:14,880 WARN [BP-235070168-172.17.0.2-1732218912874 heartbeating to localhost/127.0.0.1:43093 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-21T19:55:14,880 WARN [BP-235070168-172.17.0.2-1732218912874 heartbeating to localhost/127.0.0.1:43093 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-235070168-172.17.0.2-1732218912874 (Datanode Uuid 09119cd6-6176-4d06-8fc1-dc8acb2a01e6) service to localhost/127.0.0.1:43093 2024-11-21T19:55:14,880 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/319502d2-7ed4-2fe0-6b96-29be744fadc9/cluster_e3890229-c572-7243-9594-416a9258f4e0/data/data1/current/BP-235070168-172.17.0.2-1732218912874 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-21T19:55:14,880 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/319502d2-7ed4-2fe0-6b96-29be744fadc9/cluster_e3890229-c572-7243-9594-416a9258f4e0/data/data2/current/BP-235070168-172.17.0.2-1732218912874 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-21T19:55:14,880 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-21T19:55:14,881 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-21T19:55:14,881 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-21T19:55:14,886 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@322277d1{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-21T19:55:14,887 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@3c665fb4{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-21T19:55:14,887 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-21T19:55:14,887 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5ed6553b{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-21T19:55:14,887 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@64d8938a{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/319502d2-7ed4-2fe0-6b96-29be744fadc9/hadoop.log.dir/,STOPPED} 2024-11-21T19:55:14,892 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-21T19:55:14,905 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-21T19:55:14,912 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.wal.TestAsyncLogRolling#testLogRollOnNothingWritten Thread=133 (was 107) - Thread LEAK? -, OpenFileDescriptor=505 (was 450) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=100 (was 100), ProcessCount=11 (was 11), AvailableMemoryMB=11013 (was 11067)