2024-11-08 00:30:00,278 main DEBUG Apache Log4j Core 2.17.2 initializing configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@30f842ca 2024-11-08 00:30:00,290 main DEBUG Took 0.010066 seconds to load 1 plugins from package org.apache.hadoop.hbase.logging 2024-11-08 00:30:00,291 main DEBUG PluginManager 'Core' found 129 plugins 2024-11-08 00:30:00,291 main DEBUG PluginManager 'Level' found 0 plugins 2024-11-08 00:30:00,292 main DEBUG PluginManager 'Lookup' found 16 plugins 2024-11-08 00:30:00,293 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-08 00:30:00,300 main DEBUG PluginManager 'TypeConverter' found 26 plugins 2024-11-08 00:30:00,312 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.util.MBeans", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-08 00:30:00,313 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-08 00:30:00,314 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.logging.TestJul2Slf4j", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-08 00:30:00,314 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-08 00:30:00,315 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.zookeeper", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-08 00:30:00,316 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-08 00:30:00,317 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSinkAdapter", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-08 00:30:00,318 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-08 00:30:00,318 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSystemImpl", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-08 00:30:00,319 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-08 00:30:00,320 main DEBUG LoggerConfig$Builder(additivity="false", level="WARN", levelAndRefs="null", name="org.apache.directory", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-08 00:30:00,320 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-08 00:30:00,321 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.ipc.FailedServers", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-08 00:30:00,321 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-08 00:30:00,322 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsConfig", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-08 00:30:00,322 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-08 00:30:00,323 main DEBUG LoggerConfig$Builder(additivity="null", level="INFO", levelAndRefs="null", name="org.apache.hadoop.hbase.ScheduledChore", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-08 00:30:00,323 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-08 00:30:00,324 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.regionserver.RSRpcServices", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-08 00:30:00,324 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-08 00:30:00,325 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-08 00:30:00,325 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-08 00:30:00,326 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-08 00:30:00,326 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-08 00:30:00,327 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hbase.thirdparty.io.netty.channel", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-08 00:30:00,327 main DEBUG Building Plugin[name=root, class=org.apache.logging.log4j.core.config.LoggerConfig$RootLogger]. 2024-11-08 00:30:00,329 main DEBUG LoggerConfig$RootLogger$Builder(additivity="null", level="null", levelAndRefs="INFO,Console", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-08 00:30:00,331 main DEBUG Building Plugin[name=loggers, class=org.apache.logging.log4j.core.config.LoggersPlugin]. 2024-11-08 00:30:00,334 main DEBUG createLoggers(={org.apache.hadoop.metrics2.util.MBeans, org.apache.hadoop.hbase.logging.TestJul2Slf4j, org.apache.zookeeper, org.apache.hadoop.metrics2.impl.MetricsSinkAdapter, org.apache.hadoop.metrics2.impl.MetricsSystemImpl, org.apache.directory, org.apache.hadoop.hbase.ipc.FailedServers, org.apache.hadoop.metrics2.impl.MetricsConfig, org.apache.hadoop.hbase.ScheduledChore, org.apache.hadoop.hbase.regionserver.RSRpcServices, org.apache.hadoop, org.apache.hadoop.hbase, org.apache.hbase.thirdparty.io.netty.channel, root}) 2024-11-08 00:30:00,334 main DEBUG Building Plugin[name=layout, class=org.apache.logging.log4j.core.layout.PatternLayout]. 2024-11-08 00:30:00,336 main DEBUG PatternLayout$Builder(pattern="%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n", PatternSelector=null, Configuration(PropertiesConfig), Replace=null, charset="null", alwaysWriteExceptions="null", disableAnsi="null", noConsoleNoAnsi="null", header="null", footer="null") 2024-11-08 00:30:00,337 main DEBUG PluginManager 'Converter' found 47 plugins 2024-11-08 00:30:00,346 main DEBUG Building Plugin[name=appender, class=org.apache.hadoop.hbase.logging.HBaseTestAppender]. 2024-11-08 00:30:00,348 main DEBUG HBaseTestAppender$Builder(target="SYSTEM_ERR", maxSize="1G", bufferedIo="null", bufferSize="null", immediateFlush="null", ignoreExceptions="null", PatternLayout(%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n), name="Console", Configuration(PropertiesConfig), Filter=null, ={}) 2024-11-08 00:30:00,350 main DEBUG Starting HBaseTestOutputStreamManager SYSTEM_ERR 2024-11-08 00:30:00,351 main DEBUG Building Plugin[name=appenders, class=org.apache.logging.log4j.core.config.AppendersPlugin]. 2024-11-08 00:30:00,351 main DEBUG createAppenders(={Console}) 2024-11-08 00:30:00,352 main DEBUG Configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@30f842ca initialized 2024-11-08 00:30:00,352 main DEBUG Starting configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@30f842ca 2024-11-08 00:30:00,353 main DEBUG Started configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@30f842ca OK. 2024-11-08 00:30:00,354 main DEBUG Shutting down OutputStreamManager SYSTEM_OUT.false.false-1 2024-11-08 00:30:00,354 main DEBUG OutputStream closed 2024-11-08 00:30:00,354 main DEBUG Shut down OutputStreamManager SYSTEM_OUT.false.false-1, all resources released: true 2024-11-08 00:30:00,355 main DEBUG Appender DefaultConsole-1 stopped with status true 2024-11-08 00:30:00,355 main DEBUG Stopped org.apache.logging.log4j.core.config.DefaultConfiguration@6404f418 OK 2024-11-08 00:30:00,443 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6 2024-11-08 00:30:00,445 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=StatusLogger 2024-11-08 00:30:00,447 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=ContextSelector 2024-11-08 00:30:00,448 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name= 2024-11-08 00:30:00,449 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.directory 2024-11-08 00:30:00,450 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSinkAdapter 2024-11-08 00:30:00,450 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.zookeeper 2024-11-08 00:30:00,451 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.logging.TestJul2Slf4j 2024-11-08 00:30:00,451 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSystemImpl 2024-11-08 00:30:00,452 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.util.MBeans 2024-11-08 00:30:00,452 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase 2024-11-08 00:30:00,453 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop 2024-11-08 00:30:00,453 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ipc.FailedServers 2024-11-08 00:30:00,453 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.regionserver.RSRpcServices 2024-11-08 00:30:00,454 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsConfig 2024-11-08 00:30:00,454 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hbase.thirdparty.io.netty.channel 2024-11-08 00:30:00,454 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ScheduledChore 2024-11-08 00:30:00,455 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Appenders,name=Console 2024-11-08 00:30:00,458 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-11-08 00:30:00,458 main DEBUG Reconfiguration complete for context[name=1dbd16a6] at URI jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-logging/target/hbase-logging-3.0.0-beta-2-SNAPSHOT-tests.jar!/log4j2.properties (org.apache.logging.log4j.core.LoggerContext@6dab9b6d) with optional ClassLoader: null 2024-11-08 00:30:00,458 main DEBUG Shutdown hook enabled. Registering a new one. 2024-11-08 00:30:00,459 main DEBUG LoggerContext[name=1dbd16a6, org.apache.logging.log4j.core.LoggerContext@6dab9b6d] started OK. 2024-11-08T00:30:00,697 DEBUG [main {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6c5e74bf-98e5-7b71-c87f-7ac128c848fe 2024-11-08 00:30:00,700 main DEBUG AsyncLogger.ThreadNameStrategy=UNCACHED (user specified null, default is UNCACHED) 2024-11-08 00:30:00,701 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-11-08T00:30:00,709 INFO [main {}] hbase.HBaseClassTestRule(94): Test class org.apache.hadoop.hbase.regionserver.wal.TestAsyncLogRolling timeout: 13 mins 2024-11-08T00:30:00,748 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.wal.TestAsyncLogRolling#testSlowSyncLogRolling Thread=12, OpenFileDescriptor=287, MaxFileDescriptor=1048576, SystemLoadAverage=371, ProcessCount=11, AvailableMemoryMB=7928 2024-11-08T00:30:00,751 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=2, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-08T00:30:00,770 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6c5e74bf-98e5-7b71-c87f-7ac128c848fe/cluster_10e00885-a7ff-d93b-8276-680eecff3774, deleteOnExit=true 2024-11-08T00:30:00,771 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-08T00:30:00,772 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6c5e74bf-98e5-7b71-c87f-7ac128c848fe/test.cache.data in system properties and HBase conf 2024-11-08T00:30:00,773 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6c5e74bf-98e5-7b71-c87f-7ac128c848fe/hadoop.tmp.dir in system properties and HBase conf 2024-11-08T00:30:00,774 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6c5e74bf-98e5-7b71-c87f-7ac128c848fe/hadoop.log.dir in system properties and HBase conf 2024-11-08T00:30:00,775 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6c5e74bf-98e5-7b71-c87f-7ac128c848fe/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-08T00:30:00,776 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6c5e74bf-98e5-7b71-c87f-7ac128c848fe/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-08T00:30:00,776 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-08T00:30:00,867 WARN [Time-limited test {}] util.NativeCodeLoader(60): Unable to load native-hadoop library for your platform... using builtin-java classes where applicable 2024-11-08T00:30:00,953 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-08T00:30:00,957 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6c5e74bf-98e5-7b71-c87f-7ac128c848fe/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-08T00:30:00,958 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6c5e74bf-98e5-7b71-c87f-7ac128c848fe/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-08T00:30:00,959 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6c5e74bf-98e5-7b71-c87f-7ac128c848fe/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-08T00:30:00,959 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6c5e74bf-98e5-7b71-c87f-7ac128c848fe/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-08T00:30:00,960 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6c5e74bf-98e5-7b71-c87f-7ac128c848fe/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-08T00:30:00,961 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6c5e74bf-98e5-7b71-c87f-7ac128c848fe/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-08T00:30:00,962 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6c5e74bf-98e5-7b71-c87f-7ac128c848fe/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-08T00:30:00,963 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6c5e74bf-98e5-7b71-c87f-7ac128c848fe/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-08T00:30:00,963 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6c5e74bf-98e5-7b71-c87f-7ac128c848fe/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-08T00:30:00,964 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6c5e74bf-98e5-7b71-c87f-7ac128c848fe/nfs.dump.dir in system properties and HBase conf 2024-11-08T00:30:00,965 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6c5e74bf-98e5-7b71-c87f-7ac128c848fe/java.io.tmpdir in system properties and HBase conf 2024-11-08T00:30:00,965 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6c5e74bf-98e5-7b71-c87f-7ac128c848fe/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-08T00:30:00,966 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6c5e74bf-98e5-7b71-c87f-7ac128c848fe/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-08T00:30:00,966 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6c5e74bf-98e5-7b71-c87f-7ac128c848fe/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-08T00:30:02,029 WARN [Time-limited test {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties 2024-11-08T00:30:02,103 INFO [Time-limited test {}] log.Log(170): Logging initialized @2479ms to org.eclipse.jetty.util.log.Slf4jLog 2024-11-08T00:30:02,171 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-08T00:30:02,231 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-08T00:30:02,251 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-08T00:30:02,251 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-08T00:30:02,253 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-08T00:30:02,265 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-08T00:30:02,268 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@20abc9e4{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6c5e74bf-98e5-7b71-c87f-7ac128c848fe/hadoop.log.dir/,AVAILABLE} 2024-11-08T00:30:02,269 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6932e96{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-08T00:30:02,457 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@612e4b2b{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6c5e74bf-98e5-7b71-c87f-7ac128c848fe/java.io.tmpdir/jetty-localhost-44597-hadoop-hdfs-3_4_1-tests_jar-_-any-8639564690470596535/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-08T00:30:02,466 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@65270512{HTTP/1.1, (http/1.1)}{localhost:44597} 2024-11-08T00:30:02,467 INFO [Time-limited test {}] server.Server(415): Started @2844ms 2024-11-08T00:30:03,058 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-08T00:30:03,068 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-08T00:30:03,071 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-08T00:30:03,072 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-08T00:30:03,072 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-08T00:30:03,073 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2973dc0f{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6c5e74bf-98e5-7b71-c87f-7ac128c848fe/hadoop.log.dir/,AVAILABLE} 2024-11-08T00:30:03,074 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@49b96e54{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-08T00:30:03,199 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@790fbcfe{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6c5e74bf-98e5-7b71-c87f-7ac128c848fe/java.io.tmpdir/jetty-localhost-32909-hadoop-hdfs-3_4_1-tests_jar-_-any-4493632796855889845/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-08T00:30:03,200 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@4e3c8436{HTTP/1.1, (http/1.1)}{localhost:32909} 2024-11-08T00:30:03,201 INFO [Time-limited test {}] server.Server(415): Started @3578ms 2024-11-08T00:30:03,254 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-08T00:30:03,370 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-08T00:30:03,376 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-08T00:30:03,378 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-08T00:30:03,378 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-08T00:30:03,378 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-08T00:30:03,379 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2d434c3e{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6c5e74bf-98e5-7b71-c87f-7ac128c848fe/hadoop.log.dir/,AVAILABLE} 2024-11-08T00:30:03,380 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@775a6b37{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-08T00:30:03,488 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@3b9fe80c{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6c5e74bf-98e5-7b71-c87f-7ac128c848fe/java.io.tmpdir/jetty-localhost-42937-hadoop-hdfs-3_4_1-tests_jar-_-any-5816972637301039873/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-08T00:30:03,490 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@431c6310{HTTP/1.1, (http/1.1)}{localhost:42937} 2024-11-08T00:30:03,490 INFO [Time-limited test {}] server.Server(415): Started @3867ms 2024-11-08T00:30:03,493 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-08T00:30:04,597 WARN [Thread-100 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6c5e74bf-98e5-7b71-c87f-7ac128c848fe/cluster_10e00885-a7ff-d93b-8276-680eecff3774/data/data4/current/BP-896220153-172.17.0.3-1731025801467/current, will proceed with Du for space computation calculation, 2024-11-08T00:30:04,597 WARN [Thread-98 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6c5e74bf-98e5-7b71-c87f-7ac128c848fe/cluster_10e00885-a7ff-d93b-8276-680eecff3774/data/data3/current/BP-896220153-172.17.0.3-1731025801467/current, will proceed with Du for space computation calculation, 2024-11-08T00:30:04,597 WARN [Thread-101 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6c5e74bf-98e5-7b71-c87f-7ac128c848fe/cluster_10e00885-a7ff-d93b-8276-680eecff3774/data/data2/current/BP-896220153-172.17.0.3-1731025801467/current, will proceed with Du for space computation calculation, 2024-11-08T00:30:04,597 WARN [Thread-99 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6c5e74bf-98e5-7b71-c87f-7ac128c848fe/cluster_10e00885-a7ff-d93b-8276-680eecff3774/data/data1/current/BP-896220153-172.17.0.3-1731025801467/current, will proceed with Du for space computation calculation, 2024-11-08T00:30:04,634 WARN [Thread-58 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-08T00:30:04,635 WARN [Thread-81 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-08T00:30:04,680 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xbc0767d47bce1e76 with lease ID 0xa927a2727f16b49a: Processing first storage report for DS-a6afa7a5-e8e5-40df-9911-b0a6956a3c80 from datanode DatanodeRegistration(127.0.0.1:43815, datanodeUuid=ed06fb98-26c8-4de7-9c8a-e3e4c280bdc4, infoPort=43875, infoSecurePort=0, ipcPort=41287, storageInfo=lv=-57;cid=testClusterID;nsid=1416611655;c=1731025801467) 2024-11-08T00:30:04,682 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xbc0767d47bce1e76 with lease ID 0xa927a2727f16b49a: from storage DS-a6afa7a5-e8e5-40df-9911-b0a6956a3c80 node DatanodeRegistration(127.0.0.1:43815, datanodeUuid=ed06fb98-26c8-4de7-9c8a-e3e4c280bdc4, infoPort=43875, infoSecurePort=0, ipcPort=41287, storageInfo=lv=-57;cid=testClusterID;nsid=1416611655;c=1731025801467), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-08T00:30:04,682 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xed81e085602a06c4 with lease ID 0xa927a2727f16b49b: Processing first storage report for DS-f3d3f168-8956-43b4-a3cf-44911f03907c from datanode DatanodeRegistration(127.0.0.1:34805, datanodeUuid=5c33d01f-22fb-4ac5-9ccf-8b7e798f4b06, infoPort=43327, infoSecurePort=0, ipcPort=40401, storageInfo=lv=-57;cid=testClusterID;nsid=1416611655;c=1731025801467) 2024-11-08T00:30:04,683 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xed81e085602a06c4 with lease ID 0xa927a2727f16b49b: from storage DS-f3d3f168-8956-43b4-a3cf-44911f03907c node DatanodeRegistration(127.0.0.1:34805, datanodeUuid=5c33d01f-22fb-4ac5-9ccf-8b7e798f4b06, infoPort=43327, infoSecurePort=0, ipcPort=40401, storageInfo=lv=-57;cid=testClusterID;nsid=1416611655;c=1731025801467), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-08T00:30:04,683 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xbc0767d47bce1e76 with lease ID 0xa927a2727f16b49a: Processing first storage report for DS-ef0cc8c3-288f-4828-a597-bb8f20801ac2 from datanode DatanodeRegistration(127.0.0.1:43815, datanodeUuid=ed06fb98-26c8-4de7-9c8a-e3e4c280bdc4, infoPort=43875, infoSecurePort=0, ipcPort=41287, storageInfo=lv=-57;cid=testClusterID;nsid=1416611655;c=1731025801467) 2024-11-08T00:30:04,683 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xbc0767d47bce1e76 with lease ID 0xa927a2727f16b49a: from storage DS-ef0cc8c3-288f-4828-a597-bb8f20801ac2 node DatanodeRegistration(127.0.0.1:43815, datanodeUuid=ed06fb98-26c8-4de7-9c8a-e3e4c280bdc4, infoPort=43875, infoSecurePort=0, ipcPort=41287, storageInfo=lv=-57;cid=testClusterID;nsid=1416611655;c=1731025801467), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-08T00:30:04,684 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xed81e085602a06c4 with lease ID 0xa927a2727f16b49b: Processing first storage report for DS-f76b05b5-17be-4ef3-8d3d-a982fed7f5f4 from datanode DatanodeRegistration(127.0.0.1:34805, datanodeUuid=5c33d01f-22fb-4ac5-9ccf-8b7e798f4b06, infoPort=43327, infoSecurePort=0, ipcPort=40401, storageInfo=lv=-57;cid=testClusterID;nsid=1416611655;c=1731025801467) 2024-11-08T00:30:04,684 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xed81e085602a06c4 with lease ID 0xa927a2727f16b49b: from storage DS-f76b05b5-17be-4ef3-8d3d-a982fed7f5f4 node DatanodeRegistration(127.0.0.1:34805, datanodeUuid=5c33d01f-22fb-4ac5-9ccf-8b7e798f4b06, infoPort=43327, infoSecurePort=0, ipcPort=40401, storageInfo=lv=-57;cid=testClusterID;nsid=1416611655;c=1731025801467), blocks: 0, hasStaleStorage: false, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-08T00:30:04,716 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6c5e74bf-98e5-7b71-c87f-7ac128c848fe 2024-11-08T00:30:04,777 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6c5e74bf-98e5-7b71-c87f-7ac128c848fe/cluster_10e00885-a7ff-d93b-8276-680eecff3774/zookeeper_0, clientPort=54090, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6c5e74bf-98e5-7b71-c87f-7ac128c848fe/cluster_10e00885-a7ff-d93b-8276-680eecff3774/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6c5e74bf-98e5-7b71-c87f-7ac128c848fe/cluster_10e00885-a7ff-d93b-8276-680eecff3774/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-08T00:30:04,786 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=54090 2024-11-08T00:30:04,800 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T00:30:04,803 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T00:30:05,016 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34805 is added to blk_1073741825_1001 (size=7) 2024-11-08T00:30:05,018 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43815 is added to blk_1073741825_1001 (size=7) 2024-11-08T00:30:05,423 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:39609/user/jenkins/test-data/e864f493-d64a-a972-485b-9e7917f52b3b with version=8 2024-11-08T00:30:05,423 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:39609/user/jenkins/test-data/e864f493-d64a-a972-485b-9e7917f52b3b/hbase-staging 2024-11-08T00:30:05,497 DEBUG [Time-limited test {}] channel.MultithreadEventLoopGroup(44): -Dio.netty.eventLoopThreads: 16 2024-11-08T00:30:05,755 INFO [Time-limited test {}] client.ConnectionUtils(128): master/3302f0f507bd:0 server-side Connection retries=45 2024-11-08T00:30:05,764 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-08T00:30:05,764 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-08T00:30:05,768 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-08T00:30:05,768 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-08T00:30:05,768 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-08T00:30:05,898 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-08T00:30:05,952 INFO [Time-limited test {}] metrics.MetricRegistriesLoader(60): Loaded MetricRegistries class org.apache.hadoop.hbase.metrics.impl.MetricRegistriesImpl 2024-11-08T00:30:05,961 DEBUG [Time-limited test {}] util.ClassSize(228): Using Unsafe to estimate memory layout 2024-11-08T00:30:05,964 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-08T00:30:05,988 DEBUG [Time-limited test {}] channel.DefaultChannelId(84): -Dio.netty.processId: 87366 (auto-detected) 2024-11-08T00:30:05,989 DEBUG [Time-limited test {}] channel.DefaultChannelId(106): -Dio.netty.machineId: 02:42:ac:ff:fe:11:00:03 (auto-detected) 2024-11-08T00:30:06,006 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:46393 2024-11-08T00:30:06,026 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:46393 connecting to ZooKeeper ensemble=127.0.0.1:54090 2024-11-08T00:30:06,145 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:463930x0, quorum=127.0.0.1:54090, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-08T00:30:06,148 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:46393-0x10117d999830000 connected 2024-11-08T00:30:06,239 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T00:30:06,241 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T00:30:06,252 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:46393-0x10117d999830000, quorum=127.0.0.1:54090, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-08T00:30:06,255 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:39609/user/jenkins/test-data/e864f493-d64a-a972-485b-9e7917f52b3b, hbase.cluster.distributed=false 2024-11-08T00:30:06,279 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:46393-0x10117d999830000, quorum=127.0.0.1:54090, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-08T00:30:06,286 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=46393 2024-11-08T00:30:06,286 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=46393 2024-11-08T00:30:06,287 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=46393 2024-11-08T00:30:06,290 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=46393 2024-11-08T00:30:06,292 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=46393 2024-11-08T00:30:06,407 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/3302f0f507bd:0 server-side Connection retries=45 2024-11-08T00:30:06,410 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-08T00:30:06,410 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-08T00:30:06,410 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-08T00:30:06,411 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-08T00:30:06,411 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-08T00:30:06,415 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-08T00:30:06,419 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-08T00:30:06,420 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:35969 2024-11-08T00:30:06,423 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:35969 connecting to ZooKeeper ensemble=127.0.0.1:54090 2024-11-08T00:30:06,424 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T00:30:06,431 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T00:30:06,511 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:359690x0, quorum=127.0.0.1:54090, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-08T00:30:06,512 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:359690x0, quorum=127.0.0.1:54090, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-08T00:30:06,512 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:35969-0x10117d999830001 connected 2024-11-08T00:30:06,516 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-08T00:30:06,524 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-08T00:30:06,526 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:35969-0x10117d999830001, quorum=127.0.0.1:54090, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-08T00:30:06,531 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:35969-0x10117d999830001, quorum=127.0.0.1:54090, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-08T00:30:06,532 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=35969 2024-11-08T00:30:06,532 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=35969 2024-11-08T00:30:06,533 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=35969 2024-11-08T00:30:06,533 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=35969 2024-11-08T00:30:06,534 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=35969 2024-11-08T00:30:06,547 DEBUG [M:0;3302f0f507bd:46393 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;3302f0f507bd:46393 2024-11-08T00:30:06,548 INFO [master/3302f0f507bd:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /hbase/backup-masters/3302f0f507bd,46393,1731025805607 2024-11-08T00:30:06,564 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46393-0x10117d999830000, quorum=127.0.0.1:54090, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-08T00:30:06,564 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35969-0x10117d999830001, quorum=127.0.0.1:54090, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-08T00:30:06,565 DEBUG [master/3302f0f507bd:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:46393-0x10117d999830000, quorum=127.0.0.1:54090, baseZNode=/hbase Set watcher on existing znode=/hbase/backup-masters/3302f0f507bd,46393,1731025805607 2024-11-08T00:30:06,595 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35969-0x10117d999830001, quorum=127.0.0.1:54090, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-08T00:30:06,595 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46393-0x10117d999830000, quorum=127.0.0.1:54090, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T00:30:06,595 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35969-0x10117d999830001, quorum=127.0.0.1:54090, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T00:30:06,596 DEBUG [master/3302f0f507bd:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:46393-0x10117d999830000, quorum=127.0.0.1:54090, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-11-08T00:30:06,597 INFO [master/3302f0f507bd:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /hbase/backup-masters/3302f0f507bd,46393,1731025805607 from backup master directory 2024-11-08T00:30:06,611 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35969-0x10117d999830001, quorum=127.0.0.1:54090, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-08T00:30:06,611 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46393-0x10117d999830000, quorum=127.0.0.1:54090, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/backup-masters/3302f0f507bd,46393,1731025805607 2024-11-08T00:30:06,611 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46393-0x10117d999830000, quorum=127.0.0.1:54090, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-08T00:30:06,612 WARN [master/3302f0f507bd:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-08T00:30:06,612 INFO [master/3302f0f507bd:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=3302f0f507bd,46393,1731025805607 2024-11-08T00:30:06,615 INFO [master/3302f0f507bd:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating data MemStoreChunkPool with chunk size 2 MB, max count 396, initial count 0 2024-11-08T00:30:06,616 INFO [master/3302f0f507bd:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating index MemStoreChunkPool with chunk size 204.80 KB, max count 440, initial count 0 2024-11-08T00:30:06,672 DEBUG [master/3302f0f507bd:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:39609/user/jenkins/test-data/e864f493-d64a-a972-485b-9e7917f52b3b/hbase.id] with ID: b164feb0-6a13-43a9-a128-b5a4571c941a 2024-11-08T00:30:06,672 DEBUG [master/3302f0f507bd:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:39609/user/jenkins/test-data/e864f493-d64a-a972-485b-9e7917f52b3b/.tmp/hbase.id 2024-11-08T00:30:06,684 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34805 is added to blk_1073741826_1002 (size=42) 2024-11-08T00:30:06,685 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43815 is added to blk_1073741826_1002 (size=42) 2024-11-08T00:30:06,686 DEBUG [master/3302f0f507bd:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:39609/user/jenkins/test-data/e864f493-d64a-a972-485b-9e7917f52b3b/.tmp/hbase.id]:[hdfs://localhost:39609/user/jenkins/test-data/e864f493-d64a-a972-485b-9e7917f52b3b/hbase.id] 2024-11-08T00:30:06,727 INFO [master/3302f0f507bd:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T00:30:06,732 INFO [master/3302f0f507bd:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-08T00:30:06,750 INFO [master/3302f0f507bd:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 16ms. 2024-11-08T00:30:06,780 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35969-0x10117d999830001, quorum=127.0.0.1:54090, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T00:30:06,780 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46393-0x10117d999830000, quorum=127.0.0.1:54090, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T00:30:06,796 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34805 is added to blk_1073741827_1003 (size=196) 2024-11-08T00:30:06,796 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43815 is added to blk_1073741827_1003 (size=196) 2024-11-08T00:30:06,810 INFO [master/3302f0f507bd:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-08T00:30:06,812 INFO [master/3302f0f507bd:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-08T00:30:06,819 INFO [master/3302f0f507bd:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-08T00:30:06,854 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43815 is added to blk_1073741828_1004 (size=1189) 2024-11-08T00:30:06,854 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34805 is added to blk_1073741828_1004 (size=1189) 2024-11-08T00:30:06,870 INFO [master/3302f0f507bd:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:39609/user/jenkins/test-data/e864f493-d64a-a972-485b-9e7917f52b3b/MasterData/data/master/store 2024-11-08T00:30:06,890 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43815 is added to blk_1073741829_1005 (size=34) 2024-11-08T00:30:06,890 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34805 is added to blk_1073741829_1005 (size=34) 2024-11-08T00:30:06,894 INFO [master/3302f0f507bd:0:becomeActiveMaster {}] throttle.StoreHotnessProtector(112): StoreHotnessProtector is disabled. Set hbase.region.store.parallel.put.limit > 0 to enable, which may help mitigate load under heavy write pressure. 2024-11-08T00:30:06,897 DEBUG [master/3302f0f507bd:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T00:30:06,898 DEBUG [master/3302f0f507bd:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-08T00:30:06,899 INFO [master/3302f0f507bd:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T00:30:06,899 DEBUG [master/3302f0f507bd:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T00:30:06,900 DEBUG [master/3302f0f507bd:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-08T00:30:06,900 DEBUG [master/3302f0f507bd:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T00:30:06,900 INFO [master/3302f0f507bd:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T00:30:06,901 DEBUG [master/3302f0f507bd:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731025806898Disabling compacts and flushes for region at 1731025806898Disabling writes for close at 1731025806900 (+2 ms)Writing region close event to WAL at 1731025806900Closed at 1731025806900 2024-11-08T00:30:06,904 WARN [master/3302f0f507bd:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:39609/user/jenkins/test-data/e864f493-d64a-a972-485b-9e7917f52b3b/MasterData/data/master/store/.initializing 2024-11-08T00:30:06,904 DEBUG [master/3302f0f507bd:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:39609/user/jenkins/test-data/e864f493-d64a-a972-485b-9e7917f52b3b/MasterData/WALs/3302f0f507bd,46393,1731025805607 2024-11-08T00:30:06,912 INFO [master/3302f0f507bd:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-08T00:30:06,927 INFO [master/3302f0f507bd:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=3302f0f507bd%2C46393%2C1731025805607, suffix=, logDir=hdfs://localhost:39609/user/jenkins/test-data/e864f493-d64a-a972-485b-9e7917f52b3b/MasterData/WALs/3302f0f507bd,46393,1731025805607, archiveDir=hdfs://localhost:39609/user/jenkins/test-data/e864f493-d64a-a972-485b-9e7917f52b3b/MasterData/oldWALs, maxLogs=10 2024-11-08T00:30:06,954 DEBUG [master/3302f0f507bd:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/e864f493-d64a-a972-485b-9e7917f52b3b/MasterData/WALs/3302f0f507bd,46393,1731025805607/3302f0f507bd%2C46393%2C1731025805607.1731025806931, exclude list is [], retry=0 2024-11-08T00:30:06,970 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(244): No decryptEncryptedDataEncryptionKey method in DFSClient, should be hadoop version with HDFS-12396 java.lang.NoSuchMethodException: org.apache.hadoop.hdfs.DFSClient.decryptEncryptedDataEncryptionKey(org.apache.hadoop.fs.FileEncryptionInfo) at java.lang.Class.getDeclaredMethod(Class.java:2675) ~[?:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelperWithoutHDFS12396(FanOutOneBlockAsyncDFSOutputSaslHelper.java:183) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelper(FanOutOneBlockAsyncDFSOutputSaslHelper.java:242) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.(FanOutOneBlockAsyncDFSOutputSaslHelper.java:253) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper.initialize(FanOutOneBlockAsyncDFSOutputHelper.java:414) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper$5.operationComplete(FanOutOneBlockAsyncDFSOutputHelper.java:473) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper$5.operationComplete(FanOutOneBlockAsyncDFSOutputHelper.java:468) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.NettyFutureUtils.lambda$addListener$0(NettyFutureUtils.java:56) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:590) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:583) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:559) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:492) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:636) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setSuccess0(DefaultPromise.java:625) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.trySuccess(DefaultPromise.java:105) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPromise.trySuccess(DefaultChannelPromise.java:84) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.fulfillConnectPromise(AbstractEpollChannel.java:658) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:696) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T00:30:06,974 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43815,DS-a6afa7a5-e8e5-40df-9911-b0a6956a3c80,DISK] 2024-11-08T00:30:06,974 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34805,DS-f3d3f168-8956-43b4-a3cf-44911f03907c,DISK] 2024-11-08T00:30:06,978 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] asyncfs.ProtobufDecoder(117): Hadoop 3.3 and above shades protobuf. 2024-11-08T00:30:07,012 INFO [master/3302f0f507bd:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/e864f493-d64a-a972-485b-9e7917f52b3b/MasterData/WALs/3302f0f507bd,46393,1731025805607/3302f0f507bd%2C46393%2C1731025805607.1731025806931 2024-11-08T00:30:07,013 DEBUG [master/3302f0f507bd:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43327:43327),(127.0.0.1/127.0.0.1:43875:43875)] 2024-11-08T00:30:07,014 DEBUG [master/3302f0f507bd:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-08T00:30:07,014 DEBUG [master/3302f0f507bd:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T00:30:07,018 DEBUG [master/3302f0f507bd:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T00:30:07,019 DEBUG [master/3302f0f507bd:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T00:30:07,055 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-08T00:30:07,090 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-08T00:30:07,095 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T00:30:07,098 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T00:30:07,098 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-08T00:30:07,102 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-08T00:30:07,102 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T00:30:07,104 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T00:30:07,104 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-08T00:30:07,108 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-08T00:30:07,108 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T00:30:07,110 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T00:30:07,111 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-08T00:30:07,115 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-08T00:30:07,115 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T00:30:07,117 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T00:30:07,117 DEBUG [master/3302f0f507bd:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T00:30:07,123 DEBUG [master/3302f0f507bd:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39609/user/jenkins/test-data/e864f493-d64a-a972-485b-9e7917f52b3b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-08T00:30:07,124 DEBUG [master/3302f0f507bd:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39609/user/jenkins/test-data/e864f493-d64a-a972-485b-9e7917f52b3b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-08T00:30:07,132 DEBUG [master/3302f0f507bd:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T00:30:07,133 DEBUG [master/3302f0f507bd:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T00:30:07,138 DEBUG [master/3302f0f507bd:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-08T00:30:07,143 DEBUG [master/3302f0f507bd:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T00:30:07,149 DEBUG [master/3302f0f507bd:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39609/user/jenkins/test-data/e864f493-d64a-a972-485b-9e7917f52b3b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-08T00:30:07,150 INFO [master/3302f0f507bd:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=751180, jitterRate=-0.044825389981269836}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-08T00:30:07,160 DEBUG [master/3302f0f507bd:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731025807030Initializing all the Stores at 1731025807033 (+3 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731025807034 (+1 ms)Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731025807034Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731025807035 (+1 ms)Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731025807035Cleaning up temporary data from old regions at 1731025807133 (+98 ms)Region opened successfully at 1731025807160 (+27 ms) 2024-11-08T00:30:07,161 INFO [master/3302f0f507bd:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-08T00:30:07,193 DEBUG [master/3302f0f507bd:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6d4b6797, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=3302f0f507bd/172.17.0.3:0 2024-11-08T00:30:07,221 INFO [master/3302f0f507bd:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-08T00:30:07,230 INFO [master/3302f0f507bd:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-08T00:30:07,230 INFO [master/3302f0f507bd:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-08T00:30:07,232 INFO [master/3302f0f507bd:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-08T00:30:07,234 INFO [master/3302f0f507bd:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 1 msec 2024-11-08T00:30:07,238 INFO [master/3302f0f507bd:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 4 msec 2024-11-08T00:30:07,238 INFO [master/3302f0f507bd:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-08T00:30:07,266 INFO [master/3302f0f507bd:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-08T00:30:07,275 DEBUG [master/3302f0f507bd:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46393-0x10117d999830000, quorum=127.0.0.1:54090, baseZNode=/hbase Unable to get data of znode /hbase/balancer because node does not exist (not necessarily an error) 2024-11-08T00:30:07,327 DEBUG [master/3302f0f507bd:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/balancer already deleted, retry=false 2024-11-08T00:30:07,329 INFO [master/3302f0f507bd:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-08T00:30:07,331 DEBUG [master/3302f0f507bd:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46393-0x10117d999830000, quorum=127.0.0.1:54090, baseZNode=/hbase Unable to get data of znode /hbase/normalizer because node does not exist (not necessarily an error) 2024-11-08T00:30:07,342 DEBUG [master/3302f0f507bd:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/normalizer already deleted, retry=false 2024-11-08T00:30:07,344 INFO [master/3302f0f507bd:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-08T00:30:07,347 DEBUG [master/3302f0f507bd:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46393-0x10117d999830000, quorum=127.0.0.1:54090, baseZNode=/hbase Unable to get data of znode /hbase/switch/split because node does not exist (not necessarily an error) 2024-11-08T00:30:07,358 DEBUG [master/3302f0f507bd:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/split already deleted, retry=false 2024-11-08T00:30:07,360 DEBUG [master/3302f0f507bd:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46393-0x10117d999830000, quorum=127.0.0.1:54090, baseZNode=/hbase Unable to get data of znode /hbase/switch/merge because node does not exist (not necessarily an error) 2024-11-08T00:30:07,369 DEBUG [master/3302f0f507bd:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/merge already deleted, retry=false 2024-11-08T00:30:07,383 DEBUG [master/3302f0f507bd:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46393-0x10117d999830000, quorum=127.0.0.1:54090, baseZNode=/hbase Unable to get data of znode /hbase/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-08T00:30:07,394 DEBUG [master/3302f0f507bd:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/snapshot-cleanup already deleted, retry=false 2024-11-08T00:30:07,405 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35969-0x10117d999830001, quorum=127.0.0.1:54090, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-08T00:30:07,405 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46393-0x10117d999830000, quorum=127.0.0.1:54090, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-08T00:30:07,405 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35969-0x10117d999830001, quorum=127.0.0.1:54090, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T00:30:07,405 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46393-0x10117d999830000, quorum=127.0.0.1:54090, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T00:30:07,408 INFO [master/3302f0f507bd:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=3302f0f507bd,46393,1731025805607, sessionid=0x10117d999830000, setting cluster-up flag (Was=false) 2024-11-08T00:30:07,437 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35969-0x10117d999830001, quorum=127.0.0.1:54090, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T00:30:07,437 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46393-0x10117d999830000, quorum=127.0.0.1:54090, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T00:30:07,468 DEBUG [master/3302f0f507bd:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/flush-table-proc/acquired, /hbase/flush-table-proc/reached, /hbase/flush-table-proc/abort 2024-11-08T00:30:07,470 DEBUG [master/3302f0f507bd:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=3302f0f507bd,46393,1731025805607 2024-11-08T00:30:07,495 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35969-0x10117d999830001, quorum=127.0.0.1:54090, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T00:30:07,495 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46393-0x10117d999830000, quorum=127.0.0.1:54090, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T00:30:07,600 DEBUG [master/3302f0f507bd:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/online-snapshot/acquired, /hbase/online-snapshot/reached, /hbase/online-snapshot/abort 2024-11-08T00:30:07,602 DEBUG [master/3302f0f507bd:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=3302f0f507bd,46393,1731025805607 2024-11-08T00:30:07,607 INFO [master/3302f0f507bd:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:39609/user/jenkins/test-data/e864f493-d64a-a972-485b-9e7917f52b3b/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-08T00:30:07,638 INFO [RS:0;3302f0f507bd:35969 {}] regionserver.HRegionServer(746): ClusterId : b164feb0-6a13-43a9-a128-b5a4571c941a 2024-11-08T00:30:07,640 DEBUG [RS:0;3302f0f507bd:35969 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-08T00:30:07,671 DEBUG [RS:0;3302f0f507bd:35969 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-08T00:30:07,671 DEBUG [RS:0;3302f0f507bd:35969 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-08T00:30:07,673 DEBUG [master/3302f0f507bd:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-08T00:30:07,680 DEBUG [RS:0;3302f0f507bd:35969 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-08T00:30:07,681 DEBUG [RS:0;3302f0f507bd:35969 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@e263d65, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=3302f0f507bd/172.17.0.3:0 2024-11-08T00:30:07,682 INFO [master/3302f0f507bd:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-08T00:30:07,688 INFO [master/3302f0f507bd:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-08T00:30:07,693 DEBUG [master/3302f0f507bd:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 3302f0f507bd,46393,1731025805607 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-08T00:30:07,697 DEBUG [RS:0;3302f0f507bd:35969 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;3302f0f507bd:35969 2024-11-08T00:30:07,700 INFO [RS:0;3302f0f507bd:35969 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-08T00:30:07,700 INFO [RS:0;3302f0f507bd:35969 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-08T00:30:07,700 DEBUG [master/3302f0f507bd:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/3302f0f507bd:0, corePoolSize=5, maxPoolSize=5 2024-11-08T00:30:07,700 DEBUG [RS:0;3302f0f507bd:35969 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-08T00:30:07,700 DEBUG [master/3302f0f507bd:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/3302f0f507bd:0, corePoolSize=5, maxPoolSize=5 2024-11-08T00:30:07,701 DEBUG [master/3302f0f507bd:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/3302f0f507bd:0, corePoolSize=5, maxPoolSize=5 2024-11-08T00:30:07,701 DEBUG [master/3302f0f507bd:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/3302f0f507bd:0, corePoolSize=5, maxPoolSize=5 2024-11-08T00:30:07,701 DEBUG [master/3302f0f507bd:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/3302f0f507bd:0, corePoolSize=10, maxPoolSize=10 2024-11-08T00:30:07,701 DEBUG [master/3302f0f507bd:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/3302f0f507bd:0, corePoolSize=1, maxPoolSize=1 2024-11-08T00:30:07,701 DEBUG [master/3302f0f507bd:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/3302f0f507bd:0, corePoolSize=2, maxPoolSize=2 2024-11-08T00:30:07,701 DEBUG [master/3302f0f507bd:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/3302f0f507bd:0, corePoolSize=1, maxPoolSize=1 2024-11-08T00:30:07,703 INFO [RS:0;3302f0f507bd:35969 {}] regionserver.HRegionServer(2659): reportForDuty to master=3302f0f507bd,46393,1731025805607 with port=35969, startcode=1731025806367 2024-11-08T00:30:07,705 INFO [master/3302f0f507bd:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731025837705 2024-11-08T00:30:07,707 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-08T00:30:07,707 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-08T00:30:07,707 INFO [master/3302f0f507bd:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-08T00:30:07,709 INFO [master/3302f0f507bd:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-08T00:30:07,713 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T00:30:07,713 INFO [master/3302f0f507bd:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-08T00:30:07,713 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-08T00:30:07,713 INFO [master/3302f0f507bd:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-08T00:30:07,714 INFO [master/3302f0f507bd:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-08T00:30:07,714 INFO [master/3302f0f507bd:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-08T00:30:07,716 INFO [master/3302f0f507bd:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-08T00:30:07,718 DEBUG [RS:0;3302f0f507bd:35969 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-08T00:30:07,721 INFO [master/3302f0f507bd:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-08T00:30:07,722 INFO [master/3302f0f507bd:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-08T00:30:07,723 INFO [master/3302f0f507bd:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-08T00:30:07,725 INFO [master/3302f0f507bd:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-08T00:30:07,726 INFO [master/3302f0f507bd:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-08T00:30:07,727 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43815 is added to blk_1073741831_1007 (size=1321) 2024-11-08T00:30:07,728 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34805 is added to blk_1073741831_1007 (size=1321) 2024-11-08T00:30:07,728 DEBUG [master/3302f0f507bd:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/3302f0f507bd:0:becomeActiveMaster-HFileCleaner.large.0-1731025807727,5,FailOnTimeoutGroup] 2024-11-08T00:30:07,729 DEBUG [master/3302f0f507bd:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/3302f0f507bd:0:becomeActiveMaster-HFileCleaner.small.0-1731025807728,5,FailOnTimeoutGroup] 2024-11-08T00:30:07,729 INFO [master/3302f0f507bd:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-08T00:30:07,729 INFO [master/3302f0f507bd:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-08T00:30:07,729 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:39609/user/jenkins/test-data/e864f493-d64a-a972-485b-9e7917f52b3b/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-08T00:30:07,730 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:39609/user/jenkins/test-data/e864f493-d64a-a972-485b-9e7917f52b3b 2024-11-08T00:30:07,730 INFO [master/3302f0f507bd:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-08T00:30:07,730 INFO [master/3302f0f507bd:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-08T00:30:07,744 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43815 is added to blk_1073741832_1008 (size=32) 2024-11-08T00:30:07,744 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34805 is added to blk_1073741832_1008 (size=32) 2024-11-08T00:30:07,746 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T00:30:07,749 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-08T00:30:07,752 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-08T00:30:07,752 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T00:30:07,753 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T00:30:07,753 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-08T00:30:07,755 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-08T00:30:07,756 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T00:30:07,756 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:48977, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=RegionServerStatusService 2024-11-08T00:30:07,756 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T00:30:07,757 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-08T00:30:07,759 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-08T00:30:07,759 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T00:30:07,760 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T00:30:07,760 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-08T00:30:07,762 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=46393 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 3302f0f507bd,35969,1731025806367 2024-11-08T00:30:07,763 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-08T00:30:07,763 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T00:30:07,764 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T00:30:07,765 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-08T00:30:07,765 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=46393 {}] master.ServerManager(517): Registering regionserver=3302f0f507bd,35969,1731025806367 2024-11-08T00:30:07,766 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39609/user/jenkins/test-data/e864f493-d64a-a972-485b-9e7917f52b3b/data/hbase/meta/1588230740 2024-11-08T00:30:07,767 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39609/user/jenkins/test-data/e864f493-d64a-a972-485b-9e7917f52b3b/data/hbase/meta/1588230740 2024-11-08T00:30:07,770 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-08T00:30:07,770 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-08T00:30:07,771 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-08T00:30:07,773 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-08T00:30:07,778 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39609/user/jenkins/test-data/e864f493-d64a-a972-485b-9e7917f52b3b/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-08T00:30:07,779 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=16384, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=699524, jitterRate=-0.11050981283187866}}}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-08T00:30:07,781 DEBUG [RS:0;3302f0f507bd:35969 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:39609/user/jenkins/test-data/e864f493-d64a-a972-485b-9e7917f52b3b 2024-11-08T00:30:07,781 DEBUG [RS:0;3302f0f507bd:35969 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:39609 2024-11-08T00:30:07,782 DEBUG [RS:0;3302f0f507bd:35969 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-08T00:30:07,783 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731025807747Initializing all the Stores at 1731025807748 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731025807748Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731025807749 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731025807749Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731025807749Cleaning up temporary data from old regions at 1731025807770 (+21 ms)Region opened successfully at 1731025807783 (+13 ms) 2024-11-08T00:30:07,783 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-08T00:30:07,784 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-08T00:30:07,784 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-08T00:30:07,784 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-08T00:30:07,784 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-08T00:30:07,785 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-08T00:30:07,786 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731025807783Disabling compacts and flushes for region at 1731025807783Disabling writes for close at 1731025807784 (+1 ms)Writing region close event to WAL at 1731025807785 (+1 ms)Closed at 1731025807785 2024-11-08T00:30:07,789 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-08T00:30:07,789 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-08T00:30:07,795 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-08T00:30:07,803 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-08T00:30:07,806 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-08T00:30:07,826 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46393-0x10117d999830000, quorum=127.0.0.1:54090, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-08T00:30:07,827 DEBUG [RS:0;3302f0f507bd:35969 {}] zookeeper.ZKUtil(111): regionserver:35969-0x10117d999830001, quorum=127.0.0.1:54090, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/3302f0f507bd,35969,1731025806367 2024-11-08T00:30:07,827 WARN [RS:0;3302f0f507bd:35969 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-08T00:30:07,828 INFO [RS:0;3302f0f507bd:35969 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-08T00:30:07,828 DEBUG [RS:0;3302f0f507bd:35969 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:39609/user/jenkins/test-data/e864f493-d64a-a972-485b-9e7917f52b3b/WALs/3302f0f507bd,35969,1731025806367 2024-11-08T00:30:07,831 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [3302f0f507bd,35969,1731025806367] 2024-11-08T00:30:07,855 INFO [RS:0;3302f0f507bd:35969 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-08T00:30:07,868 INFO [RS:0;3302f0f507bd:35969 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-08T00:30:07,872 INFO [RS:0;3302f0f507bd:35969 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-08T00:30:07,872 INFO [RS:0;3302f0f507bd:35969 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-08T00:30:07,873 INFO [RS:0;3302f0f507bd:35969 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-08T00:30:07,878 INFO [RS:0;3302f0f507bd:35969 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-08T00:30:07,879 INFO [RS:0;3302f0f507bd:35969 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-08T00:30:07,879 DEBUG [RS:0;3302f0f507bd:35969 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/3302f0f507bd:0, corePoolSize=1, maxPoolSize=1 2024-11-08T00:30:07,879 DEBUG [RS:0;3302f0f507bd:35969 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/3302f0f507bd:0, corePoolSize=1, maxPoolSize=1 2024-11-08T00:30:07,879 DEBUG [RS:0;3302f0f507bd:35969 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/3302f0f507bd:0, corePoolSize=1, maxPoolSize=1 2024-11-08T00:30:07,880 DEBUG [RS:0;3302f0f507bd:35969 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/3302f0f507bd:0, corePoolSize=1, maxPoolSize=1 2024-11-08T00:30:07,880 DEBUG [RS:0;3302f0f507bd:35969 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/3302f0f507bd:0, corePoolSize=1, maxPoolSize=1 2024-11-08T00:30:07,880 DEBUG [RS:0;3302f0f507bd:35969 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/3302f0f507bd:0, corePoolSize=2, maxPoolSize=2 2024-11-08T00:30:07,880 DEBUG [RS:0;3302f0f507bd:35969 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/3302f0f507bd:0, corePoolSize=1, maxPoolSize=1 2024-11-08T00:30:07,880 DEBUG [RS:0;3302f0f507bd:35969 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/3302f0f507bd:0, corePoolSize=1, maxPoolSize=1 2024-11-08T00:30:07,880 DEBUG [RS:0;3302f0f507bd:35969 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/3302f0f507bd:0, corePoolSize=1, maxPoolSize=1 2024-11-08T00:30:07,880 DEBUG [RS:0;3302f0f507bd:35969 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/3302f0f507bd:0, corePoolSize=1, maxPoolSize=1 2024-11-08T00:30:07,880 DEBUG [RS:0;3302f0f507bd:35969 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/3302f0f507bd:0, corePoolSize=1, maxPoolSize=1 2024-11-08T00:30:07,881 DEBUG [RS:0;3302f0f507bd:35969 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/3302f0f507bd:0, corePoolSize=1, maxPoolSize=1 2024-11-08T00:30:07,881 DEBUG [RS:0;3302f0f507bd:35969 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/3302f0f507bd:0, corePoolSize=3, maxPoolSize=3 2024-11-08T00:30:07,881 DEBUG [RS:0;3302f0f507bd:35969 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/3302f0f507bd:0, corePoolSize=3, maxPoolSize=3 2024-11-08T00:30:07,882 INFO [RS:0;3302f0f507bd:35969 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-08T00:30:07,882 INFO [RS:0;3302f0f507bd:35969 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-08T00:30:07,882 INFO [RS:0;3302f0f507bd:35969 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-08T00:30:07,882 INFO [RS:0;3302f0f507bd:35969 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-08T00:30:07,882 INFO [RS:0;3302f0f507bd:35969 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-08T00:30:07,882 INFO [RS:0;3302f0f507bd:35969 {}] hbase.ChoreService(168): Chore ScheduledChore name=3302f0f507bd,35969,1731025806367-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-08T00:30:07,899 INFO [RS:0;3302f0f507bd:35969 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-08T00:30:07,900 INFO [RS:0;3302f0f507bd:35969 {}] hbase.ChoreService(168): Chore ScheduledChore name=3302f0f507bd,35969,1731025806367-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-08T00:30:07,901 INFO [RS:0;3302f0f507bd:35969 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T00:30:07,901 INFO [RS:0;3302f0f507bd:35969 {}] regionserver.Replication(171): 3302f0f507bd,35969,1731025806367 started 2024-11-08T00:30:07,916 INFO [RS:0;3302f0f507bd:35969 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T00:30:07,917 INFO [RS:0;3302f0f507bd:35969 {}] regionserver.HRegionServer(1482): Serving as 3302f0f507bd,35969,1731025806367, RpcServer on 3302f0f507bd/172.17.0.3:35969, sessionid=0x10117d999830001 2024-11-08T00:30:07,917 DEBUG [RS:0;3302f0f507bd:35969 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-08T00:30:07,918 DEBUG [RS:0;3302f0f507bd:35969 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 3302f0f507bd,35969,1731025806367 2024-11-08T00:30:07,918 DEBUG [RS:0;3302f0f507bd:35969 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '3302f0f507bd,35969,1731025806367' 2024-11-08T00:30:07,918 DEBUG [RS:0;3302f0f507bd:35969 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-08T00:30:07,919 DEBUG [RS:0;3302f0f507bd:35969 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-08T00:30:07,920 DEBUG [RS:0;3302f0f507bd:35969 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-08T00:30:07,920 DEBUG [RS:0;3302f0f507bd:35969 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-08T00:30:07,920 DEBUG [RS:0;3302f0f507bd:35969 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 3302f0f507bd,35969,1731025806367 2024-11-08T00:30:07,920 DEBUG [RS:0;3302f0f507bd:35969 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '3302f0f507bd,35969,1731025806367' 2024-11-08T00:30:07,920 DEBUG [RS:0;3302f0f507bd:35969 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-08T00:30:07,921 DEBUG [RS:0;3302f0f507bd:35969 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-08T00:30:07,921 DEBUG [RS:0;3302f0f507bd:35969 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-08T00:30:07,921 INFO [RS:0;3302f0f507bd:35969 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-08T00:30:07,921 INFO [RS:0;3302f0f507bd:35969 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-08T00:30:07,957 WARN [3302f0f507bd:46393 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions. 2024-11-08T00:30:08,030 INFO [RS:0;3302f0f507bd:35969 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-08T00:30:08,034 INFO [RS:0;3302f0f507bd:35969 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=3302f0f507bd%2C35969%2C1731025806367, suffix=, logDir=hdfs://localhost:39609/user/jenkins/test-data/e864f493-d64a-a972-485b-9e7917f52b3b/WALs/3302f0f507bd,35969,1731025806367, archiveDir=hdfs://localhost:39609/user/jenkins/test-data/e864f493-d64a-a972-485b-9e7917f52b3b/oldWALs, maxLogs=32 2024-11-08T00:30:08,049 DEBUG [RS:0;3302f0f507bd:35969 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/e864f493-d64a-a972-485b-9e7917f52b3b/WALs/3302f0f507bd,35969,1731025806367/3302f0f507bd%2C35969%2C1731025806367.1731025808037, exclude list is [], retry=0 2024-11-08T00:30:08,053 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34805,DS-f3d3f168-8956-43b4-a3cf-44911f03907c,DISK] 2024-11-08T00:30:08,053 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43815,DS-a6afa7a5-e8e5-40df-9911-b0a6956a3c80,DISK] 2024-11-08T00:30:08,057 INFO [RS:0;3302f0f507bd:35969 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/e864f493-d64a-a972-485b-9e7917f52b3b/WALs/3302f0f507bd,35969,1731025806367/3302f0f507bd%2C35969%2C1731025806367.1731025808037 2024-11-08T00:30:08,058 DEBUG [RS:0;3302f0f507bd:35969 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43327:43327),(127.0.0.1/127.0.0.1:43875:43875)] 2024-11-08T00:30:08,212 DEBUG [3302f0f507bd:46393 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-08T00:30:08,227 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=3302f0f507bd,35969,1731025806367 2024-11-08T00:30:08,233 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 3302f0f507bd,35969,1731025806367, state=OPENING 2024-11-08T00:30:08,295 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-08T00:30:08,306 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35969-0x10117d999830001, quorum=127.0.0.1:54090, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T00:30:08,306 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46393-0x10117d999830000, quorum=127.0.0.1:54090, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T00:30:08,308 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-08T00:30:08,309 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-08T00:30:08,312 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-08T00:30:08,316 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=3302f0f507bd,35969,1731025806367}] 2024-11-08T00:30:08,500 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-08T00:30:08,502 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:32843, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-08T00:30:08,513 INFO [RS_OPEN_META-regionserver/3302f0f507bd:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-08T00:30:08,513 INFO [RS_OPEN_META-regionserver/3302f0f507bd:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-08T00:30:08,514 INFO [RS_OPEN_META-regionserver/3302f0f507bd:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-08T00:30:08,517 INFO [RS_OPEN_META-regionserver/3302f0f507bd:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=3302f0f507bd%2C35969%2C1731025806367.meta, suffix=.meta, logDir=hdfs://localhost:39609/user/jenkins/test-data/e864f493-d64a-a972-485b-9e7917f52b3b/WALs/3302f0f507bd,35969,1731025806367, archiveDir=hdfs://localhost:39609/user/jenkins/test-data/e864f493-d64a-a972-485b-9e7917f52b3b/oldWALs, maxLogs=32 2024-11-08T00:30:08,532 DEBUG [RS_OPEN_META-regionserver/3302f0f507bd:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/e864f493-d64a-a972-485b-9e7917f52b3b/WALs/3302f0f507bd,35969,1731025806367/3302f0f507bd%2C35969%2C1731025806367.meta.1731025808518.meta, exclude list is [], retry=0 2024-11-08T00:30:08,536 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34805,DS-f3d3f168-8956-43b4-a3cf-44911f03907c,DISK] 2024-11-08T00:30:08,536 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43815,DS-a6afa7a5-e8e5-40df-9911-b0a6956a3c80,DISK] 2024-11-08T00:30:08,538 INFO [RS_OPEN_META-regionserver/3302f0f507bd:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/e864f493-d64a-a972-485b-9e7917f52b3b/WALs/3302f0f507bd,35969,1731025806367/3302f0f507bd%2C35969%2C1731025806367.meta.1731025808518.meta 2024-11-08T00:30:08,539 DEBUG [RS_OPEN_META-regionserver/3302f0f507bd:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43875:43875),(127.0.0.1/127.0.0.1:43327:43327)] 2024-11-08T00:30:08,539 DEBUG [RS_OPEN_META-regionserver/3302f0f507bd:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-08T00:30:08,541 DEBUG [RS_OPEN_META-regionserver/3302f0f507bd:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-08T00:30:08,543 DEBUG [RS_OPEN_META-regionserver/3302f0f507bd:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-08T00:30:08,547 INFO [RS_OPEN_META-regionserver/3302f0f507bd:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-08T00:30:08,551 DEBUG [RS_OPEN_META-regionserver/3302f0f507bd:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-08T00:30:08,552 DEBUG [RS_OPEN_META-regionserver/3302f0f507bd:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T00:30:08,552 DEBUG [RS_OPEN_META-regionserver/3302f0f507bd:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-08T00:30:08,552 DEBUG [RS_OPEN_META-regionserver/3302f0f507bd:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-08T00:30:08,555 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-08T00:30:08,557 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-08T00:30:08,557 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T00:30:08,558 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T00:30:08,558 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-08T00:30:08,560 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-08T00:30:08,560 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T00:30:08,561 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T00:30:08,561 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-08T00:30:08,562 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-08T00:30:08,562 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T00:30:08,563 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T00:30:08,563 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-08T00:30:08,565 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-08T00:30:08,565 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T00:30:08,566 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T00:30:08,566 DEBUG [RS_OPEN_META-regionserver/3302f0f507bd:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-08T00:30:08,567 DEBUG [RS_OPEN_META-regionserver/3302f0f507bd:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39609/user/jenkins/test-data/e864f493-d64a-a972-485b-9e7917f52b3b/data/hbase/meta/1588230740 2024-11-08T00:30:08,570 DEBUG [RS_OPEN_META-regionserver/3302f0f507bd:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39609/user/jenkins/test-data/e864f493-d64a-a972-485b-9e7917f52b3b/data/hbase/meta/1588230740 2024-11-08T00:30:08,572 DEBUG [RS_OPEN_META-regionserver/3302f0f507bd:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-08T00:30:08,572 DEBUG [RS_OPEN_META-regionserver/3302f0f507bd:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-08T00:30:08,573 DEBUG [RS_OPEN_META-regionserver/3302f0f507bd:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-08T00:30:08,576 DEBUG [RS_OPEN_META-regionserver/3302f0f507bd:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-08T00:30:08,577 INFO [RS_OPEN_META-regionserver/3302f0f507bd:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=16384, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=874473, jitterRate=0.11195088922977448}}}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-08T00:30:08,578 DEBUG [RS_OPEN_META-regionserver/3302f0f507bd:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-08T00:30:08,579 DEBUG [RS_OPEN_META-regionserver/3302f0f507bd:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731025808553Writing region info on filesystem at 1731025808553Initializing all the Stores at 1731025808555 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731025808555Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731025808555Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731025808555Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731025808555Cleaning up temporary data from old regions at 1731025808572 (+17 ms)Running coprocessor post-open hooks at 1731025808578 (+6 ms)Region opened successfully at 1731025808579 (+1 ms) 2024-11-08T00:30:08,586 INFO [RS_OPEN_META-regionserver/3302f0f507bd:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731025808492 2024-11-08T00:30:08,596 DEBUG [RS_OPEN_META-regionserver/3302f0f507bd:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-08T00:30:08,597 INFO [RS_OPEN_META-regionserver/3302f0f507bd:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-08T00:30:08,599 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=3302f0f507bd,35969,1731025806367 2024-11-08T00:30:08,603 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 3302f0f507bd,35969,1731025806367, state=OPEN 2024-11-08T00:30:08,679 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46393-0x10117d999830000, quorum=127.0.0.1:54090, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-08T00:30:08,679 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35969-0x10117d999830001, quorum=127.0.0.1:54090, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-08T00:30:08,679 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-08T00:30:08,679 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-08T00:30:08,680 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=3302f0f507bd,35969,1731025806367 2024-11-08T00:30:08,688 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-08T00:30:08,689 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=3302f0f507bd,35969,1731025806367 in 364 msec 2024-11-08T00:30:08,697 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-08T00:30:08,697 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 897 msec 2024-11-08T00:30:08,698 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-08T00:30:08,698 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-08T00:30:08,717 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-08T00:30:08,718 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=3302f0f507bd,35969,1731025806367, seqNum=-1] 2024-11-08T00:30:08,736 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-08T00:30:08,738 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:59539, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-08T00:30:08,759 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.1240 sec 2024-11-08T00:30:08,759 INFO [master/3302f0f507bd:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731025808759, completionTime=-1 2024-11-08T00:30:08,762 INFO [master/3302f0f507bd:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-08T00:30:08,762 DEBUG [master/3302f0f507bd:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-08T00:30:08,787 INFO [master/3302f0f507bd:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-08T00:30:08,787 INFO [master/3302f0f507bd:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731025868787 2024-11-08T00:30:08,787 INFO [master/3302f0f507bd:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731025928787 2024-11-08T00:30:08,788 INFO [master/3302f0f507bd:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 25 msec 2024-11-08T00:30:08,790 INFO [master/3302f0f507bd:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=3302f0f507bd,46393,1731025805607-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-08T00:30:08,790 INFO [master/3302f0f507bd:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=3302f0f507bd,46393,1731025805607-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T00:30:08,790 INFO [master/3302f0f507bd:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=3302f0f507bd,46393,1731025805607-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T00:30:08,791 INFO [master/3302f0f507bd:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-3302f0f507bd:46393, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T00:30:08,792 INFO [master/3302f0f507bd:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-08T00:30:08,792 INFO [master/3302f0f507bd:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-08T00:30:08,798 DEBUG [master/3302f0f507bd:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-08T00:30:08,818 INFO [master/3302f0f507bd:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.205sec 2024-11-08T00:30:08,819 INFO [master/3302f0f507bd:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-08T00:30:08,820 INFO [master/3302f0f507bd:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-08T00:30:08,821 INFO [master/3302f0f507bd:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-08T00:30:08,822 INFO [master/3302f0f507bd:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-08T00:30:08,822 INFO [master/3302f0f507bd:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-08T00:30:08,822 INFO [master/3302f0f507bd:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=3302f0f507bd,46393,1731025805607-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-08T00:30:08,823 INFO [master/3302f0f507bd:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=3302f0f507bd,46393,1731025805607-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-08T00:30:08,830 DEBUG [master/3302f0f507bd:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-08T00:30:08,830 INFO [master/3302f0f507bd:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-08T00:30:08,831 INFO [master/3302f0f507bd:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=3302f0f507bd,46393,1731025805607-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T00:30:08,852 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@424ddead, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T00:30:08,856 DEBUG [Time-limited test {}] nio.NioEventLoop(110): -Dio.netty.noKeySetOptimization: false 2024-11-08T00:30:08,856 DEBUG [Time-limited test {}] nio.NioEventLoop(111): -Dio.netty.selectorAutoRebuildThreshold: 512 2024-11-08T00:30:08,860 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 3302f0f507bd,46393,-1 for getting cluster id 2024-11-08T00:30:08,863 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-08T00:30:08,871 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'b164feb0-6a13-43a9-a128-b5a4571c941a' 2024-11-08T00:30:08,874 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-08T00:30:08,874 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "b164feb0-6a13-43a9-a128-b5a4571c941a" 2024-11-08T00:30:08,876 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2d6faf04, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T00:30:08,877 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [3302f0f507bd,46393,-1] 2024-11-08T00:30:08,879 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-08T00:30:08,881 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T00:30:08,882 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:49694, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-08T00:30:08,885 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@11f138d8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T00:30:08,886 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-08T00:30:08,892 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=3302f0f507bd,35969,1731025806367, seqNum=-1] 2024-11-08T00:30:08,893 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-08T00:30:08,895 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:60790, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-08T00:30:08,915 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=3302f0f507bd,46393,1731025805607 2024-11-08T00:30:08,915 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T00:30:08,922 INFO [Time-limited test {}] master.MasterRpcServices(567): Client=null/null set balanceSwitch=false 2024-11-08T00:30:08,926 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-08T00:30:08,930 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 3302f0f507bd,46393,1731025805607 2024-11-08T00:30:08,932 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@33f36750 2024-11-08T00:30:08,933 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-08T00:30:08,936 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:49706, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-08T00:30:08,938 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46393 {}] util.TableDescriptorChecker(321): MAX_FILESIZE for table descriptor or "hbase.hregion.max.filesize" (786432) is too small, which might cause over splitting into unmanageable number of regions. 2024-11-08T00:30:08,938 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46393 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (8192) is too small, which might cause very frequent flushing. 2024-11-08T00:30:08,941 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46393 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'TestLogRolling-testSlowSyncLogRolling', {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-08T00:30:08,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46393 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=TestLogRolling-testSlowSyncLogRolling 2024-11-08T00:30:08,951 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=TestLogRolling-testSlowSyncLogRolling execute state=CREATE_TABLE_PRE_OPERATION 2024-11-08T00:30:08,953 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46393 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "TestLogRolling-testSlowSyncLogRolling" procId is: 4 2024-11-08T00:30:08,954 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T00:30:08,956 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=TestLogRolling-testSlowSyncLogRolling execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-08T00:30:08,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46393 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-08T00:30:08,970 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43815 is added to blk_1073741835_1011 (size=389) 2024-11-08T00:30:08,971 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34805 is added to blk_1073741835_1011 (size=389) 2024-11-08T00:30:08,974 INFO [RegionOpenAndInit-TestLogRolling-testSlowSyncLogRolling-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => f3d520f8fe90357653ecff4c4d492ba3, NAME => 'TestLogRolling-testSlowSyncLogRolling,,1731025808937.f3d520f8fe90357653ecff4c4d492ba3.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='TestLogRolling-testSlowSyncLogRolling', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:39609/user/jenkins/test-data/e864f493-d64a-a972-485b-9e7917f52b3b 2024-11-08T00:30:08,985 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43815 is added to blk_1073741836_1012 (size=72) 2024-11-08T00:30:08,986 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34805 is added to blk_1073741836_1012 (size=72) 2024-11-08T00:30:08,987 DEBUG [RegionOpenAndInit-TestLogRolling-testSlowSyncLogRolling-pool-0 {}] regionserver.HRegion(898): Instantiated TestLogRolling-testSlowSyncLogRolling,,1731025808937.f3d520f8fe90357653ecff4c4d492ba3.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T00:30:08,987 DEBUG [RegionOpenAndInit-TestLogRolling-testSlowSyncLogRolling-pool-0 {}] regionserver.HRegion(1722): Closing f3d520f8fe90357653ecff4c4d492ba3, disabling compactions & flushes 2024-11-08T00:30:08,987 INFO [RegionOpenAndInit-TestLogRolling-testSlowSyncLogRolling-pool-0 {}] regionserver.HRegion(1755): Closing region TestLogRolling-testSlowSyncLogRolling,,1731025808937.f3d520f8fe90357653ecff4c4d492ba3. 2024-11-08T00:30:08,987 DEBUG [RegionOpenAndInit-TestLogRolling-testSlowSyncLogRolling-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on TestLogRolling-testSlowSyncLogRolling,,1731025808937.f3d520f8fe90357653ecff4c4d492ba3. 2024-11-08T00:30:08,987 DEBUG [RegionOpenAndInit-TestLogRolling-testSlowSyncLogRolling-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on TestLogRolling-testSlowSyncLogRolling,,1731025808937.f3d520f8fe90357653ecff4c4d492ba3. after waiting 0 ms 2024-11-08T00:30:08,987 DEBUG [RegionOpenAndInit-TestLogRolling-testSlowSyncLogRolling-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region TestLogRolling-testSlowSyncLogRolling,,1731025808937.f3d520f8fe90357653ecff4c4d492ba3. 2024-11-08T00:30:08,988 INFO [RegionOpenAndInit-TestLogRolling-testSlowSyncLogRolling-pool-0 {}] regionserver.HRegion(1973): Closed TestLogRolling-testSlowSyncLogRolling,,1731025808937.f3d520f8fe90357653ecff4c4d492ba3. 2024-11-08T00:30:08,988 DEBUG [RegionOpenAndInit-TestLogRolling-testSlowSyncLogRolling-pool-0 {}] regionserver.HRegion(1676): Region close journal for f3d520f8fe90357653ecff4c4d492ba3: Waiting for close lock at 1731025808987Disabling compacts and flushes for region at 1731025808987Disabling writes for close at 1731025808987Writing region close event to WAL at 1731025808987Closed at 1731025808987 2024-11-08T00:30:08,990 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=TestLogRolling-testSlowSyncLogRolling execute state=CREATE_TABLE_ADD_TO_META 2024-11-08T00:30:08,996 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"TestLogRolling-testSlowSyncLogRolling,,1731025808937.f3d520f8fe90357653ecff4c4d492ba3.","families":{"info":[{"qualifier":"regioninfo","vlen":71,"tag":[],"timestamp":"1731025808990"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731025808990"}]},"ts":"1731025808990"} 2024-11-08T00:30:09,002 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-08T00:30:09,005 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=TestLogRolling-testSlowSyncLogRolling execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-08T00:30:09,008 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestLogRolling-testSlowSyncLogRolling","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731025809005"}]},"ts":"1731025809005"} 2024-11-08T00:30:09,013 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=TestLogRolling-testSlowSyncLogRolling, state=ENABLING in hbase:meta 2024-11-08T00:30:09,015 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestLogRolling-testSlowSyncLogRolling, region=f3d520f8fe90357653ecff4c4d492ba3, ASSIGN}] 2024-11-08T00:30:09,018 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestLogRolling-testSlowSyncLogRolling, region=f3d520f8fe90357653ecff4c4d492ba3, ASSIGN 2024-11-08T00:30:09,020 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=TestLogRolling-testSlowSyncLogRolling, region=f3d520f8fe90357653ecff4c4d492ba3, ASSIGN; state=OFFLINE, location=3302f0f507bd,35969,1731025806367; forceNewPlan=false, retain=false 2024-11-08T00:30:09,173 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=f3d520f8fe90357653ecff4c4d492ba3, regionState=OPENING, regionLocation=3302f0f507bd,35969,1731025806367 2024-11-08T00:30:09,181 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=TestLogRolling-testSlowSyncLogRolling, region=f3d520f8fe90357653ecff4c4d492ba3, ASSIGN because future has completed 2024-11-08T00:30:09,183 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure f3d520f8fe90357653ecff4c4d492ba3, server=3302f0f507bd,35969,1731025806367}] 2024-11-08T00:30:09,349 INFO [RS_OPEN_REGION-regionserver/3302f0f507bd:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open TestLogRolling-testSlowSyncLogRolling,,1731025808937.f3d520f8fe90357653ecff4c4d492ba3. 2024-11-08T00:30:09,349 DEBUG [RS_OPEN_REGION-regionserver/3302f0f507bd:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => f3d520f8fe90357653ecff4c4d492ba3, NAME => 'TestLogRolling-testSlowSyncLogRolling,,1731025808937.f3d520f8fe90357653ecff4c4d492ba3.', STARTKEY => '', ENDKEY => ''} 2024-11-08T00:30:09,350 DEBUG [RS_OPEN_REGION-regionserver/3302f0f507bd:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestLogRolling-testSlowSyncLogRolling f3d520f8fe90357653ecff4c4d492ba3 2024-11-08T00:30:09,350 DEBUG [RS_OPEN_REGION-regionserver/3302f0f507bd:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated TestLogRolling-testSlowSyncLogRolling,,1731025808937.f3d520f8fe90357653ecff4c4d492ba3.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T00:30:09,351 DEBUG [RS_OPEN_REGION-regionserver/3302f0f507bd:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for f3d520f8fe90357653ecff4c4d492ba3 2024-11-08T00:30:09,351 DEBUG [RS_OPEN_REGION-regionserver/3302f0f507bd:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for f3d520f8fe90357653ecff4c4d492ba3 2024-11-08T00:30:09,353 INFO [StoreOpener-f3d520f8fe90357653ecff4c4d492ba3-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region f3d520f8fe90357653ecff4c4d492ba3 2024-11-08T00:30:09,356 INFO [StoreOpener-f3d520f8fe90357653ecff4c4d492ba3-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f3d520f8fe90357653ecff4c4d492ba3 columnFamilyName info 2024-11-08T00:30:09,356 DEBUG [StoreOpener-f3d520f8fe90357653ecff4c4d492ba3-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T00:30:09,357 INFO [StoreOpener-f3d520f8fe90357653ecff4c4d492ba3-1 {}] regionserver.HStore(327): Store=f3d520f8fe90357653ecff4c4d492ba3/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T00:30:09,357 DEBUG [RS_OPEN_REGION-regionserver/3302f0f507bd:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for f3d520f8fe90357653ecff4c4d492ba3 2024-11-08T00:30:09,359 DEBUG [RS_OPEN_REGION-regionserver/3302f0f507bd:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39609/user/jenkins/test-data/e864f493-d64a-a972-485b-9e7917f52b3b/data/default/TestLogRolling-testSlowSyncLogRolling/f3d520f8fe90357653ecff4c4d492ba3 2024-11-08T00:30:09,360 DEBUG [RS_OPEN_REGION-regionserver/3302f0f507bd:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39609/user/jenkins/test-data/e864f493-d64a-a972-485b-9e7917f52b3b/data/default/TestLogRolling-testSlowSyncLogRolling/f3d520f8fe90357653ecff4c4d492ba3 2024-11-08T00:30:09,360 DEBUG [RS_OPEN_REGION-regionserver/3302f0f507bd:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for f3d520f8fe90357653ecff4c4d492ba3 2024-11-08T00:30:09,360 DEBUG [RS_OPEN_REGION-regionserver/3302f0f507bd:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for f3d520f8fe90357653ecff4c4d492ba3 2024-11-08T00:30:09,363 DEBUG [RS_OPEN_REGION-regionserver/3302f0f507bd:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for f3d520f8fe90357653ecff4c4d492ba3 2024-11-08T00:30:09,366 DEBUG [RS_OPEN_REGION-regionserver/3302f0f507bd:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39609/user/jenkins/test-data/e864f493-d64a-a972-485b-9e7917f52b3b/data/default/TestLogRolling-testSlowSyncLogRolling/f3d520f8fe90357653ecff4c4d492ba3/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-08T00:30:09,367 INFO [RS_OPEN_REGION-regionserver/3302f0f507bd:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened f3d520f8fe90357653ecff4c4d492ba3; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=16384, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=867965, jitterRate=0.1036757081747055}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-08T00:30:09,367 DEBUG [RS_OPEN_REGION-regionserver/3302f0f507bd:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for f3d520f8fe90357653ecff4c4d492ba3 2024-11-08T00:30:09,369 DEBUG [RS_OPEN_REGION-regionserver/3302f0f507bd:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for f3d520f8fe90357653ecff4c4d492ba3: Running coprocessor pre-open hook at 1731025809351Writing region info on filesystem at 1731025809351Initializing all the Stores at 1731025809353 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731025809353Cleaning up temporary data from old regions at 1731025809360 (+7 ms)Running coprocessor post-open hooks at 1731025809367 (+7 ms)Region opened successfully at 1731025809368 (+1 ms) 2024-11-08T00:30:09,371 INFO [RS_OPEN_REGION-regionserver/3302f0f507bd:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for TestLogRolling-testSlowSyncLogRolling,,1731025808937.f3d520f8fe90357653ecff4c4d492ba3., pid=6, masterSystemTime=1731025809338 2024-11-08T00:30:09,374 DEBUG [RS_OPEN_REGION-regionserver/3302f0f507bd:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for TestLogRolling-testSlowSyncLogRolling,,1731025808937.f3d520f8fe90357653ecff4c4d492ba3. 2024-11-08T00:30:09,374 INFO [RS_OPEN_REGION-regionserver/3302f0f507bd:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened TestLogRolling-testSlowSyncLogRolling,,1731025808937.f3d520f8fe90357653ecff4c4d492ba3. 2024-11-08T00:30:09,376 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=f3d520f8fe90357653ecff4c4d492ba3, regionState=OPEN, openSeqNum=2, regionLocation=3302f0f507bd,35969,1731025806367 2024-11-08T00:30:09,380 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure f3d520f8fe90357653ecff4c4d492ba3, server=3302f0f507bd,35969,1731025806367 because future has completed 2024-11-08T00:30:09,386 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-08T00:30:09,387 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure f3d520f8fe90357653ecff4c4d492ba3, server=3302f0f507bd,35969,1731025806367 in 199 msec 2024-11-08T00:30:09,390 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-08T00:30:09,390 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestLogRolling-testSlowSyncLogRolling, region=f3d520f8fe90357653ecff4c4d492ba3, ASSIGN in 371 msec 2024-11-08T00:30:09,413 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=TestLogRolling-testSlowSyncLogRolling execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-08T00:30:09,414 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestLogRolling-testSlowSyncLogRolling","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731025809413"}]},"ts":"1731025809413"} 2024-11-08T00:30:09,417 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=TestLogRolling-testSlowSyncLogRolling, state=ENABLED in hbase:meta 2024-11-08T00:30:09,420 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=TestLogRolling-testSlowSyncLogRolling execute state=CREATE_TABLE_POST_OPERATION 2024-11-08T00:30:09,424 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=TestLogRolling-testSlowSyncLogRolling in 476 msec 2024-11-08T00:30:14,071 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-08T00:30:14,136 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-08T00:30:14,137 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'TestLogRolling-testSlowSyncLogRolling' 2024-11-08T00:30:15,949 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-08T00:30:15,950 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-08T00:30:15,955 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_TestLogRolling-testSlowSyncLogRolling 2024-11-08T00:30:15,955 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_TestLogRolling-testSlowSyncLogRolling Metrics about Tables on a single HBase RegionServer 2024-11-08T00:30:15,958 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-08T00:30:15,958 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-11-08T00:30:15,958 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-08T00:30:15,959 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-11-08T00:30:19,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46393 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-08T00:30:19,031 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:TestLogRolling-testSlowSyncLogRolling completed 2024-11-08T00:30:19,035 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=TestLogRolling-testSlowSyncLogRolling,, stopping at row=TestLogRolling-testSlowSyncLogRolling ,, for max=2147483647 with caching=100 2024-11-08T00:30:19,043 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(2234): Found 1 regions for table TestLogRolling-testSlowSyncLogRolling 2024-11-08T00:30:19,043 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(2240): firstRegionName=TestLogRolling-testSlowSyncLogRolling,,1731025808937.f3d520f8fe90357653ecff4c4d492ba3. 2024-11-08T00:30:19,059 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/e864f493-d64a-a972-485b-9e7917f52b3b/WALs/3302f0f507bd,35969,1731025806367/3302f0f507bd%2C35969%2C1731025806367.1731025819044, exclude list is [], retry=0 2024-11-08T00:30:19,063 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43815,DS-a6afa7a5-e8e5-40df-9911-b0a6956a3c80,DISK] 2024-11-08T00:30:19,063 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34805,DS-f3d3f168-8956-43b4-a3cf-44911f03907c,DISK] 2024-11-08T00:30:19,066 INFO [Time-limited test {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/e864f493-d64a-a972-485b-9e7917f52b3b/WALs/3302f0f507bd,35969,1731025806367/3302f0f507bd%2C35969%2C1731025806367.1731025808037 with entries=1, filesize=443 B; new WAL /user/jenkins/test-data/e864f493-d64a-a972-485b-9e7917f52b3b/WALs/3302f0f507bd,35969,1731025806367/3302f0f507bd%2C35969%2C1731025806367.1731025819044 2024-11-08T00:30:19,067 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43327:43327),(127.0.0.1/127.0.0.1:43875:43875)] 2024-11-08T00:30:19,067 DEBUG [Time-limited test {}] wal.AbstractFSWAL(879): hdfs://localhost:39609/user/jenkins/test-data/e864f493-d64a-a972-485b-9e7917f52b3b/WALs/3302f0f507bd,35969,1731025806367/3302f0f507bd%2C35969%2C1731025806367.1731025808037 is not closed yet, will try archiving it next time 2024-11-08T00:30:19,070 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34805 is added to blk_1073741833_1009 (size=451) 2024-11-08T00:30:19,070 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43815 is added to blk_1073741833_1009 (size=451) 2024-11-08T00:30:19,072 INFO [WAL-Archive-0 {}] wal.AbstractFSWAL(968): Archiving hdfs://localhost:39609/user/jenkins/test-data/e864f493-d64a-a972-485b-9e7917f52b3b/WALs/3302f0f507bd,35969,1731025806367/3302f0f507bd%2C35969%2C1731025806367.1731025808037 to hdfs://localhost:39609/user/jenkins/test-data/e864f493-d64a-a972-485b-9e7917f52b3b/oldWALs/3302f0f507bd%2C35969%2C1731025806367.1731025808037 2024-11-08T00:30:19,076 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestLogRolling-testSlowSyncLogRolling', row='row0001', locateType=CURRENT is [region=TestLogRolling-testSlowSyncLogRolling,,1731025808937.f3d520f8fe90357653ecff4c4d492ba3., hostname=3302f0f507bd,35969,1731025806367, seqNum=2] 2024-11-08T00:30:33,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35969 {}] regionserver.HRegion(8855): Flush requested on f3d520f8fe90357653ecff4c4d492ba3 2024-11-08T00:30:33,139 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing f3d520f8fe90357653ecff4c4d492ba3 1/1 column families, dataSize=8.21 KB heapSize=9.06 KB 2024-11-08T00:30:33,198 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39609/user/jenkins/test-data/e864f493-d64a-a972-485b-9e7917f52b3b/data/default/TestLogRolling-testSlowSyncLogRolling/f3d520f8fe90357653ecff4c4d492ba3/.tmp/info/2bd60190b6b7439da1f2e68d0dbc0108 is 1055, key is row0001/info:/1731025819078/Put/seqid=0 2024-11-08T00:30:33,208 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43815 is added to blk_1073741838_1014 (size=13386) 2024-11-08T00:30:33,209 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34805 is added to blk_1073741838_1014 (size=13386) 2024-11-08T00:30:33,210 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.21 KB at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:39609/user/jenkins/test-data/e864f493-d64a-a972-485b-9e7917f52b3b/data/default/TestLogRolling-testSlowSyncLogRolling/f3d520f8fe90357653ecff4c4d492ba3/.tmp/info/2bd60190b6b7439da1f2e68d0dbc0108 2024-11-08T00:30:33,258 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39609/user/jenkins/test-data/e864f493-d64a-a972-485b-9e7917f52b3b/data/default/TestLogRolling-testSlowSyncLogRolling/f3d520f8fe90357653ecff4c4d492ba3/.tmp/info/2bd60190b6b7439da1f2e68d0dbc0108 as hdfs://localhost:39609/user/jenkins/test-data/e864f493-d64a-a972-485b-9e7917f52b3b/data/default/TestLogRolling-testSlowSyncLogRolling/f3d520f8fe90357653ecff4c4d492ba3/info/2bd60190b6b7439da1f2e68d0dbc0108 2024-11-08T00:30:33,270 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39609/user/jenkins/test-data/e864f493-d64a-a972-485b-9e7917f52b3b/data/default/TestLogRolling-testSlowSyncLogRolling/f3d520f8fe90357653ecff4c4d492ba3/info/2bd60190b6b7439da1f2e68d0dbc0108, entries=8, sequenceid=12, filesize=13.1 K 2024-11-08T00:30:33,278 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~8.21 KB/8408, heapSize ~9.05 KB/9264, currentSize=0 B/0 for f3d520f8fe90357653ecff4c4d492ba3 in 139ms, sequenceid=12, compaction requested=false 2024-11-08T00:30:33,279 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for f3d520f8fe90357653ecff4c4d492ba3: 2024-11-08T00:30:34,713 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-08T00:30:39,169 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/e864f493-d64a-a972-485b-9e7917f52b3b/WALs/3302f0f507bd,35969,1731025806367/3302f0f507bd%2C35969%2C1731025806367.1731025839150, exclude list is [], retry=0 2024-11-08T00:30:39,172 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43815,DS-a6afa7a5-e8e5-40df-9911-b0a6956a3c80,DISK] 2024-11-08T00:30:39,172 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34805,DS-f3d3f168-8956-43b4-a3cf-44911f03907c,DISK] 2024-11-08T00:30:39,175 INFO [Time-limited test {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/e864f493-d64a-a972-485b-9e7917f52b3b/WALs/3302f0f507bd,35969,1731025806367/3302f0f507bd%2C35969%2C1731025806367.1731025819044 with entries=12, filesize=11.86 KB; new WAL /user/jenkins/test-data/e864f493-d64a-a972-485b-9e7917f52b3b/WALs/3302f0f507bd,35969,1731025806367/3302f0f507bd%2C35969%2C1731025806367.1731025839150 2024-11-08T00:30:39,175 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43327:43327),(127.0.0.1/127.0.0.1:43875:43875)] 2024-11-08T00:30:39,175 DEBUG [Time-limited test {}] wal.AbstractFSWAL(879): hdfs://localhost:39609/user/jenkins/test-data/e864f493-d64a-a972-485b-9e7917f52b3b/WALs/3302f0f507bd,35969,1731025806367/3302f0f507bd%2C35969%2C1731025806367.1731025819044 is not closed yet, will try archiving it next time 2024-11-08T00:30:39,177 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43815 is added to blk_1073741837_1013 (size=12149) 2024-11-08T00:30:39,178 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/e864f493-d64a-a972-485b-9e7917f52b3b/WALs/3302f0f507bd,35969,1731025806367/3302f0f507bd%2C35969%2C1731025806367.1731025819044 not finished, retry = 0 2024-11-08T00:30:39,178 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34805 is added to blk_1073741837_1013 (size=12149) 2024-11-08T00:30:44,181 INFO [AsyncFSWAL-0-hdfs://localhost:39609/user/jenkins/test-data/e864f493-d64a-a972-485b-9e7917f52b3b-prefix:3302f0f507bd,35969,1731025806367 {}] wal.AbstractFSWAL(1368): Slow sync cost: 5002 ms, current pipeline: [DatanodeInfoWithStorage[127.0.0.1:34805,DS-f3d3f168-8956-43b4-a3cf-44911f03907c,DISK], DatanodeInfoWithStorage[127.0.0.1:43815,DS-a6afa7a5-e8e5-40df-9911-b0a6956a3c80,DISK]] 2024-11-08T00:30:44,186 WARN [AsyncFSWAL-0-hdfs://localhost:39609/user/jenkins/test-data/e864f493-d64a-a972-485b-9e7917f52b3b-prefix:3302f0f507bd,35969,1731025806367 {}] wal.AbstractFSWAL(1374): Requesting log roll because we exceeded slow sync threshold; time=5002 ms, threshold=5000 ms, current pipeline: [DatanodeInfoWithStorage[127.0.0.1:34805,DS-f3d3f168-8956-43b4-a3cf-44911f03907c,DISK], DatanodeInfoWithStorage[127.0.0.1:43815,DS-a6afa7a5-e8e5-40df-9911-b0a6956a3c80,DISK]] 2024-11-08T00:30:44,187 DEBUG [regionserver/3302f0f507bd:0.logRoller {}] wal.AbstractWALRoller(198): WAL AsyncFSWAL 3302f0f507bd%2C35969%2C1731025806367:(num 1731025839150) roll requested 2024-11-08T00:30:44,204 DEBUG [regionserver/3302f0f507bd:0.logRoller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/e864f493-d64a-a972-485b-9e7917f52b3b/WALs/3302f0f507bd,35969,1731025806367/3302f0f507bd%2C35969%2C1731025806367.1731025844188, exclude list is [], retry=0 2024-11-08T00:30:44,208 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43815,DS-a6afa7a5-e8e5-40df-9911-b0a6956a3c80,DISK] 2024-11-08T00:30:44,208 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34805,DS-f3d3f168-8956-43b4-a3cf-44911f03907c,DISK] 2024-11-08T00:30:44,210 INFO [regionserver/3302f0f507bd:0.logRoller {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/e864f493-d64a-a972-485b-9e7917f52b3b/WALs/3302f0f507bd,35969,1731025806367/3302f0f507bd%2C35969%2C1731025806367.1731025839150 with entries=1, filesize=1.20 KB; new WAL /user/jenkins/test-data/e864f493-d64a-a972-485b-9e7917f52b3b/WALs/3302f0f507bd,35969,1731025806367/3302f0f507bd%2C35969%2C1731025806367.1731025844188 2024-11-08T00:30:44,210 DEBUG [regionserver/3302f0f507bd:0.logRoller {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43327:43327),(127.0.0.1/127.0.0.1:43875:43875)] 2024-11-08T00:30:44,211 DEBUG [regionserver/3302f0f507bd:0.logRoller {}] wal.AbstractFSWAL(879): hdfs://localhost:39609/user/jenkins/test-data/e864f493-d64a-a972-485b-9e7917f52b3b/WALs/3302f0f507bd,35969,1731025806367/3302f0f507bd%2C35969%2C1731025806367.1731025839150 is not closed yet, will try archiving it next time 2024-11-08T00:30:44,212 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/e864f493-d64a-a972-485b-9e7917f52b3b/WALs/3302f0f507bd,35969,1731025806367/3302f0f507bd%2C35969%2C1731025806367.1731025839150 not finished, retry = 0 2024-11-08T00:30:44,212 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34805 is added to blk_1073741839_1015 (size=1233) 2024-11-08T00:30:44,213 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43815 is added to blk_1073741839_1015 (size=1233) 2024-11-08T00:30:46,185 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [10,000] milli-secs(wait.for.ratio=[1]) 2024-11-08T00:30:46,203 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/e864f493-d64a-a972-485b-9e7917f52b3b/WALs/3302f0f507bd,35969,1731025806367/3302f0f507bd%2C35969%2C1731025806367.1731025846186, exclude list is [], retry=0 2024-11-08T00:30:46,207 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34805,DS-f3d3f168-8956-43b4-a3cf-44911f03907c,DISK] 2024-11-08T00:30:46,207 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43815,DS-a6afa7a5-e8e5-40df-9911-b0a6956a3c80,DISK] 2024-11-08T00:30:46,209 INFO [Time-limited test {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/e864f493-d64a-a972-485b-9e7917f52b3b/WALs/3302f0f507bd,35969,1731025806367/3302f0f507bd%2C35969%2C1731025806367.1731025844188 with entries=0, filesize=85 B; new WAL /user/jenkins/test-data/e864f493-d64a-a972-485b-9e7917f52b3b/WALs/3302f0f507bd,35969,1731025806367/3302f0f507bd%2C35969%2C1731025806367.1731025846186 2024-11-08T00:30:46,209 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43875:43875),(127.0.0.1/127.0.0.1:43327:43327)] 2024-11-08T00:30:46,209 DEBUG [Time-limited test {}] wal.AbstractFSWAL(879): hdfs://localhost:39609/user/jenkins/test-data/e864f493-d64a-a972-485b-9e7917f52b3b/WALs/3302f0f507bd,35969,1731025806367/3302f0f507bd%2C35969%2C1731025806367.1731025844188 is not closed yet, will try archiving it next time 2024-11-08T00:30:46,211 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34805 is added to blk_1073741840_1016 (size=93) 2024-11-08T00:30:46,211 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43815 is added to blk_1073741840_1016 (size=93) 2024-11-08T00:30:46,212 INFO [WAL-Archive-0 {}] wal.AbstractFSWAL(968): Archiving hdfs://localhost:39609/user/jenkins/test-data/e864f493-d64a-a972-485b-9e7917f52b3b/WALs/3302f0f507bd,35969,1731025806367/3302f0f507bd%2C35969%2C1731025806367.1731025844188 to hdfs://localhost:39609/user/jenkins/test-data/e864f493-d64a-a972-485b-9e7917f52b3b/oldWALs/3302f0f507bd%2C35969%2C1731025806367.1731025844188 2024-11-08T00:30:49,212 INFO [master/3302f0f507bd:0.Chore.1 {}] migrate.RollingUpgradeChore(116): There is no table to migrate StoreFileTracker! 2024-11-08T00:30:49,212 INFO [master/3302f0f507bd:0.Chore.1 {}] migrate.RollingUpgradeChore(85): All Rolling-Upgrade tasks are complete, shutdown RollingUpgradeChore! 2024-11-08T00:30:54,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35969 {}] regionserver.HRegion(8855): Flush requested on f3d520f8fe90357653ecff4c4d492ba3 2024-11-08T00:30:54,243 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing f3d520f8fe90357653ecff4c4d492ba3 1/1 column families, dataSize=8.21 KB heapSize=9.06 KB 2024-11-08T00:30:54,252 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39609/user/jenkins/test-data/e864f493-d64a-a972-485b-9e7917f52b3b/data/default/TestLogRolling-testSlowSyncLogRolling/f3d520f8fe90357653ecff4c4d492ba3/.tmp/info/f4c54ef717714608897bd20693322bfa is 1055, key is row0009/info:/1731025835138/Put/seqid=0 2024-11-08T00:30:54,259 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43815 is added to blk_1073741842_1018 (size=13386) 2024-11-08T00:30:54,260 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34805 is added to blk_1073741842_1018 (size=13386) 2024-11-08T00:30:54,260 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.21 KB at sequenceid=23 (bloomFilter=true), to=hdfs://localhost:39609/user/jenkins/test-data/e864f493-d64a-a972-485b-9e7917f52b3b/data/default/TestLogRolling-testSlowSyncLogRolling/f3d520f8fe90357653ecff4c4d492ba3/.tmp/info/f4c54ef717714608897bd20693322bfa 2024-11-08T00:30:54,273 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39609/user/jenkins/test-data/e864f493-d64a-a972-485b-9e7917f52b3b/data/default/TestLogRolling-testSlowSyncLogRolling/f3d520f8fe90357653ecff4c4d492ba3/.tmp/info/f4c54ef717714608897bd20693322bfa as hdfs://localhost:39609/user/jenkins/test-data/e864f493-d64a-a972-485b-9e7917f52b3b/data/default/TestLogRolling-testSlowSyncLogRolling/f3d520f8fe90357653ecff4c4d492ba3/info/f4c54ef717714608897bd20693322bfa 2024-11-08T00:30:54,282 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39609/user/jenkins/test-data/e864f493-d64a-a972-485b-9e7917f52b3b/data/default/TestLogRolling-testSlowSyncLogRolling/f3d520f8fe90357653ecff4c4d492ba3/info/f4c54ef717714608897bd20693322bfa, entries=8, sequenceid=23, filesize=13.1 K 2024-11-08T00:30:54,284 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~8.21 KB/8408, heapSize ~9.05 KB/9264, currentSize=0 B/0 for f3d520f8fe90357653ecff4c4d492ba3 in 41ms, sequenceid=23, compaction requested=false 2024-11-08T00:30:54,284 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for f3d520f8fe90357653ecff4c4d492ba3: 2024-11-08T00:30:54,284 DEBUG [MemStoreFlusher.0 {}] regionserver.ConstantSizeRegionSplitPolicy(101): Should split because region size is big enough sumSize=26.1 K, sizeToCheck=16.0 K 2024-11-08T00:30:54,284 DEBUG [MemStoreFlusher.0 {}] regionserver.IncreasingToUpperBoundRegionSplitPolicy(85): regionsWithCommonTable=1 2024-11-08T00:30:54,285 DEBUG [MemStoreFlusher.0 {}] regionserver.StoreUtils(137): cannot split hdfs://localhost:39609/user/jenkins/test-data/e864f493-d64a-a972-485b-9e7917f52b3b/data/default/TestLogRolling-testSlowSyncLogRolling/f3d520f8fe90357653ecff4c4d492ba3/info/2bd60190b6b7439da1f2e68d0dbc0108 because midkey is the same as first or last row 2024-11-08T00:30:54,351 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsRegionWrapperImpl$HRegionMetricsWrapperRunnable(329): Region f3d520f8fe90357653ecff4c4d492ba3, had cached 0 bytes from a total of 26772 2024-11-08T00:31:04,714 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-08T00:31:06,283 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-08T00:31:06,284 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-08T00:31:06,285 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.regionserver.wal.AbstractTestLogRolling.tearDown(AbstractTestLogRolling.java:163) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-08T00:31:06,297 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T00:31:06,298 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T00:31:06,298 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-08T00:31:06,298 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-08T00:31:06,298 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1012030733, stopped=false 2024-11-08T00:31:06,298 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=3302f0f507bd,46393,1731025805607 2024-11-08T00:31:06,365 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35969-0x10117d999830001, quorum=127.0.0.1:54090, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-08T00:31:06,365 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46393-0x10117d999830000, quorum=127.0.0.1:54090, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-08T00:31:06,365 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35969-0x10117d999830001, quorum=127.0.0.1:54090, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T00:31:06,365 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-08T00:31:06,365 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46393-0x10117d999830000, quorum=127.0.0.1:54090, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T00:31:06,366 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-08T00:31:06,366 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.regionserver.wal.AbstractTestLogRolling.tearDown(AbstractTestLogRolling.java:163) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-08T00:31:06,367 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T00:31:06,367 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:35969-0x10117d999830001, quorum=127.0.0.1:54090, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-08T00:31:06,367 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:46393-0x10117d999830000, quorum=127.0.0.1:54090, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-08T00:31:06,367 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '3302f0f507bd,35969,1731025806367' ***** 2024-11-08T00:31:06,368 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-08T00:31:06,368 INFO [RS:0;3302f0f507bd:35969 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-08T00:31:06,369 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-08T00:31:06,369 INFO [RS:0;3302f0f507bd:35969 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-08T00:31:06,369 INFO [RS:0;3302f0f507bd:35969 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-08T00:31:06,370 INFO [RS:0;3302f0f507bd:35969 {}] regionserver.HRegionServer(3091): Received CLOSE for f3d520f8fe90357653ecff4c4d492ba3 2024-11-08T00:31:06,370 INFO [RS:0;3302f0f507bd:35969 {}] regionserver.HRegionServer(959): stopping server 3302f0f507bd,35969,1731025806367 2024-11-08T00:31:06,370 INFO [RS:0;3302f0f507bd:35969 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-08T00:31:06,371 INFO [RS:0;3302f0f507bd:35969 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;3302f0f507bd:35969. 2024-11-08T00:31:06,371 DEBUG [RS:0;3302f0f507bd:35969 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-08T00:31:06,371 DEBUG [RS:0;3302f0f507bd:35969 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T00:31:06,371 DEBUG [RS_CLOSE_REGION-regionserver/3302f0f507bd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing f3d520f8fe90357653ecff4c4d492ba3, disabling compactions & flushes 2024-11-08T00:31:06,371 INFO [RS:0;3302f0f507bd:35969 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-08T00:31:06,371 INFO [RS_CLOSE_REGION-regionserver/3302f0f507bd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region TestLogRolling-testSlowSyncLogRolling,,1731025808937.f3d520f8fe90357653ecff4c4d492ba3. 2024-11-08T00:31:06,371 INFO [RS:0;3302f0f507bd:35969 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-08T00:31:06,371 INFO [RS:0;3302f0f507bd:35969 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-08T00:31:06,371 DEBUG [RS_CLOSE_REGION-regionserver/3302f0f507bd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on TestLogRolling-testSlowSyncLogRolling,,1731025808937.f3d520f8fe90357653ecff4c4d492ba3. 2024-11-08T00:31:06,371 DEBUG [RS_CLOSE_REGION-regionserver/3302f0f507bd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on TestLogRolling-testSlowSyncLogRolling,,1731025808937.f3d520f8fe90357653ecff4c4d492ba3. after waiting 0 ms 2024-11-08T00:31:06,371 INFO [RS:0;3302f0f507bd:35969 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-08T00:31:06,371 DEBUG [RS_CLOSE_REGION-regionserver/3302f0f507bd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region TestLogRolling-testSlowSyncLogRolling,,1731025808937.f3d520f8fe90357653ecff4c4d492ba3. 2024-11-08T00:31:06,372 INFO [RS_CLOSE_REGION-regionserver/3302f0f507bd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing f3d520f8fe90357653ecff4c4d492ba3 1/1 column families, dataSize=5.13 KB heapSize=5.76 KB 2024-11-08T00:31:06,372 INFO [RS:0;3302f0f507bd:35969 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-08T00:31:06,372 DEBUG [RS_CLOSE_META-regionserver/3302f0f507bd:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-08T00:31:06,372 DEBUG [RS:0;3302f0f507bd:35969 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, f3d520f8fe90357653ecff4c4d492ba3=TestLogRolling-testSlowSyncLogRolling,,1731025808937.f3d520f8fe90357653ecff4c4d492ba3.} 2024-11-08T00:31:06,372 INFO [RS_CLOSE_META-regionserver/3302f0f507bd:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-08T00:31:06,372 DEBUG [RS_CLOSE_META-regionserver/3302f0f507bd:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-08T00:31:06,372 DEBUG [RS_CLOSE_META-regionserver/3302f0f507bd:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-08T00:31:06,372 DEBUG [RS_CLOSE_META-regionserver/3302f0f507bd:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-08T00:31:06,372 DEBUG [RS:0;3302f0f507bd:35969 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, f3d520f8fe90357653ecff4c4d492ba3 2024-11-08T00:31:06,372 INFO [RS_CLOSE_META-regionserver/3302f0f507bd:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=1.65 KB heapSize=3.67 KB 2024-11-08T00:31:06,380 DEBUG [RS_CLOSE_REGION-regionserver/3302f0f507bd:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39609/user/jenkins/test-data/e864f493-d64a-a972-485b-9e7917f52b3b/data/default/TestLogRolling-testSlowSyncLogRolling/f3d520f8fe90357653ecff4c4d492ba3/.tmp/info/71c4fce433754f029306ec4d217e27bf is 1055, key is row0017/info:/1731025856247/Put/seqid=0 2024-11-08T00:31:06,388 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43815 is added to blk_1073741843_1019 (size=10222) 2024-11-08T00:31:06,389 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34805 is added to blk_1073741843_1019 (size=10222) 2024-11-08T00:31:06,390 INFO [RS_CLOSE_REGION-regionserver/3302f0f507bd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=5.13 KB at sequenceid=31 (bloomFilter=true), to=hdfs://localhost:39609/user/jenkins/test-data/e864f493-d64a-a972-485b-9e7917f52b3b/data/default/TestLogRolling-testSlowSyncLogRolling/f3d520f8fe90357653ecff4c4d492ba3/.tmp/info/71c4fce433754f029306ec4d217e27bf 2024-11-08T00:31:06,396 DEBUG [RS_CLOSE_META-regionserver/3302f0f507bd:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39609/user/jenkins/test-data/e864f493-d64a-a972-485b-9e7917f52b3b/data/hbase/meta/1588230740/.tmp/info/cb95078a11634779a715cfc5b0c1cc20 is 195, key is TestLogRolling-testSlowSyncLogRolling,,1731025808937.f3d520f8fe90357653ecff4c4d492ba3./info:regioninfo/1731025809375/Put/seqid=0 2024-11-08T00:31:06,401 DEBUG [RS_CLOSE_REGION-regionserver/3302f0f507bd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39609/user/jenkins/test-data/e864f493-d64a-a972-485b-9e7917f52b3b/data/default/TestLogRolling-testSlowSyncLogRolling/f3d520f8fe90357653ecff4c4d492ba3/.tmp/info/71c4fce433754f029306ec4d217e27bf as hdfs://localhost:39609/user/jenkins/test-data/e864f493-d64a-a972-485b-9e7917f52b3b/data/default/TestLogRolling-testSlowSyncLogRolling/f3d520f8fe90357653ecff4c4d492ba3/info/71c4fce433754f029306ec4d217e27bf 2024-11-08T00:31:06,402 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34805 is added to blk_1073741844_1020 (size=7016) 2024-11-08T00:31:06,403 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43815 is added to blk_1073741844_1020 (size=7016) 2024-11-08T00:31:06,403 INFO [RS_CLOSE_META-regionserver/3302f0f507bd:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.45 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:39609/user/jenkins/test-data/e864f493-d64a-a972-485b-9e7917f52b3b/data/hbase/meta/1588230740/.tmp/info/cb95078a11634779a715cfc5b0c1cc20 2024-11-08T00:31:06,411 INFO [RS_CLOSE_REGION-regionserver/3302f0f507bd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39609/user/jenkins/test-data/e864f493-d64a-a972-485b-9e7917f52b3b/data/default/TestLogRolling-testSlowSyncLogRolling/f3d520f8fe90357653ecff4c4d492ba3/info/71c4fce433754f029306ec4d217e27bf, entries=5, sequenceid=31, filesize=10.0 K 2024-11-08T00:31:06,413 INFO [RS_CLOSE_REGION-regionserver/3302f0f507bd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~5.13 KB/5255, heapSize ~5.74 KB/5880, currentSize=0 B/0 for f3d520f8fe90357653ecff4c4d492ba3 in 42ms, sequenceid=31, compaction requested=true 2024-11-08T00:31:06,420 DEBUG [RS_CLOSE_REGION-regionserver/3302f0f507bd:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39609/user/jenkins/test-data/e864f493-d64a-a972-485b-9e7917f52b3b/data/default/TestLogRolling-testSlowSyncLogRolling/f3d520f8fe90357653ecff4c4d492ba3/recovered.edits/34.seqid, newMaxSeqId=34, maxSeqId=1 2024-11-08T00:31:06,422 INFO [RS_CLOSE_REGION-regionserver/3302f0f507bd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed TestLogRolling-testSlowSyncLogRolling,,1731025808937.f3d520f8fe90357653ecff4c4d492ba3. 2024-11-08T00:31:06,422 DEBUG [RS_CLOSE_REGION-regionserver/3302f0f507bd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for f3d520f8fe90357653ecff4c4d492ba3: Waiting for close lock at 1731025866371Running coprocessor pre-close hooks at 1731025866371Disabling compacts and flushes for region at 1731025866371Disabling writes for close at 1731025866371Obtaining lock to block concurrent updates at 1731025866372 (+1 ms)Preparing flush snapshotting stores in f3d520f8fe90357653ecff4c4d492ba3 at 1731025866372Finished memstore snapshotting TestLogRolling-testSlowSyncLogRolling,,1731025808937.f3d520f8fe90357653ecff4c4d492ba3., syncing WAL and waiting on mvcc, flushsize=dataSize=5255, getHeapSize=5880, getOffHeapSize=0, getCellsCount=5 at 1731025866372Flushing stores of TestLogRolling-testSlowSyncLogRolling,,1731025808937.f3d520f8fe90357653ecff4c4d492ba3. at 1731025866373 (+1 ms)Flushing f3d520f8fe90357653ecff4c4d492ba3/info: creating writer at 1731025866373Flushing f3d520f8fe90357653ecff4c4d492ba3/info: appending metadata at 1731025866380 (+7 ms)Flushing f3d520f8fe90357653ecff4c4d492ba3/info: closing flushed file at 1731025866380Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1b53ec6c: reopening flushed file at 1731025866400 (+20 ms)Finished flush of dataSize ~5.13 KB/5255, heapSize ~5.74 KB/5880, currentSize=0 B/0 for f3d520f8fe90357653ecff4c4d492ba3 in 42ms, sequenceid=31, compaction requested=true at 1731025866413 (+13 ms)Writing region close event to WAL at 1731025866414 (+1 ms)Running coprocessor post-close hooks at 1731025866421 (+7 ms)Closed at 1731025866422 (+1 ms) 2024-11-08T00:31:06,423 DEBUG [RS_CLOSE_REGION-regionserver/3302f0f507bd:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed TestLogRolling-testSlowSyncLogRolling,,1731025808937.f3d520f8fe90357653ecff4c4d492ba3. 2024-11-08T00:31:06,433 DEBUG [RS_CLOSE_META-regionserver/3302f0f507bd:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39609/user/jenkins/test-data/e864f493-d64a-a972-485b-9e7917f52b3b/data/hbase/meta/1588230740/.tmp/ns/25cc7ab3adbb43dfb85c20815a2479ef is 43, key is default/ns:d/1731025808743/Put/seqid=0 2024-11-08T00:31:06,440 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34805 is added to blk_1073741845_1021 (size=5153) 2024-11-08T00:31:06,440 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43815 is added to blk_1073741845_1021 (size=5153) 2024-11-08T00:31:06,441 INFO [RS_CLOSE_META-regionserver/3302f0f507bd:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:39609/user/jenkins/test-data/e864f493-d64a-a972-485b-9e7917f52b3b/data/hbase/meta/1588230740/.tmp/ns/25cc7ab3adbb43dfb85c20815a2479ef 2024-11-08T00:31:06,465 DEBUG [RS_CLOSE_META-regionserver/3302f0f507bd:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39609/user/jenkins/test-data/e864f493-d64a-a972-485b-9e7917f52b3b/data/hbase/meta/1588230740/.tmp/table/ef6a68eea53a4adca9874bc906b0f288 is 73, key is TestLogRolling-testSlowSyncLogRolling/table:state/1731025809413/Put/seqid=0 2024-11-08T00:31:06,472 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34805 is added to blk_1073741846_1022 (size=5396) 2024-11-08T00:31:06,472 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43815 is added to blk_1073741846_1022 (size=5396) 2024-11-08T00:31:06,473 INFO [RS_CLOSE_META-regionserver/3302f0f507bd:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=138 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:39609/user/jenkins/test-data/e864f493-d64a-a972-485b-9e7917f52b3b/data/hbase/meta/1588230740/.tmp/table/ef6a68eea53a4adca9874bc906b0f288 2024-11-08T00:31:06,483 DEBUG [RS_CLOSE_META-regionserver/3302f0f507bd:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39609/user/jenkins/test-data/e864f493-d64a-a972-485b-9e7917f52b3b/data/hbase/meta/1588230740/.tmp/info/cb95078a11634779a715cfc5b0c1cc20 as hdfs://localhost:39609/user/jenkins/test-data/e864f493-d64a-a972-485b-9e7917f52b3b/data/hbase/meta/1588230740/info/cb95078a11634779a715cfc5b0c1cc20 2024-11-08T00:31:06,494 INFO [RS_CLOSE_META-regionserver/3302f0f507bd:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39609/user/jenkins/test-data/e864f493-d64a-a972-485b-9e7917f52b3b/data/hbase/meta/1588230740/info/cb95078a11634779a715cfc5b0c1cc20, entries=10, sequenceid=11, filesize=6.9 K 2024-11-08T00:31:06,496 DEBUG [RS_CLOSE_META-regionserver/3302f0f507bd:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39609/user/jenkins/test-data/e864f493-d64a-a972-485b-9e7917f52b3b/data/hbase/meta/1588230740/.tmp/ns/25cc7ab3adbb43dfb85c20815a2479ef as hdfs://localhost:39609/user/jenkins/test-data/e864f493-d64a-a972-485b-9e7917f52b3b/data/hbase/meta/1588230740/ns/25cc7ab3adbb43dfb85c20815a2479ef 2024-11-08T00:31:06,506 INFO [RS_CLOSE_META-regionserver/3302f0f507bd:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39609/user/jenkins/test-data/e864f493-d64a-a972-485b-9e7917f52b3b/data/hbase/meta/1588230740/ns/25cc7ab3adbb43dfb85c20815a2479ef, entries=2, sequenceid=11, filesize=5.0 K 2024-11-08T00:31:06,508 DEBUG [RS_CLOSE_META-regionserver/3302f0f507bd:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39609/user/jenkins/test-data/e864f493-d64a-a972-485b-9e7917f52b3b/data/hbase/meta/1588230740/.tmp/table/ef6a68eea53a4adca9874bc906b0f288 as hdfs://localhost:39609/user/jenkins/test-data/e864f493-d64a-a972-485b-9e7917f52b3b/data/hbase/meta/1588230740/table/ef6a68eea53a4adca9874bc906b0f288 2024-11-08T00:31:06,517 INFO [RS_CLOSE_META-regionserver/3302f0f507bd:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39609/user/jenkins/test-data/e864f493-d64a-a972-485b-9e7917f52b3b/data/hbase/meta/1588230740/table/ef6a68eea53a4adca9874bc906b0f288, entries=2, sequenceid=11, filesize=5.3 K 2024-11-08T00:31:06,518 INFO [RS_CLOSE_META-regionserver/3302f0f507bd:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~1.65 KB/1692, heapSize ~3.38 KB/3456, currentSize=0 B/0 for 1588230740 in 146ms, sequenceid=11, compaction requested=false 2024-11-08T00:31:06,525 DEBUG [RS_CLOSE_META-regionserver/3302f0f507bd:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39609/user/jenkins/test-data/e864f493-d64a-a972-485b-9e7917f52b3b/data/hbase/meta/1588230740/recovered.edits/14.seqid, newMaxSeqId=14, maxSeqId=1 2024-11-08T00:31:06,526 DEBUG [RS_CLOSE_META-regionserver/3302f0f507bd:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-08T00:31:06,526 INFO [RS_CLOSE_META-regionserver/3302f0f507bd:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-08T00:31:06,526 DEBUG [RS_CLOSE_META-regionserver/3302f0f507bd:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731025866372Running coprocessor pre-close hooks at 1731025866372Disabling compacts and flushes for region at 1731025866372Disabling writes for close at 1731025866372Obtaining lock to block concurrent updates at 1731025866373 (+1 ms)Preparing flush snapshotting stores in 1588230740 at 1731025866373Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=1692, getHeapSize=3696, getOffHeapSize=0, getCellsCount=14 at 1731025866373Flushing stores of hbase:meta,,1.1588230740 at 1731025866374 (+1 ms)Flushing 1588230740/info: creating writer at 1731025866374Flushing 1588230740/info: appending metadata at 1731025866396 (+22 ms)Flushing 1588230740/info: closing flushed file at 1731025866396Flushing 1588230740/ns: creating writer at 1731025866412 (+16 ms)Flushing 1588230740/ns: appending metadata at 1731025866432 (+20 ms)Flushing 1588230740/ns: closing flushed file at 1731025866432Flushing 1588230740/table: creating writer at 1731025866449 (+17 ms)Flushing 1588230740/table: appending metadata at 1731025866465 (+16 ms)Flushing 1588230740/table: closing flushed file at 1731025866465Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@50f1fb4e: reopening flushed file at 1731025866482 (+17 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@71756e04: reopening flushed file at 1731025866495 (+13 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7b88aa43: reopening flushed file at 1731025866506 (+11 ms)Finished flush of dataSize ~1.65 KB/1692, heapSize ~3.38 KB/3456, currentSize=0 B/0 for 1588230740 in 146ms, sequenceid=11, compaction requested=false at 1731025866518 (+12 ms)Writing region close event to WAL at 1731025866520 (+2 ms)Running coprocessor post-close hooks at 1731025866526 (+6 ms)Closed at 1731025866526 2024-11-08T00:31:06,526 DEBUG [RS_CLOSE_META-regionserver/3302f0f507bd:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-08T00:31:06,573 INFO [RS:0;3302f0f507bd:35969 {}] regionserver.HRegionServer(976): stopping server 3302f0f507bd,35969,1731025806367; all regions closed. 2024-11-08T00:31:06,579 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34805 is added to blk_1073741834_1010 (size=3066) 2024-11-08T00:31:06,579 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43815 is added to blk_1073741834_1010 (size=3066) 2024-11-08T00:31:06,587 DEBUG [RS:0;3302f0f507bd:35969 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/e864f493-d64a-a972-485b-9e7917f52b3b/oldWALs 2024-11-08T00:31:06,587 INFO [RS:0;3302f0f507bd:35969 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 3302f0f507bd%2C35969%2C1731025806367.meta:.meta(num 1731025808518) 2024-11-08T00:31:06,590 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34805 is added to blk_1073741841_1017 (size=13164) 2024-11-08T00:31:06,590 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/e864f493-d64a-a972-485b-9e7917f52b3b/WALs/3302f0f507bd,35969,1731025806367/3302f0f507bd%2C35969%2C1731025806367.1731025846186 not finished, retry = 0 2024-11-08T00:31:06,590 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43815 is added to blk_1073741841_1017 (size=13164) 2024-11-08T00:31:06,704 DEBUG [RS:0;3302f0f507bd:35969 {}] wal.AbstractFSWAL(1256): Moved 3 WAL file(s) to /user/jenkins/test-data/e864f493-d64a-a972-485b-9e7917f52b3b/oldWALs 2024-11-08T00:31:06,704 INFO [RS:0;3302f0f507bd:35969 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 3302f0f507bd%2C35969%2C1731025806367:(num 1731025846186) 2024-11-08T00:31:06,704 DEBUG [RS:0;3302f0f507bd:35969 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T00:31:06,704 INFO [RS:0;3302f0f507bd:35969 {}] regionserver.LeaseManager(133): Closed leases 2024-11-08T00:31:06,704 INFO [RS:0;3302f0f507bd:35969 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-08T00:31:06,705 INFO [RS:0;3302f0f507bd:35969 {}] hbase.ChoreService(370): Chore service for: regionserver/3302f0f507bd:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-08T00:31:06,705 INFO [RS:0;3302f0f507bd:35969 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-08T00:31:06,705 INFO [regionserver/3302f0f507bd:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-08T00:31:06,706 INFO [RS:0;3302f0f507bd:35969 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:35969 2024-11-08T00:31:06,754 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35969-0x10117d999830001, quorum=127.0.0.1:54090, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/3302f0f507bd,35969,1731025806367 2024-11-08T00:31:06,754 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46393-0x10117d999830000, quorum=127.0.0.1:54090, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-08T00:31:06,754 INFO [RS:0;3302f0f507bd:35969 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-08T00:31:06,765 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [3302f0f507bd,35969,1731025806367] 2024-11-08T00:31:06,775 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/3302f0f507bd,35969,1731025806367 already deleted, retry=false 2024-11-08T00:31:06,775 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 3302f0f507bd,35969,1731025806367 expired; onlineServers=0 2024-11-08T00:31:06,775 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '3302f0f507bd,46393,1731025805607' ***** 2024-11-08T00:31:06,775 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-08T00:31:06,775 INFO [M:0;3302f0f507bd:46393 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-08T00:31:06,775 INFO [M:0;3302f0f507bd:46393 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-08T00:31:06,776 DEBUG [M:0;3302f0f507bd:46393 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-08T00:31:06,776 DEBUG [M:0;3302f0f507bd:46393 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-08T00:31:06,776 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-08T00:31:06,776 DEBUG [master/3302f0f507bd:0:becomeActiveMaster-HFileCleaner.small.0-1731025807728 {}] cleaner.HFileCleaner(306): Exit Thread[master/3302f0f507bd:0:becomeActiveMaster-HFileCleaner.small.0-1731025807728,5,FailOnTimeoutGroup] 2024-11-08T00:31:06,776 DEBUG [master/3302f0f507bd:0:becomeActiveMaster-HFileCleaner.large.0-1731025807727 {}] cleaner.HFileCleaner(306): Exit Thread[master/3302f0f507bd:0:becomeActiveMaster-HFileCleaner.large.0-1731025807727,5,FailOnTimeoutGroup] 2024-11-08T00:31:06,776 INFO [M:0;3302f0f507bd:46393 {}] hbase.ChoreService(370): Chore service for: master/3302f0f507bd:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-08T00:31:06,776 INFO [M:0;3302f0f507bd:46393 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-08T00:31:06,776 DEBUG [M:0;3302f0f507bd:46393 {}] master.HMaster(1795): Stopping service threads 2024-11-08T00:31:06,777 INFO [M:0;3302f0f507bd:46393 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-08T00:31:06,777 INFO [M:0;3302f0f507bd:46393 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-08T00:31:06,777 INFO [M:0;3302f0f507bd:46393 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-08T00:31:06,778 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-08T00:31:06,785 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46393-0x10117d999830000, quorum=127.0.0.1:54090, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master 2024-11-08T00:31:06,785 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46393-0x10117d999830000, quorum=127.0.0.1:54090, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T00:31:06,786 DEBUG [M:0;3302f0f507bd:46393 {}] zookeeper.ZKUtil(347): master:46393-0x10117d999830000, quorum=127.0.0.1:54090, baseZNode=/hbase Unable to get data of znode /hbase/master because node does not exist (not an error) 2024-11-08T00:31:06,786 WARN [M:0;3302f0f507bd:46393 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-08T00:31:06,787 INFO [M:0;3302f0f507bd:46393 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:39609/user/jenkins/test-data/e864f493-d64a-a972-485b-9e7917f52b3b/.lastflushedseqids 2024-11-08T00:31:06,802 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43815 is added to blk_1073741847_1023 (size=130) 2024-11-08T00:31:06,802 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34805 is added to blk_1073741847_1023 (size=130) 2024-11-08T00:31:06,803 INFO [M:0;3302f0f507bd:46393 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-08T00:31:06,803 INFO [M:0;3302f0f507bd:46393 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-08T00:31:06,803 DEBUG [M:0;3302f0f507bd:46393 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-08T00:31:06,803 INFO [M:0;3302f0f507bd:46393 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T00:31:06,803 DEBUG [M:0;3302f0f507bd:46393 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T00:31:06,803 DEBUG [M:0;3302f0f507bd:46393 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-08T00:31:06,803 DEBUG [M:0;3302f0f507bd:46393 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T00:31:06,804 INFO [M:0;3302f0f507bd:46393 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=23.02 KB heapSize=29.20 KB 2024-11-08T00:31:06,821 DEBUG [M:0;3302f0f507bd:46393 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39609/user/jenkins/test-data/e864f493-d64a-a972-485b-9e7917f52b3b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/657e95407b6a4386b7d740e10c51e177 is 82, key is hbase:meta,,1/info:regioninfo/1731025808598/Put/seqid=0 2024-11-08T00:31:06,828 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43815 is added to blk_1073741848_1024 (size=5672) 2024-11-08T00:31:06,828 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34805 is added to blk_1073741848_1024 (size=5672) 2024-11-08T00:31:06,828 INFO [M:0;3302f0f507bd:46393 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=59 (bloomFilter=true), to=hdfs://localhost:39609/user/jenkins/test-data/e864f493-d64a-a972-485b-9e7917f52b3b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/657e95407b6a4386b7d740e10c51e177 2024-11-08T00:31:06,854 DEBUG [M:0;3302f0f507bd:46393 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39609/user/jenkins/test-data/e864f493-d64a-a972-485b-9e7917f52b3b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/f42e1c141d1a4ff4b045c871f0990cb3 is 766, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1731025809422/Put/seqid=0 2024-11-08T00:31:06,861 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34805 is added to blk_1073741849_1025 (size=6247) 2024-11-08T00:31:06,861 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43815 is added to blk_1073741849_1025 (size=6247) 2024-11-08T00:31:06,861 INFO [M:0;3302f0f507bd:46393 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.42 KB at sequenceid=59 (bloomFilter=true), to=hdfs://localhost:39609/user/jenkins/test-data/e864f493-d64a-a972-485b-9e7917f52b3b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/f42e1c141d1a4ff4b045c871f0990cb3 2024-11-08T00:31:06,865 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35969-0x10117d999830001, quorum=127.0.0.1:54090, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-08T00:31:06,865 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35969-0x10117d999830001, quorum=127.0.0.1:54090, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-08T00:31:06,866 INFO [RS:0;3302f0f507bd:35969 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-08T00:31:06,866 INFO [RS:0;3302f0f507bd:35969 {}] regionserver.HRegionServer(1031): Exiting; stopping=3302f0f507bd,35969,1731025806367; zookeeper connection closed. 2024-11-08T00:31:06,867 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@29672517 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@29672517 2024-11-08T00:31:06,867 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-08T00:31:06,870 INFO [M:0;3302f0f507bd:46393 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for f42e1c141d1a4ff4b045c871f0990cb3 2024-11-08T00:31:06,887 DEBUG [M:0;3302f0f507bd:46393 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39609/user/jenkins/test-data/e864f493-d64a-a972-485b-9e7917f52b3b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/feba1ed86088417da2aa1e72aef6f7aa is 69, key is 3302f0f507bd,35969,1731025806367/rs:state/1731025807767/Put/seqid=0 2024-11-08T00:31:06,893 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34805 is added to blk_1073741850_1026 (size=5156) 2024-11-08T00:31:06,894 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43815 is added to blk_1073741850_1026 (size=5156) 2024-11-08T00:31:06,894 INFO [M:0;3302f0f507bd:46393 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=59 (bloomFilter=true), to=hdfs://localhost:39609/user/jenkins/test-data/e864f493-d64a-a972-485b-9e7917f52b3b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/feba1ed86088417da2aa1e72aef6f7aa 2024-11-08T00:31:06,916 DEBUG [M:0;3302f0f507bd:46393 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39609/user/jenkins/test-data/e864f493-d64a-a972-485b-9e7917f52b3b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/state/fbec1443d7d94c5281e6e7f00b55edc3 is 52, key is load_balancer_on/state:d/1731025808919/Put/seqid=0 2024-11-08T00:31:06,922 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34805 is added to blk_1073741851_1027 (size=5056) 2024-11-08T00:31:06,922 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43815 is added to blk_1073741851_1027 (size=5056) 2024-11-08T00:31:06,923 INFO [M:0;3302f0f507bd:46393 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=48 B at sequenceid=59 (bloomFilter=true), to=hdfs://localhost:39609/user/jenkins/test-data/e864f493-d64a-a972-485b-9e7917f52b3b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/state/fbec1443d7d94c5281e6e7f00b55edc3 2024-11-08T00:31:06,931 DEBUG [M:0;3302f0f507bd:46393 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39609/user/jenkins/test-data/e864f493-d64a-a972-485b-9e7917f52b3b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/657e95407b6a4386b7d740e10c51e177 as hdfs://localhost:39609/user/jenkins/test-data/e864f493-d64a-a972-485b-9e7917f52b3b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/657e95407b6a4386b7d740e10c51e177 2024-11-08T00:31:06,938 INFO [M:0;3302f0f507bd:46393 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39609/user/jenkins/test-data/e864f493-d64a-a972-485b-9e7917f52b3b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/657e95407b6a4386b7d740e10c51e177, entries=8, sequenceid=59, filesize=5.5 K 2024-11-08T00:31:06,940 DEBUG [M:0;3302f0f507bd:46393 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39609/user/jenkins/test-data/e864f493-d64a-a972-485b-9e7917f52b3b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/f42e1c141d1a4ff4b045c871f0990cb3 as hdfs://localhost:39609/user/jenkins/test-data/e864f493-d64a-a972-485b-9e7917f52b3b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/f42e1c141d1a4ff4b045c871f0990cb3 2024-11-08T00:31:06,947 INFO [M:0;3302f0f507bd:46393 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for f42e1c141d1a4ff4b045c871f0990cb3 2024-11-08T00:31:06,948 INFO [M:0;3302f0f507bd:46393 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39609/user/jenkins/test-data/e864f493-d64a-a972-485b-9e7917f52b3b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/f42e1c141d1a4ff4b045c871f0990cb3, entries=6, sequenceid=59, filesize=6.1 K 2024-11-08T00:31:06,949 DEBUG [M:0;3302f0f507bd:46393 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39609/user/jenkins/test-data/e864f493-d64a-a972-485b-9e7917f52b3b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/feba1ed86088417da2aa1e72aef6f7aa as hdfs://localhost:39609/user/jenkins/test-data/e864f493-d64a-a972-485b-9e7917f52b3b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/feba1ed86088417da2aa1e72aef6f7aa 2024-11-08T00:31:06,957 INFO [M:0;3302f0f507bd:46393 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39609/user/jenkins/test-data/e864f493-d64a-a972-485b-9e7917f52b3b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/feba1ed86088417da2aa1e72aef6f7aa, entries=1, sequenceid=59, filesize=5.0 K 2024-11-08T00:31:06,958 DEBUG [M:0;3302f0f507bd:46393 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39609/user/jenkins/test-data/e864f493-d64a-a972-485b-9e7917f52b3b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/state/fbec1443d7d94c5281e6e7f00b55edc3 as hdfs://localhost:39609/user/jenkins/test-data/e864f493-d64a-a972-485b-9e7917f52b3b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/state/fbec1443d7d94c5281e6e7f00b55edc3 2024-11-08T00:31:06,966 INFO [M:0;3302f0f507bd:46393 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39609/user/jenkins/test-data/e864f493-d64a-a972-485b-9e7917f52b3b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/state/fbec1443d7d94c5281e6e7f00b55edc3, entries=1, sequenceid=59, filesize=4.9 K 2024-11-08T00:31:06,968 INFO [M:0;3302f0f507bd:46393 {}] regionserver.HRegion(3140): Finished flush of dataSize ~23.02 KB/23576, heapSize ~29.14 KB/29840, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 164ms, sequenceid=59, compaction requested=false 2024-11-08T00:31:06,969 INFO [M:0;3302f0f507bd:46393 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T00:31:06,969 DEBUG [M:0;3302f0f507bd:46393 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731025866803Disabling compacts and flushes for region at 1731025866803Disabling writes for close at 1731025866803Obtaining lock to block concurrent updates at 1731025866804 (+1 ms)Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731025866804Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=23576, getHeapSize=29840, getOffHeapSize=0, getCellsCount=70 at 1731025866804Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731025866805 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731025866805Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731025866821 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731025866821Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731025866837 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731025866853 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731025866853Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731025866870 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731025866887 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731025866887Flushing 1595e783b53d99cd5eef43b6debb2682/state: creating writer at 1731025866901 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/state: appending metadata at 1731025866916 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/state: closing flushed file at 1731025866916Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3d7306fb: reopening flushed file at 1731025866929 (+13 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6fdaa61e: reopening flushed file at 1731025866939 (+10 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@57341ddf: reopening flushed file at 1731025866948 (+9 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1c6e58d4: reopening flushed file at 1731025866957 (+9 ms)Finished flush of dataSize ~23.02 KB/23576, heapSize ~29.14 KB/29840, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 164ms, sequenceid=59, compaction requested=false at 1731025866968 (+11 ms)Writing region close event to WAL at 1731025866969 (+1 ms)Closed at 1731025866969 2024-11-08T00:31:06,972 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34805 is added to blk_1073741830_1006 (size=27973) 2024-11-08T00:31:06,973 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43815 is added to blk_1073741830_1006 (size=27973) 2024-11-08T00:31:06,973 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-08T00:31:06,974 INFO [M:0;3302f0f507bd:46393 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-08T00:31:06,974 INFO [M:0;3302f0f507bd:46393 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:46393 2024-11-08T00:31:06,974 INFO [M:0;3302f0f507bd:46393 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-08T00:31:07,086 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46393-0x10117d999830000, quorum=127.0.0.1:54090, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-08T00:31:07,086 INFO [M:0;3302f0f507bd:46393 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-08T00:31:07,086 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46393-0x10117d999830000, quorum=127.0.0.1:54090, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-08T00:31:07,131 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@3b9fe80c{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-08T00:31:07,136 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@431c6310{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-08T00:31:07,136 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-08T00:31:07,136 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@775a6b37{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-08T00:31:07,136 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2d434c3e{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6c5e74bf-98e5-7b71-c87f-7ac128c848fe/hadoop.log.dir/,STOPPED} 2024-11-08T00:31:07,139 WARN [BP-896220153-172.17.0.3-1731025801467 heartbeating to localhost/127.0.0.1:39609 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-08T00:31:07,139 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-08T00:31:07,139 WARN [BP-896220153-172.17.0.3-1731025801467 heartbeating to localhost/127.0.0.1:39609 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-896220153-172.17.0.3-1731025801467 (Datanode Uuid ed06fb98-26c8-4de7-9c8a-e3e4c280bdc4) service to localhost/127.0.0.1:39609 2024-11-08T00:31:07,139 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-08T00:31:07,140 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6c5e74bf-98e5-7b71-c87f-7ac128c848fe/cluster_10e00885-a7ff-d93b-8276-680eecff3774/data/data3/current/BP-896220153-172.17.0.3-1731025801467 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-08T00:31:07,140 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6c5e74bf-98e5-7b71-c87f-7ac128c848fe/cluster_10e00885-a7ff-d93b-8276-680eecff3774/data/data4/current/BP-896220153-172.17.0.3-1731025801467 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-08T00:31:07,141 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-08T00:31:07,142 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@790fbcfe{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-08T00:31:07,143 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@4e3c8436{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-08T00:31:07,143 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-08T00:31:07,143 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@49b96e54{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-08T00:31:07,143 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2973dc0f{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6c5e74bf-98e5-7b71-c87f-7ac128c848fe/hadoop.log.dir/,STOPPED} 2024-11-08T00:31:07,145 WARN [BP-896220153-172.17.0.3-1731025801467 heartbeating to localhost/127.0.0.1:39609 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-08T00:31:07,145 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-08T00:31:07,145 WARN [BP-896220153-172.17.0.3-1731025801467 heartbeating to localhost/127.0.0.1:39609 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-896220153-172.17.0.3-1731025801467 (Datanode Uuid 5c33d01f-22fb-4ac5-9ccf-8b7e798f4b06) service to localhost/127.0.0.1:39609 2024-11-08T00:31:07,145 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-08T00:31:07,145 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6c5e74bf-98e5-7b71-c87f-7ac128c848fe/cluster_10e00885-a7ff-d93b-8276-680eecff3774/data/data1/current/BP-896220153-172.17.0.3-1731025801467 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-08T00:31:07,145 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6c5e74bf-98e5-7b71-c87f-7ac128c848fe/cluster_10e00885-a7ff-d93b-8276-680eecff3774/data/data2/current/BP-896220153-172.17.0.3-1731025801467 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-08T00:31:07,146 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-08T00:31:07,156 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@612e4b2b{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-08T00:31:07,157 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@65270512{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-08T00:31:07,157 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-08T00:31:07,157 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6932e96{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-08T00:31:07,158 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@20abc9e4{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6c5e74bf-98e5-7b71-c87f-7ac128c848fe/hadoop.log.dir/,STOPPED} 2024-11-08T00:31:07,165 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-08T00:31:07,192 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-08T00:31:07,200 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.wal.TestAsyncLogRolling#testSlowSyncLogRolling Thread=68 (was 12) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:39609 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.0@localhost:39609 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-3-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (961219246) connection to localhost/127.0.0.1:39609 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: org.apache.hadoop.fs.FileSystem$Statistics$StatisticsDataReferenceCleaner java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:155) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:176) app//org.apache.hadoop.fs.FileSystem$Statistics$StatisticsDataReferenceCleaner.run(FileSystem.java:4171) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-3-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-2-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: SessionTracker java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.server.SessionTrackerImpl.run(SessionTrackerImpl.java:163) Potentially hanging thread: regionserver/3302f0f507bd:0.procedureResultReporter java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.regionserver.RemoteProcedureResultReporter.run(RemoteProcedureResultReporter.java:75) Potentially hanging thread: IPC Client (961219246) connection to localhost/127.0.0.1:39609 from jenkins.hfs.0 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-1-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: region-location-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-3-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkUntil(LockSupport.java:410) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1726) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: regionserver/3302f0f507bd:0.leaseChecker java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hbase.regionserver.LeaseManager.run(LeaseManager.java:82) Potentially hanging thread: HBase-Metrics2-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (961219246) connection to localhost/127.0.0.1:39609 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-3-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Async-Client-Retry-Timer-pool-0 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.waitForNextTick(HashedWheelTimer.java:598) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:494) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Timer for 'HBase' metrics system java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: org.apache.hadoop.hdfs.PeerCache@632e56cd java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.PeerCache.run(PeerCache.java:253) app//org.apache.hadoop.hdfs.PeerCache.access$000(PeerCache.java:46) app//org.apache.hadoop.hdfs.PeerCache$1.run(PeerCache.java:124) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: SSL Certificates Store Monitor java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:537) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: Monitor thread for TaskMonitor java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hbase.monitoring.TaskMonitor$MonitorRunnable.run(TaskMonitor.java:325) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: weak-ref-cleaner-strictcontextstorage java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:155) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:176) app//io.opentelemetry.context.StrictContextStorage$PendingScopes.run(StrictContextStorage.java:269) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-3 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: nioEventLoopGroup-4-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: master/3302f0f507bd:0:becomeActiveMaster-MemStoreChunkPool Statistics java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-3-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-4 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-5 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: ForkJoinPool-2-worker-6 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: nioEventLoopGroup-4-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: SnapshotHandlerChoreCleaner java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-1-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Slow-sync-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Idle-Rpc-Conn-Sweeper-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:39609 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-2-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-2 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: RpcClient-timer-pool-0 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.waitForNextTick(HashedWheelTimer.java:598) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:494) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: master/3302f0f507bd:0:becomeActiveMaster-MemStoreChunkPool Statistics java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-4 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: HMaster-EventLoopGroup-1-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: GcTimeMonitor obsWindow = 60000, sleepInterval = 5000, maxGcTimePerc = 100 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.util.GcTimeMonitor.run(GcTimeMonitor.java:161) Potentially hanging thread: nioEventLoopGroup-2-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-3 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:39609 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-5-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-3-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool.commonPool-worker-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkUntil(LockSupport.java:410) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1726) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: Time-limited test.named-queue-events-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) app//com.lmax.disruptor.BlockingWaitStrategy.waitFor(BlockingWaitStrategy.java:47) app//com.lmax.disruptor.ProcessingSequenceBarrier.waitFor(ProcessingSequenceBarrier.java:56) app//com.lmax.disruptor.BatchEventProcessor.processEvents(BatchEventProcessor.java:159) app//com.lmax.disruptor.BatchEventProcessor.run(BatchEventProcessor.java:125) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-5-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-5-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:39609 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-4-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=396 (was 287) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=157 (was 371), ProcessCount=11 (was 11), AvailableMemoryMB=7350 (was 7928) 2024-11-08T00:31:07,206 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.wal.TestAsyncLogRolling#testLogRollOnDatanodeDeath Thread=69, OpenFileDescriptor=396, MaxFileDescriptor=1048576, SystemLoadAverage=157, ProcessCount=11, AvailableMemoryMB=7350 2024-11-08T00:31:07,206 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=2, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-08T00:31:07,207 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6c5e74bf-98e5-7b71-c87f-7ac128c848fe/hadoop.log.dir so I do NOT create it in target/test-data/13e5c6a7-80c0-8e09-9511-9da0c9a131dd 2024-11-08T00:31:07,207 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6c5e74bf-98e5-7b71-c87f-7ac128c848fe/hadoop.tmp.dir so I do NOT create it in target/test-data/13e5c6a7-80c0-8e09-9511-9da0c9a131dd 2024-11-08T00:31:07,207 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/13e5c6a7-80c0-8e09-9511-9da0c9a131dd/cluster_4584773d-bdc1-a861-98a2-c03dd6389950, deleteOnExit=true 2024-11-08T00:31:07,207 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-08T00:31:07,207 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/13e5c6a7-80c0-8e09-9511-9da0c9a131dd/test.cache.data in system properties and HBase conf 2024-11-08T00:31:07,207 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/13e5c6a7-80c0-8e09-9511-9da0c9a131dd/hadoop.tmp.dir in system properties and HBase conf 2024-11-08T00:31:07,207 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/13e5c6a7-80c0-8e09-9511-9da0c9a131dd/hadoop.log.dir in system properties and HBase conf 2024-11-08T00:31:07,208 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/13e5c6a7-80c0-8e09-9511-9da0c9a131dd/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-08T00:31:07,208 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/13e5c6a7-80c0-8e09-9511-9da0c9a131dd/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-08T00:31:07,208 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-08T00:31:07,208 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-08T00:31:07,208 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/13e5c6a7-80c0-8e09-9511-9da0c9a131dd/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-08T00:31:07,208 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/13e5c6a7-80c0-8e09-9511-9da0c9a131dd/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-08T00:31:07,208 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/13e5c6a7-80c0-8e09-9511-9da0c9a131dd/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-08T00:31:07,208 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/13e5c6a7-80c0-8e09-9511-9da0c9a131dd/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-08T00:31:07,208 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/13e5c6a7-80c0-8e09-9511-9da0c9a131dd/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-08T00:31:07,209 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/13e5c6a7-80c0-8e09-9511-9da0c9a131dd/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-08T00:31:07,209 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/13e5c6a7-80c0-8e09-9511-9da0c9a131dd/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-08T00:31:07,209 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/13e5c6a7-80c0-8e09-9511-9da0c9a131dd/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-08T00:31:07,209 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/13e5c6a7-80c0-8e09-9511-9da0c9a131dd/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-08T00:31:07,209 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/13e5c6a7-80c0-8e09-9511-9da0c9a131dd/nfs.dump.dir in system properties and HBase conf 2024-11-08T00:31:07,209 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/13e5c6a7-80c0-8e09-9511-9da0c9a131dd/java.io.tmpdir in system properties and HBase conf 2024-11-08T00:31:07,209 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/13e5c6a7-80c0-8e09-9511-9da0c9a131dd/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-08T00:31:07,209 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/13e5c6a7-80c0-8e09-9511-9da0c9a131dd/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-08T00:31:07,209 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/13e5c6a7-80c0-8e09-9511-9da0c9a131dd/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-08T00:31:07,573 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-08T00:31:07,579 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-08T00:31:07,580 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-08T00:31:07,580 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-08T00:31:07,580 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-08T00:31:07,581 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-08T00:31:07,581 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6cb3e4ab{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/13e5c6a7-80c0-8e09-9511-9da0c9a131dd/hadoop.log.dir/,AVAILABLE} 2024-11-08T00:31:07,582 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6af8ea6c{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-08T00:31:07,675 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@42afe829{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/13e5c6a7-80c0-8e09-9511-9da0c9a131dd/java.io.tmpdir/jetty-localhost-43749-hadoop-hdfs-3_4_1-tests_jar-_-any-753344800524708547/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-08T00:31:07,676 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@3479f9fa{HTTP/1.1, (http/1.1)}{localhost:43749} 2024-11-08T00:31:07,676 INFO [Time-limited test {}] server.Server(415): Started @68054ms 2024-11-08T00:31:07,887 INFO [regionserver/3302f0f507bd:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-08T00:31:07,962 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-08T00:31:07,966 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-08T00:31:07,968 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-08T00:31:07,968 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-08T00:31:07,968 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-08T00:31:07,969 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5109ef66{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/13e5c6a7-80c0-8e09-9511-9da0c9a131dd/hadoop.log.dir/,AVAILABLE} 2024-11-08T00:31:07,969 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1f75fbb5{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-08T00:31:08,063 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@7fd25b61{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/13e5c6a7-80c0-8e09-9511-9da0c9a131dd/java.io.tmpdir/jetty-localhost-38309-hadoop-hdfs-3_4_1-tests_jar-_-any-8754637370941069034/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-08T00:31:08,063 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@98fc45{HTTP/1.1, (http/1.1)}{localhost:38309} 2024-11-08T00:31:08,063 INFO [Time-limited test {}] server.Server(415): Started @68441ms 2024-11-08T00:31:08,064 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-08T00:31:08,091 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-08T00:31:08,097 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-08T00:31:08,098 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-08T00:31:08,098 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-08T00:31:08,098 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-08T00:31:08,099 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7d73a21b{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/13e5c6a7-80c0-8e09-9511-9da0c9a131dd/hadoop.log.dir/,AVAILABLE} 2024-11-08T00:31:08,099 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4ded02cd{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-08T00:31:08,191 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@52b6fa68{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/13e5c6a7-80c0-8e09-9511-9da0c9a131dd/java.io.tmpdir/jetty-localhost-46165-hadoop-hdfs-3_4_1-tests_jar-_-any-12342242003731349345/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-08T00:31:08,192 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@315ff591{HTTP/1.1, (http/1.1)}{localhost:46165} 2024-11-08T00:31:08,192 INFO [Time-limited test {}] server.Server(415): Started @68569ms 2024-11-08T00:31:08,193 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-08T00:31:09,442 WARN [Thread-387 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/13e5c6a7-80c0-8e09-9511-9da0c9a131dd/cluster_4584773d-bdc1-a861-98a2-c03dd6389950/data/data1/current/BP-2008593726-172.17.0.3-1731025867234/current, will proceed with Du for space computation calculation, 2024-11-08T00:31:09,443 WARN [Thread-388 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/13e5c6a7-80c0-8e09-9511-9da0c9a131dd/cluster_4584773d-bdc1-a861-98a2-c03dd6389950/data/data2/current/BP-2008593726-172.17.0.3-1731025867234/current, will proceed with Du for space computation calculation, 2024-11-08T00:31:09,463 WARN [Thread-351 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-08T00:31:09,466 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x2057b1f8e8146de0 with lease ID 0x586b0e2c78c2e20f: Processing first storage report for DS-70a18a07-c43d-4b98-8a71-e98755a63864 from datanode DatanodeRegistration(127.0.0.1:41181, datanodeUuid=99a94d6f-83b4-4a2d-b8a9-83f3f2aab359, infoPort=45619, infoSecurePort=0, ipcPort=44675, storageInfo=lv=-57;cid=testClusterID;nsid=1138226398;c=1731025867234) 2024-11-08T00:31:09,466 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x2057b1f8e8146de0 with lease ID 0x586b0e2c78c2e20f: from storage DS-70a18a07-c43d-4b98-8a71-e98755a63864 node DatanodeRegistration(127.0.0.1:41181, datanodeUuid=99a94d6f-83b4-4a2d-b8a9-83f3f2aab359, infoPort=45619, infoSecurePort=0, ipcPort=44675, storageInfo=lv=-57;cid=testClusterID;nsid=1138226398;c=1731025867234), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-08T00:31:09,466 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x2057b1f8e8146de0 with lease ID 0x586b0e2c78c2e20f: Processing first storage report for DS-01d220f7-87f9-4f55-9d48-c8ddce243d99 from datanode DatanodeRegistration(127.0.0.1:41181, datanodeUuid=99a94d6f-83b4-4a2d-b8a9-83f3f2aab359, infoPort=45619, infoSecurePort=0, ipcPort=44675, storageInfo=lv=-57;cid=testClusterID;nsid=1138226398;c=1731025867234) 2024-11-08T00:31:09,466 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x2057b1f8e8146de0 with lease ID 0x586b0e2c78c2e20f: from storage DS-01d220f7-87f9-4f55-9d48-c8ddce243d99 node DatanodeRegistration(127.0.0.1:41181, datanodeUuid=99a94d6f-83b4-4a2d-b8a9-83f3f2aab359, infoPort=45619, infoSecurePort=0, ipcPort=44675, storageInfo=lv=-57;cid=testClusterID;nsid=1138226398;c=1731025867234), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-08T00:31:09,917 WARN [Thread-398 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/13e5c6a7-80c0-8e09-9511-9da0c9a131dd/cluster_4584773d-bdc1-a861-98a2-c03dd6389950/data/data3/current/BP-2008593726-172.17.0.3-1731025867234/current, will proceed with Du for space computation calculation, 2024-11-08T00:31:09,918 WARN [Thread-399 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/13e5c6a7-80c0-8e09-9511-9da0c9a131dd/cluster_4584773d-bdc1-a861-98a2-c03dd6389950/data/data4/current/BP-2008593726-172.17.0.3-1731025867234/current, will proceed with Du for space computation calculation, 2024-11-08T00:31:09,936 WARN [Thread-374 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-08T00:31:09,938 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x15df3e9084598c75 with lease ID 0x586b0e2c78c2e210: Processing first storage report for DS-f35730da-ef03-4e00-bc2b-20c20b359558 from datanode DatanodeRegistration(127.0.0.1:44919, datanodeUuid=9b3e2c6c-b6b8-48aa-8d20-d6a0280a0515, infoPort=46373, infoSecurePort=0, ipcPort=37997, storageInfo=lv=-57;cid=testClusterID;nsid=1138226398;c=1731025867234) 2024-11-08T00:31:09,938 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x15df3e9084598c75 with lease ID 0x586b0e2c78c2e210: from storage DS-f35730da-ef03-4e00-bc2b-20c20b359558 node DatanodeRegistration(127.0.0.1:44919, datanodeUuid=9b3e2c6c-b6b8-48aa-8d20-d6a0280a0515, infoPort=46373, infoSecurePort=0, ipcPort=37997, storageInfo=lv=-57;cid=testClusterID;nsid=1138226398;c=1731025867234), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-08T00:31:09,939 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x15df3e9084598c75 with lease ID 0x586b0e2c78c2e210: Processing first storage report for DS-4e73c86d-685e-4741-ba70-de50dcdf7558 from datanode DatanodeRegistration(127.0.0.1:44919, datanodeUuid=9b3e2c6c-b6b8-48aa-8d20-d6a0280a0515, infoPort=46373, infoSecurePort=0, ipcPort=37997, storageInfo=lv=-57;cid=testClusterID;nsid=1138226398;c=1731025867234) 2024-11-08T00:31:09,939 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x15df3e9084598c75 with lease ID 0x586b0e2c78c2e210: from storage DS-4e73c86d-685e-4741-ba70-de50dcdf7558 node DatanodeRegistration(127.0.0.1:44919, datanodeUuid=9b3e2c6c-b6b8-48aa-8d20-d6a0280a0515, infoPort=46373, infoSecurePort=0, ipcPort=37997, storageInfo=lv=-57;cid=testClusterID;nsid=1138226398;c=1731025867234), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-08T00:31:10,046 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/13e5c6a7-80c0-8e09-9511-9da0c9a131dd 2024-11-08T00:31:10,052 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/13e5c6a7-80c0-8e09-9511-9da0c9a131dd/cluster_4584773d-bdc1-a861-98a2-c03dd6389950/zookeeper_0, clientPort=51500, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/13e5c6a7-80c0-8e09-9511-9da0c9a131dd/cluster_4584773d-bdc1-a861-98a2-c03dd6389950/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/13e5c6a7-80c0-8e09-9511-9da0c9a131dd/cluster_4584773d-bdc1-a861-98a2-c03dd6389950/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-08T00:31:10,053 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=51500 2024-11-08T00:31:10,053 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T00:31:10,055 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T00:31:10,066 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44919 is added to blk_1073741825_1001 (size=7) 2024-11-08T00:31:10,066 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41181 is added to blk_1073741825_1001 (size=7) 2024-11-08T00:31:10,067 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:42505/user/jenkins/test-data/49b5cf8c-05b6-ae50-c05d-cbbaf67325f5 with version=8 2024-11-08T00:31:10,068 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1141): The hbase.fs.tmp.dir is set to hdfs://localhost:39609/user/jenkins/test-data/e864f493-d64a-a972-485b-9e7917f52b3b/hbase-staging 2024-11-08T00:31:10,070 INFO [Time-limited test {}] client.ConnectionUtils(128): master/3302f0f507bd:0 server-side Connection retries=45 2024-11-08T00:31:10,070 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-08T00:31:10,070 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-08T00:31:10,070 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-08T00:31:10,070 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-08T00:31:10,070 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-08T00:31:10,070 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-08T00:31:10,071 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-08T00:31:10,071 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:42509 2024-11-08T00:31:10,073 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:42509 connecting to ZooKeeper ensemble=127.0.0.1:51500 2024-11-08T00:31:10,130 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:425090x0, quorum=127.0.0.1:51500, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-08T00:31:10,131 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:42509-0x10117da988e0000 connected 2024-11-08T00:31:10,217 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T00:31:10,220 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T00:31:10,224 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:42509-0x10117da988e0000, quorum=127.0.0.1:51500, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-08T00:31:10,224 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:42505/user/jenkins/test-data/49b5cf8c-05b6-ae50-c05d-cbbaf67325f5, hbase.cluster.distributed=false 2024-11-08T00:31:10,228 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:42509-0x10117da988e0000, quorum=127.0.0.1:51500, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-08T00:31:10,229 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=42509 2024-11-08T00:31:10,232 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=42509 2024-11-08T00:31:10,232 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=42509 2024-11-08T00:31:10,233 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=42509 2024-11-08T00:31:10,233 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=42509 2024-11-08T00:31:10,250 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/3302f0f507bd:0 server-side Connection retries=45 2024-11-08T00:31:10,250 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-08T00:31:10,250 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-08T00:31:10,250 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-08T00:31:10,250 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-08T00:31:10,250 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-08T00:31:10,250 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-08T00:31:10,250 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-08T00:31:10,251 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:36197 2024-11-08T00:31:10,253 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:36197 connecting to ZooKeeper ensemble=127.0.0.1:51500 2024-11-08T00:31:10,253 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T00:31:10,255 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T00:31:10,270 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:361970x0, quorum=127.0.0.1:51500, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-08T00:31:10,270 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:361970x0, quorum=127.0.0.1:51500, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-08T00:31:10,270 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:36197-0x10117da988e0001 connected 2024-11-08T00:31:10,271 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-08T00:31:10,271 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-08T00:31:10,272 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:36197-0x10117da988e0001, quorum=127.0.0.1:51500, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-08T00:31:10,273 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:36197-0x10117da988e0001, quorum=127.0.0.1:51500, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-08T00:31:10,273 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=36197 2024-11-08T00:31:10,276 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=36197 2024-11-08T00:31:10,276 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=36197 2024-11-08T00:31:10,277 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=36197 2024-11-08T00:31:10,277 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=36197 2024-11-08T00:31:10,292 DEBUG [M:0;3302f0f507bd:42509 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;3302f0f507bd:42509 2024-11-08T00:31:10,293 INFO [master/3302f0f507bd:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /hbase/backup-masters/3302f0f507bd,42509,1731025870070 2024-11-08T00:31:10,301 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36197-0x10117da988e0001, quorum=127.0.0.1:51500, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-08T00:31:10,301 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42509-0x10117da988e0000, quorum=127.0.0.1:51500, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-08T00:31:10,302 DEBUG [master/3302f0f507bd:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:42509-0x10117da988e0000, quorum=127.0.0.1:51500, baseZNode=/hbase Set watcher on existing znode=/hbase/backup-masters/3302f0f507bd,42509,1731025870070 2024-11-08T00:31:10,311 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36197-0x10117da988e0001, quorum=127.0.0.1:51500, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-08T00:31:10,311 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42509-0x10117da988e0000, quorum=127.0.0.1:51500, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T00:31:10,311 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36197-0x10117da988e0001, quorum=127.0.0.1:51500, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T00:31:10,312 DEBUG [master/3302f0f507bd:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:42509-0x10117da988e0000, quorum=127.0.0.1:51500, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-11-08T00:31:10,312 INFO [master/3302f0f507bd:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /hbase/backup-masters/3302f0f507bd,42509,1731025870070 from backup master directory 2024-11-08T00:31:10,322 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36197-0x10117da988e0001, quorum=127.0.0.1:51500, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-08T00:31:10,322 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42509-0x10117da988e0000, quorum=127.0.0.1:51500, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/backup-masters/3302f0f507bd,42509,1731025870070 2024-11-08T00:31:10,322 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42509-0x10117da988e0000, quorum=127.0.0.1:51500, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-08T00:31:10,322 WARN [master/3302f0f507bd:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-08T00:31:10,322 INFO [master/3302f0f507bd:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=3302f0f507bd,42509,1731025870070 2024-11-08T00:31:10,328 DEBUG [master/3302f0f507bd:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:42505/user/jenkins/test-data/49b5cf8c-05b6-ae50-c05d-cbbaf67325f5/hbase.id] with ID: ac5dfb23-6dbf-4998-baaf-8f6e11505bc7 2024-11-08T00:31:10,328 DEBUG [master/3302f0f507bd:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:42505/user/jenkins/test-data/49b5cf8c-05b6-ae50-c05d-cbbaf67325f5/.tmp/hbase.id 2024-11-08T00:31:10,336 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44919 is added to blk_1073741826_1002 (size=42) 2024-11-08T00:31:10,336 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41181 is added to blk_1073741826_1002 (size=42) 2024-11-08T00:31:10,337 DEBUG [master/3302f0f507bd:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:42505/user/jenkins/test-data/49b5cf8c-05b6-ae50-c05d-cbbaf67325f5/.tmp/hbase.id]:[hdfs://localhost:42505/user/jenkins/test-data/49b5cf8c-05b6-ae50-c05d-cbbaf67325f5/hbase.id] 2024-11-08T00:31:10,353 INFO [master/3302f0f507bd:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T00:31:10,353 INFO [master/3302f0f507bd:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-08T00:31:10,355 INFO [master/3302f0f507bd:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 2ms. 2024-11-08T00:31:10,364 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42509-0x10117da988e0000, quorum=127.0.0.1:51500, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T00:31:10,364 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36197-0x10117da988e0001, quorum=127.0.0.1:51500, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T00:31:10,374 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41181 is added to blk_1073741827_1003 (size=196) 2024-11-08T00:31:10,374 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44919 is added to blk_1073741827_1003 (size=196) 2024-11-08T00:31:10,375 INFO [master/3302f0f507bd:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-08T00:31:10,376 INFO [master/3302f0f507bd:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-08T00:31:10,377 INFO [master/3302f0f507bd:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-08T00:31:10,388 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44919 is added to blk_1073741828_1004 (size=1189) 2024-11-08T00:31:10,388 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41181 is added to blk_1073741828_1004 (size=1189) 2024-11-08T00:31:10,793 INFO [master/3302f0f507bd:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:42505/user/jenkins/test-data/49b5cf8c-05b6-ae50-c05d-cbbaf67325f5/MasterData/data/master/store 2024-11-08T00:31:10,808 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41181 is added to blk_1073741829_1005 (size=34) 2024-11-08T00:31:10,808 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44919 is added to blk_1073741829_1005 (size=34) 2024-11-08T00:31:10,809 DEBUG [master/3302f0f507bd:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T00:31:10,809 DEBUG [master/3302f0f507bd:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-08T00:31:10,809 INFO [master/3302f0f507bd:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T00:31:10,809 DEBUG [master/3302f0f507bd:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T00:31:10,809 DEBUG [master/3302f0f507bd:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-08T00:31:10,809 DEBUG [master/3302f0f507bd:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T00:31:10,809 INFO [master/3302f0f507bd:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T00:31:10,809 DEBUG [master/3302f0f507bd:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731025870809Disabling compacts and flushes for region at 1731025870809Disabling writes for close at 1731025870809Writing region close event to WAL at 1731025870809Closed at 1731025870809 2024-11-08T00:31:10,810 WARN [master/3302f0f507bd:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:42505/user/jenkins/test-data/49b5cf8c-05b6-ae50-c05d-cbbaf67325f5/MasterData/data/master/store/.initializing 2024-11-08T00:31:10,810 DEBUG [master/3302f0f507bd:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:42505/user/jenkins/test-data/49b5cf8c-05b6-ae50-c05d-cbbaf67325f5/MasterData/WALs/3302f0f507bd,42509,1731025870070 2024-11-08T00:31:10,812 INFO [master/3302f0f507bd:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-08T00:31:10,814 INFO [master/3302f0f507bd:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=3302f0f507bd%2C42509%2C1731025870070, suffix=, logDir=hdfs://localhost:42505/user/jenkins/test-data/49b5cf8c-05b6-ae50-c05d-cbbaf67325f5/MasterData/WALs/3302f0f507bd,42509,1731025870070, archiveDir=hdfs://localhost:42505/user/jenkins/test-data/49b5cf8c-05b6-ae50-c05d-cbbaf67325f5/MasterData/oldWALs, maxLogs=10 2024-11-08T00:31:10,827 DEBUG [master/3302f0f507bd:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/49b5cf8c-05b6-ae50-c05d-cbbaf67325f5/MasterData/WALs/3302f0f507bd,42509,1731025870070/3302f0f507bd%2C42509%2C1731025870070.1731025870814, exclude list is [], retry=0 2024-11-08T00:31:10,830 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44919,DS-f35730da-ef03-4e00-bc2b-20c20b359558,DISK] 2024-11-08T00:31:10,831 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41181,DS-70a18a07-c43d-4b98-8a71-e98755a63864,DISK] 2024-11-08T00:31:10,833 INFO [master/3302f0f507bd:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/49b5cf8c-05b6-ae50-c05d-cbbaf67325f5/MasterData/WALs/3302f0f507bd,42509,1731025870070/3302f0f507bd%2C42509%2C1731025870070.1731025870814 2024-11-08T00:31:10,833 DEBUG [master/3302f0f507bd:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46373:46373),(127.0.0.1/127.0.0.1:45619:45619)] 2024-11-08T00:31:10,834 DEBUG [master/3302f0f507bd:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-08T00:31:10,834 DEBUG [master/3302f0f507bd:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T00:31:10,834 DEBUG [master/3302f0f507bd:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T00:31:10,834 DEBUG [master/3302f0f507bd:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T00:31:10,836 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-08T00:31:10,838 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-08T00:31:10,838 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T00:31:10,839 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T00:31:10,839 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-08T00:31:10,841 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-08T00:31:10,841 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T00:31:10,841 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T00:31:10,842 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-08T00:31:10,844 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-08T00:31:10,844 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T00:31:10,845 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T00:31:10,845 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-08T00:31:10,847 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-08T00:31:10,847 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T00:31:10,847 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T00:31:10,848 DEBUG [master/3302f0f507bd:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T00:31:10,849 DEBUG [master/3302f0f507bd:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42505/user/jenkins/test-data/49b5cf8c-05b6-ae50-c05d-cbbaf67325f5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-08T00:31:10,849 DEBUG [master/3302f0f507bd:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42505/user/jenkins/test-data/49b5cf8c-05b6-ae50-c05d-cbbaf67325f5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-08T00:31:10,851 DEBUG [master/3302f0f507bd:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T00:31:10,851 DEBUG [master/3302f0f507bd:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T00:31:10,851 DEBUG [master/3302f0f507bd:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-08T00:31:10,853 DEBUG [master/3302f0f507bd:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T00:31:10,856 DEBUG [master/3302f0f507bd:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42505/user/jenkins/test-data/49b5cf8c-05b6-ae50-c05d-cbbaf67325f5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-08T00:31:10,857 INFO [master/3302f0f507bd:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=849294, jitterRate=0.07993417978286743}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-08T00:31:10,858 DEBUG [master/3302f0f507bd:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731025870834Initializing all the Stores at 1731025870836 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731025870836Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731025870836Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731025870836Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731025870836Cleaning up temporary data from old regions at 1731025870851 (+15 ms)Region opened successfully at 1731025870858 (+7 ms) 2024-11-08T00:31:10,859 INFO [master/3302f0f507bd:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-08T00:31:10,863 DEBUG [master/3302f0f507bd:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@322f1dbb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=3302f0f507bd/172.17.0.3:0 2024-11-08T00:31:10,865 INFO [master/3302f0f507bd:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-08T00:31:10,865 INFO [master/3302f0f507bd:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-08T00:31:10,865 INFO [master/3302f0f507bd:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-08T00:31:10,865 INFO [master/3302f0f507bd:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-08T00:31:10,866 INFO [master/3302f0f507bd:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-08T00:31:10,866 INFO [master/3302f0f507bd:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-08T00:31:10,866 INFO [master/3302f0f507bd:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-08T00:31:10,869 INFO [master/3302f0f507bd:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-08T00:31:10,870 DEBUG [master/3302f0f507bd:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42509-0x10117da988e0000, quorum=127.0.0.1:51500, baseZNode=/hbase Unable to get data of znode /hbase/balancer because node does not exist (not necessarily an error) 2024-11-08T00:31:10,922 DEBUG [master/3302f0f507bd:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/balancer already deleted, retry=false 2024-11-08T00:31:10,922 INFO [master/3302f0f507bd:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-08T00:31:10,923 DEBUG [master/3302f0f507bd:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42509-0x10117da988e0000, quorum=127.0.0.1:51500, baseZNode=/hbase Unable to get data of znode /hbase/normalizer because node does not exist (not necessarily an error) 2024-11-08T00:31:10,932 DEBUG [master/3302f0f507bd:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/normalizer already deleted, retry=false 2024-11-08T00:31:10,933 INFO [master/3302f0f507bd:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-08T00:31:10,934 DEBUG [master/3302f0f507bd:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42509-0x10117da988e0000, quorum=127.0.0.1:51500, baseZNode=/hbase Unable to get data of znode /hbase/switch/split because node does not exist (not necessarily an error) 2024-11-08T00:31:10,943 DEBUG [master/3302f0f507bd:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/split already deleted, retry=false 2024-11-08T00:31:10,944 DEBUG [master/3302f0f507bd:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42509-0x10117da988e0000, quorum=127.0.0.1:51500, baseZNode=/hbase Unable to get data of znode /hbase/switch/merge because node does not exist (not necessarily an error) 2024-11-08T00:31:10,953 DEBUG [master/3302f0f507bd:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/merge already deleted, retry=false 2024-11-08T00:31:10,956 DEBUG [master/3302f0f507bd:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42509-0x10117da988e0000, quorum=127.0.0.1:51500, baseZNode=/hbase Unable to get data of znode /hbase/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-08T00:31:10,964 DEBUG [master/3302f0f507bd:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/snapshot-cleanup already deleted, retry=false 2024-11-08T00:31:10,975 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42509-0x10117da988e0000, quorum=127.0.0.1:51500, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-08T00:31:10,975 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36197-0x10117da988e0001, quorum=127.0.0.1:51500, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-08T00:31:10,975 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42509-0x10117da988e0000, quorum=127.0.0.1:51500, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T00:31:10,975 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36197-0x10117da988e0001, quorum=127.0.0.1:51500, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T00:31:10,975 INFO [master/3302f0f507bd:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=3302f0f507bd,42509,1731025870070, sessionid=0x10117da988e0000, setting cluster-up flag (Was=false) 2024-11-08T00:31:10,996 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42509-0x10117da988e0000, quorum=127.0.0.1:51500, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T00:31:10,996 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36197-0x10117da988e0001, quorum=127.0.0.1:51500, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T00:31:11,027 DEBUG [master/3302f0f507bd:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/flush-table-proc/acquired, /hbase/flush-table-proc/reached, /hbase/flush-table-proc/abort 2024-11-08T00:31:11,029 DEBUG [master/3302f0f507bd:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=3302f0f507bd,42509,1731025870070 2024-11-08T00:31:11,048 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36197-0x10117da988e0001, quorum=127.0.0.1:51500, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T00:31:11,048 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42509-0x10117da988e0000, quorum=127.0.0.1:51500, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T00:31:11,080 DEBUG [master/3302f0f507bd:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/online-snapshot/acquired, /hbase/online-snapshot/reached, /hbase/online-snapshot/abort 2024-11-08T00:31:11,082 DEBUG [master/3302f0f507bd:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=3302f0f507bd,42509,1731025870070 2024-11-08T00:31:11,084 INFO [master/3302f0f507bd:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:42505/user/jenkins/test-data/49b5cf8c-05b6-ae50-c05d-cbbaf67325f5/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-08T00:31:11,086 DEBUG [master/3302f0f507bd:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-08T00:31:11,086 INFO [master/3302f0f507bd:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-08T00:31:11,087 INFO [master/3302f0f507bd:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-08T00:31:11,087 DEBUG [master/3302f0f507bd:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 3302f0f507bd,42509,1731025870070 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-08T00:31:11,089 DEBUG [master/3302f0f507bd:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/3302f0f507bd:0, corePoolSize=5, maxPoolSize=5 2024-11-08T00:31:11,089 DEBUG [master/3302f0f507bd:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/3302f0f507bd:0, corePoolSize=5, maxPoolSize=5 2024-11-08T00:31:11,089 DEBUG [master/3302f0f507bd:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/3302f0f507bd:0, corePoolSize=5, maxPoolSize=5 2024-11-08T00:31:11,089 DEBUG [master/3302f0f507bd:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/3302f0f507bd:0, corePoolSize=5, maxPoolSize=5 2024-11-08T00:31:11,090 DEBUG [master/3302f0f507bd:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/3302f0f507bd:0, corePoolSize=10, maxPoolSize=10 2024-11-08T00:31:11,090 DEBUG [master/3302f0f507bd:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/3302f0f507bd:0, corePoolSize=1, maxPoolSize=1 2024-11-08T00:31:11,090 DEBUG [master/3302f0f507bd:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/3302f0f507bd:0, corePoolSize=2, maxPoolSize=2 2024-11-08T00:31:11,090 DEBUG [master/3302f0f507bd:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/3302f0f507bd:0, corePoolSize=1, maxPoolSize=1 2024-11-08T00:31:11,091 INFO [master/3302f0f507bd:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731025901091 2024-11-08T00:31:11,091 INFO [master/3302f0f507bd:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-08T00:31:11,091 INFO [master/3302f0f507bd:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-08T00:31:11,091 INFO [master/3302f0f507bd:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-08T00:31:11,091 INFO [master/3302f0f507bd:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-08T00:31:11,091 INFO [master/3302f0f507bd:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-08T00:31:11,092 INFO [master/3302f0f507bd:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-08T00:31:11,092 INFO [master/3302f0f507bd:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-08T00:31:11,092 INFO [master/3302f0f507bd:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-08T00:31:11,092 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-08T00:31:11,093 INFO [master/3302f0f507bd:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-08T00:31:11,093 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-08T00:31:11,093 INFO [master/3302f0f507bd:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-08T00:31:11,094 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T00:31:11,094 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-08T00:31:11,095 INFO [master/3302f0f507bd:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-08T00:31:11,095 INFO [master/3302f0f507bd:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-08T00:31:11,096 DEBUG [master/3302f0f507bd:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/3302f0f507bd:0:becomeActiveMaster-HFileCleaner.large.0-1731025871095,5,FailOnTimeoutGroup] 2024-11-08T00:31:11,096 DEBUG [master/3302f0f507bd:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/3302f0f507bd:0:becomeActiveMaster-HFileCleaner.small.0-1731025871096,5,FailOnTimeoutGroup] 2024-11-08T00:31:11,096 INFO [master/3302f0f507bd:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-08T00:31:11,097 INFO [master/3302f0f507bd:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-08T00:31:11,097 INFO [master/3302f0f507bd:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-08T00:31:11,097 INFO [master/3302f0f507bd:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-08T00:31:11,104 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44919 is added to blk_1073741831_1007 (size=1321) 2024-11-08T00:31:11,105 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41181 is added to blk_1073741831_1007 (size=1321) 2024-11-08T00:31:11,106 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:42505/user/jenkins/test-data/49b5cf8c-05b6-ae50-c05d-cbbaf67325f5/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-08T00:31:11,106 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:42505/user/jenkins/test-data/49b5cf8c-05b6-ae50-c05d-cbbaf67325f5 2024-11-08T00:31:11,113 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41181 is added to blk_1073741832_1008 (size=32) 2024-11-08T00:31:11,114 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44919 is added to blk_1073741832_1008 (size=32) 2024-11-08T00:31:11,114 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T00:31:11,116 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-08T00:31:11,118 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-08T00:31:11,118 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T00:31:11,118 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T00:31:11,119 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-08T00:31:11,120 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-08T00:31:11,120 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T00:31:11,121 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T00:31:11,121 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-08T00:31:11,123 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-08T00:31:11,123 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T00:31:11,123 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T00:31:11,123 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-08T00:31:11,125 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-08T00:31:11,125 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T00:31:11,126 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T00:31:11,126 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-08T00:31:11,127 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42505/user/jenkins/test-data/49b5cf8c-05b6-ae50-c05d-cbbaf67325f5/data/hbase/meta/1588230740 2024-11-08T00:31:11,127 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42505/user/jenkins/test-data/49b5cf8c-05b6-ae50-c05d-cbbaf67325f5/data/hbase/meta/1588230740 2024-11-08T00:31:11,129 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-08T00:31:11,129 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-08T00:31:11,129 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-08T00:31:11,131 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-08T00:31:11,133 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42505/user/jenkins/test-data/49b5cf8c-05b6-ae50-c05d-cbbaf67325f5/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-08T00:31:11,134 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=16384, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=837882, jitterRate=0.06542240083217621}}}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-08T00:31:11,135 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731025871115Initializing all the Stores at 1731025871116 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731025871116Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731025871116Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731025871116Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731025871116Cleaning up temporary data from old regions at 1731025871129 (+13 ms)Region opened successfully at 1731025871135 (+6 ms) 2024-11-08T00:31:11,135 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-08T00:31:11,135 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-08T00:31:11,135 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-08T00:31:11,135 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-08T00:31:11,135 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-08T00:31:11,135 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-08T00:31:11,136 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731025871135Disabling compacts and flushes for region at 1731025871135Disabling writes for close at 1731025871135Writing region close event to WAL at 1731025871135Closed at 1731025871135 2024-11-08T00:31:11,137 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-08T00:31:11,137 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-08T00:31:11,137 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-08T00:31:11,139 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-08T00:31:11,140 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-08T00:31:11,184 INFO [RS:0;3302f0f507bd:36197 {}] regionserver.HRegionServer(746): ClusterId : ac5dfb23-6dbf-4998-baaf-8f6e11505bc7 2024-11-08T00:31:11,184 DEBUG [RS:0;3302f0f507bd:36197 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-08T00:31:11,197 DEBUG [RS:0;3302f0f507bd:36197 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-08T00:31:11,197 DEBUG [RS:0;3302f0f507bd:36197 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-08T00:31:11,208 DEBUG [RS:0;3302f0f507bd:36197 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-08T00:31:11,209 DEBUG [RS:0;3302f0f507bd:36197 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@425d49cb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=3302f0f507bd/172.17.0.3:0 2024-11-08T00:31:11,227 DEBUG [RS:0;3302f0f507bd:36197 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;3302f0f507bd:36197 2024-11-08T00:31:11,227 INFO [RS:0;3302f0f507bd:36197 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-08T00:31:11,227 INFO [RS:0;3302f0f507bd:36197 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-08T00:31:11,227 DEBUG [RS:0;3302f0f507bd:36197 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-08T00:31:11,228 INFO [RS:0;3302f0f507bd:36197 {}] regionserver.HRegionServer(2659): reportForDuty to master=3302f0f507bd,42509,1731025870070 with port=36197, startcode=1731025870249 2024-11-08T00:31:11,228 DEBUG [RS:0;3302f0f507bd:36197 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-08T00:31:11,230 INFO [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51699, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.1 (auth:SIMPLE), service=RegionServerStatusService 2024-11-08T00:31:11,230 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=42509 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 3302f0f507bd,36197,1731025870249 2024-11-08T00:31:11,231 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=42509 {}] master.ServerManager(517): Registering regionserver=3302f0f507bd,36197,1731025870249 2024-11-08T00:31:11,232 DEBUG [RS:0;3302f0f507bd:36197 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:42505/user/jenkins/test-data/49b5cf8c-05b6-ae50-c05d-cbbaf67325f5 2024-11-08T00:31:11,232 DEBUG [RS:0;3302f0f507bd:36197 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:42505 2024-11-08T00:31:11,232 DEBUG [RS:0;3302f0f507bd:36197 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-08T00:31:11,244 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42509-0x10117da988e0000, quorum=127.0.0.1:51500, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-08T00:31:11,245 DEBUG [RS:0;3302f0f507bd:36197 {}] zookeeper.ZKUtil(111): regionserver:36197-0x10117da988e0001, quorum=127.0.0.1:51500, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/3302f0f507bd,36197,1731025870249 2024-11-08T00:31:11,245 WARN [RS:0;3302f0f507bd:36197 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-08T00:31:11,245 INFO [RS:0;3302f0f507bd:36197 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-08T00:31:11,245 DEBUG [RS:0;3302f0f507bd:36197 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:42505/user/jenkins/test-data/49b5cf8c-05b6-ae50-c05d-cbbaf67325f5/WALs/3302f0f507bd,36197,1731025870249 2024-11-08T00:31:11,245 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [3302f0f507bd,36197,1731025870249] 2024-11-08T00:31:11,250 INFO [RS:0;3302f0f507bd:36197 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-08T00:31:11,253 INFO [RS:0;3302f0f507bd:36197 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-08T00:31:11,253 INFO [RS:0;3302f0f507bd:36197 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-08T00:31:11,253 INFO [RS:0;3302f0f507bd:36197 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-08T00:31:11,253 INFO [RS:0;3302f0f507bd:36197 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-08T00:31:11,254 INFO [RS:0;3302f0f507bd:36197 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-08T00:31:11,255 INFO [RS:0;3302f0f507bd:36197 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-08T00:31:11,255 DEBUG [RS:0;3302f0f507bd:36197 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/3302f0f507bd:0, corePoolSize=1, maxPoolSize=1 2024-11-08T00:31:11,255 DEBUG [RS:0;3302f0f507bd:36197 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/3302f0f507bd:0, corePoolSize=1, maxPoolSize=1 2024-11-08T00:31:11,255 DEBUG [RS:0;3302f0f507bd:36197 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/3302f0f507bd:0, corePoolSize=1, maxPoolSize=1 2024-11-08T00:31:11,255 DEBUG [RS:0;3302f0f507bd:36197 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/3302f0f507bd:0, corePoolSize=1, maxPoolSize=1 2024-11-08T00:31:11,255 DEBUG [RS:0;3302f0f507bd:36197 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/3302f0f507bd:0, corePoolSize=1, maxPoolSize=1 2024-11-08T00:31:11,255 DEBUG [RS:0;3302f0f507bd:36197 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/3302f0f507bd:0, corePoolSize=2, maxPoolSize=2 2024-11-08T00:31:11,255 DEBUG [RS:0;3302f0f507bd:36197 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/3302f0f507bd:0, corePoolSize=1, maxPoolSize=1 2024-11-08T00:31:11,256 DEBUG [RS:0;3302f0f507bd:36197 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/3302f0f507bd:0, corePoolSize=1, maxPoolSize=1 2024-11-08T00:31:11,256 DEBUG [RS:0;3302f0f507bd:36197 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/3302f0f507bd:0, corePoolSize=1, maxPoolSize=1 2024-11-08T00:31:11,256 DEBUG [RS:0;3302f0f507bd:36197 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/3302f0f507bd:0, corePoolSize=1, maxPoolSize=1 2024-11-08T00:31:11,256 DEBUG [RS:0;3302f0f507bd:36197 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/3302f0f507bd:0, corePoolSize=1, maxPoolSize=1 2024-11-08T00:31:11,256 DEBUG [RS:0;3302f0f507bd:36197 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/3302f0f507bd:0, corePoolSize=1, maxPoolSize=1 2024-11-08T00:31:11,256 DEBUG [RS:0;3302f0f507bd:36197 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/3302f0f507bd:0, corePoolSize=3, maxPoolSize=3 2024-11-08T00:31:11,256 DEBUG [RS:0;3302f0f507bd:36197 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/3302f0f507bd:0, corePoolSize=3, maxPoolSize=3 2024-11-08T00:31:11,257 INFO [RS:0;3302f0f507bd:36197 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-08T00:31:11,257 INFO [RS:0;3302f0f507bd:36197 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-08T00:31:11,257 INFO [RS:0;3302f0f507bd:36197 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-08T00:31:11,257 INFO [RS:0;3302f0f507bd:36197 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-08T00:31:11,257 INFO [RS:0;3302f0f507bd:36197 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-08T00:31:11,257 INFO [RS:0;3302f0f507bd:36197 {}] hbase.ChoreService(168): Chore ScheduledChore name=3302f0f507bd,36197,1731025870249-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-08T00:31:11,273 INFO [RS:0;3302f0f507bd:36197 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-08T00:31:11,273 INFO [RS:0;3302f0f507bd:36197 {}] hbase.ChoreService(168): Chore ScheduledChore name=3302f0f507bd,36197,1731025870249-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-08T00:31:11,273 INFO [RS:0;3302f0f507bd:36197 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T00:31:11,273 INFO [RS:0;3302f0f507bd:36197 {}] regionserver.Replication(171): 3302f0f507bd,36197,1731025870249 started 2024-11-08T00:31:11,286 INFO [RS:0;3302f0f507bd:36197 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T00:31:11,286 INFO [RS:0;3302f0f507bd:36197 {}] regionserver.HRegionServer(1482): Serving as 3302f0f507bd,36197,1731025870249, RpcServer on 3302f0f507bd/172.17.0.3:36197, sessionid=0x10117da988e0001 2024-11-08T00:31:11,287 DEBUG [RS:0;3302f0f507bd:36197 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-08T00:31:11,287 DEBUG [RS:0;3302f0f507bd:36197 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 3302f0f507bd,36197,1731025870249 2024-11-08T00:31:11,287 DEBUG [RS:0;3302f0f507bd:36197 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '3302f0f507bd,36197,1731025870249' 2024-11-08T00:31:11,287 DEBUG [RS:0;3302f0f507bd:36197 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-08T00:31:11,287 DEBUG [RS:0;3302f0f507bd:36197 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-08T00:31:11,288 DEBUG [RS:0;3302f0f507bd:36197 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-08T00:31:11,288 DEBUG [RS:0;3302f0f507bd:36197 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-08T00:31:11,288 DEBUG [RS:0;3302f0f507bd:36197 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 3302f0f507bd,36197,1731025870249 2024-11-08T00:31:11,288 DEBUG [RS:0;3302f0f507bd:36197 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '3302f0f507bd,36197,1731025870249' 2024-11-08T00:31:11,288 DEBUG [RS:0;3302f0f507bd:36197 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-08T00:31:11,289 DEBUG [RS:0;3302f0f507bd:36197 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-08T00:31:11,289 DEBUG [RS:0;3302f0f507bd:36197 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-08T00:31:11,289 INFO [RS:0;3302f0f507bd:36197 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-08T00:31:11,289 INFO [RS:0;3302f0f507bd:36197 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-08T00:31:11,290 WARN [3302f0f507bd:42509 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions. 2024-11-08T00:31:11,390 INFO [RS:0;3302f0f507bd:36197 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-08T00:31:11,394 INFO [RS:0;3302f0f507bd:36197 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=3302f0f507bd%2C36197%2C1731025870249, suffix=, logDir=hdfs://localhost:42505/user/jenkins/test-data/49b5cf8c-05b6-ae50-c05d-cbbaf67325f5/WALs/3302f0f507bd,36197,1731025870249, archiveDir=hdfs://localhost:42505/user/jenkins/test-data/49b5cf8c-05b6-ae50-c05d-cbbaf67325f5/oldWALs, maxLogs=32 2024-11-08T00:31:11,413 DEBUG [RS:0;3302f0f507bd:36197 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/49b5cf8c-05b6-ae50-c05d-cbbaf67325f5/WALs/3302f0f507bd,36197,1731025870249/3302f0f507bd%2C36197%2C1731025870249.1731025871399, exclude list is [], retry=0 2024-11-08T00:31:11,416 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44919,DS-f35730da-ef03-4e00-bc2b-20c20b359558,DISK] 2024-11-08T00:31:11,416 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41181,DS-70a18a07-c43d-4b98-8a71-e98755a63864,DISK] 2024-11-08T00:31:11,423 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T00:31:11,426 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T00:31:11,450 INFO [RS:0;3302f0f507bd:36197 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/49b5cf8c-05b6-ae50-c05d-cbbaf67325f5/WALs/3302f0f507bd,36197,1731025870249/3302f0f507bd%2C36197%2C1731025870249.1731025871399 2024-11-08T00:31:11,450 DEBUG [RS:0;3302f0f507bd:36197 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45619:45619),(127.0.0.1/127.0.0.1:46373:46373)] 2024-11-08T00:31:11,541 DEBUG [3302f0f507bd:42509 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-08T00:31:11,542 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=3302f0f507bd,36197,1731025870249 2024-11-08T00:31:11,544 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 3302f0f507bd,36197,1731025870249, state=OPENING 2024-11-08T00:31:11,554 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-08T00:31:11,564 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42509-0x10117da988e0000, quorum=127.0.0.1:51500, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T00:31:11,565 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36197-0x10117da988e0001, quorum=127.0.0.1:51500, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T00:31:11,566 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-08T00:31:11,566 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-08T00:31:11,566 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-08T00:31:11,567 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=3302f0f507bd,36197,1731025870249}] 2024-11-08T00:31:11,724 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-08T00:31:11,727 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:46031, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-08T00:31:11,736 INFO [RS_OPEN_META-regionserver/3302f0f507bd:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-08T00:31:11,736 INFO [RS_OPEN_META-regionserver/3302f0f507bd:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-08T00:31:11,737 INFO [RS_OPEN_META-regionserver/3302f0f507bd:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-08T00:31:11,739 INFO [RS_OPEN_META-regionserver/3302f0f507bd:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=3302f0f507bd%2C36197%2C1731025870249.meta, suffix=.meta, logDir=hdfs://localhost:42505/user/jenkins/test-data/49b5cf8c-05b6-ae50-c05d-cbbaf67325f5/WALs/3302f0f507bd,36197,1731025870249, archiveDir=hdfs://localhost:42505/user/jenkins/test-data/49b5cf8c-05b6-ae50-c05d-cbbaf67325f5/oldWALs, maxLogs=32 2024-11-08T00:31:11,755 DEBUG [RS_OPEN_META-regionserver/3302f0f507bd:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/49b5cf8c-05b6-ae50-c05d-cbbaf67325f5/WALs/3302f0f507bd,36197,1731025870249/3302f0f507bd%2C36197%2C1731025870249.meta.1731025871741.meta, exclude list is [], retry=0 2024-11-08T00:31:11,757 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44919,DS-f35730da-ef03-4e00-bc2b-20c20b359558,DISK] 2024-11-08T00:31:11,758 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41181,DS-70a18a07-c43d-4b98-8a71-e98755a63864,DISK] 2024-11-08T00:31:11,760 INFO [RS_OPEN_META-regionserver/3302f0f507bd:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/49b5cf8c-05b6-ae50-c05d-cbbaf67325f5/WALs/3302f0f507bd,36197,1731025870249/3302f0f507bd%2C36197%2C1731025870249.meta.1731025871741.meta 2024-11-08T00:31:11,760 DEBUG [RS_OPEN_META-regionserver/3302f0f507bd:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46373:46373),(127.0.0.1/127.0.0.1:45619:45619)] 2024-11-08T00:31:11,760 DEBUG [RS_OPEN_META-regionserver/3302f0f507bd:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-08T00:31:11,761 DEBUG [RS_OPEN_META-regionserver/3302f0f507bd:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-08T00:31:11,761 DEBUG [RS_OPEN_META-regionserver/3302f0f507bd:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-08T00:31:11,761 INFO [RS_OPEN_META-regionserver/3302f0f507bd:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-08T00:31:11,761 DEBUG [RS_OPEN_META-regionserver/3302f0f507bd:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-08T00:31:11,761 DEBUG [RS_OPEN_META-regionserver/3302f0f507bd:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T00:31:11,761 DEBUG [RS_OPEN_META-regionserver/3302f0f507bd:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-08T00:31:11,761 DEBUG [RS_OPEN_META-regionserver/3302f0f507bd:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-08T00:31:11,763 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-08T00:31:11,764 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-08T00:31:11,764 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T00:31:11,765 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T00:31:11,765 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-08T00:31:11,766 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-08T00:31:11,766 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T00:31:11,766 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T00:31:11,767 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-08T00:31:11,768 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-08T00:31:11,768 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T00:31:11,768 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T00:31:11,768 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-08T00:31:11,769 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-08T00:31:11,769 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T00:31:11,770 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T00:31:11,770 DEBUG [RS_OPEN_META-regionserver/3302f0f507bd:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-08T00:31:11,771 DEBUG [RS_OPEN_META-regionserver/3302f0f507bd:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42505/user/jenkins/test-data/49b5cf8c-05b6-ae50-c05d-cbbaf67325f5/data/hbase/meta/1588230740 2024-11-08T00:31:11,772 DEBUG [RS_OPEN_META-regionserver/3302f0f507bd:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42505/user/jenkins/test-data/49b5cf8c-05b6-ae50-c05d-cbbaf67325f5/data/hbase/meta/1588230740 2024-11-08T00:31:11,774 DEBUG [RS_OPEN_META-regionserver/3302f0f507bd:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-08T00:31:11,774 DEBUG [RS_OPEN_META-regionserver/3302f0f507bd:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-08T00:31:11,774 DEBUG [RS_OPEN_META-regionserver/3302f0f507bd:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-08T00:31:11,776 DEBUG [RS_OPEN_META-regionserver/3302f0f507bd:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-08T00:31:11,778 INFO [RS_OPEN_META-regionserver/3302f0f507bd:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=16384, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=746583, jitterRate=-0.05067117512226105}}}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-08T00:31:11,778 DEBUG [RS_OPEN_META-regionserver/3302f0f507bd:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-08T00:31:11,779 DEBUG [RS_OPEN_META-regionserver/3302f0f507bd:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731025871761Writing region info on filesystem at 1731025871761Initializing all the Stores at 1731025871763 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731025871763Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731025871763Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731025871763Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731025871763Cleaning up temporary data from old regions at 1731025871774 (+11 ms)Running coprocessor post-open hooks at 1731025871778 (+4 ms)Region opened successfully at 1731025871779 (+1 ms) 2024-11-08T00:31:11,780 INFO [RS_OPEN_META-regionserver/3302f0f507bd:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731025871723 2024-11-08T00:31:11,783 DEBUG [RS_OPEN_META-regionserver/3302f0f507bd:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-08T00:31:11,783 INFO [RS_OPEN_META-regionserver/3302f0f507bd:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-08T00:31:11,784 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=3302f0f507bd,36197,1731025870249 2024-11-08T00:31:11,785 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 3302f0f507bd,36197,1731025870249, state=OPEN 2024-11-08T00:31:11,827 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36197-0x10117da988e0001, quorum=127.0.0.1:51500, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-08T00:31:11,827 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42509-0x10117da988e0000, quorum=127.0.0.1:51500, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-08T00:31:11,827 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=3302f0f507bd,36197,1731025870249 2024-11-08T00:31:11,827 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-08T00:31:11,827 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-08T00:31:11,831 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-08T00:31:11,831 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=3302f0f507bd,36197,1731025870249 in 261 msec 2024-11-08T00:31:11,836 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-08T00:31:11,837 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 694 msec 2024-11-08T00:31:11,838 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-08T00:31:11,838 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-08T00:31:11,839 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-08T00:31:11,839 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=3302f0f507bd,36197,1731025870249, seqNum=-1] 2024-11-08T00:31:11,840 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-08T00:31:11,841 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:43741, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-08T00:31:11,848 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 762 msec 2024-11-08T00:31:11,848 INFO [master/3302f0f507bd:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731025871848, completionTime=-1 2024-11-08T00:31:11,848 INFO [master/3302f0f507bd:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-08T00:31:11,848 DEBUG [master/3302f0f507bd:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-08T00:31:11,850 INFO [master/3302f0f507bd:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-08T00:31:11,850 INFO [master/3302f0f507bd:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731025931850 2024-11-08T00:31:11,851 INFO [master/3302f0f507bd:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731025991851 2024-11-08T00:31:11,851 INFO [master/3302f0f507bd:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 2 msec 2024-11-08T00:31:11,851 INFO [master/3302f0f507bd:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=3302f0f507bd,42509,1731025870070-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-08T00:31:11,851 INFO [master/3302f0f507bd:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=3302f0f507bd,42509,1731025870070-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T00:31:11,851 INFO [master/3302f0f507bd:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=3302f0f507bd,42509,1731025870070-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T00:31:11,851 INFO [master/3302f0f507bd:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-3302f0f507bd:42509, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T00:31:11,851 INFO [master/3302f0f507bd:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-08T00:31:11,851 INFO [master/3302f0f507bd:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-08T00:31:11,853 DEBUG [master/3302f0f507bd:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-08T00:31:11,856 INFO [master/3302f0f507bd:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 1.534sec 2024-11-08T00:31:11,857 INFO [master/3302f0f507bd:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-08T00:31:11,857 INFO [master/3302f0f507bd:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-08T00:31:11,857 INFO [master/3302f0f507bd:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-08T00:31:11,857 INFO [master/3302f0f507bd:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-08T00:31:11,857 INFO [master/3302f0f507bd:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-08T00:31:11,857 INFO [master/3302f0f507bd:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=3302f0f507bd,42509,1731025870070-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-08T00:31:11,857 INFO [master/3302f0f507bd:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=3302f0f507bd,42509,1731025870070-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-08T00:31:11,860 DEBUG [master/3302f0f507bd:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-08T00:31:11,860 INFO [master/3302f0f507bd:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-08T00:31:11,860 INFO [master/3302f0f507bd:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=3302f0f507bd,42509,1731025870070-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T00:31:11,884 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@381b61da, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T00:31:11,884 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 3302f0f507bd,42509,-1 for getting cluster id 2024-11-08T00:31:11,884 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-08T00:31:11,886 DEBUG [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'ac5dfb23-6dbf-4998-baaf-8f6e11505bc7' 2024-11-08T00:31:11,887 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-08T00:31:11,887 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "ac5dfb23-6dbf-4998-baaf-8f6e11505bc7" 2024-11-08T00:31:11,887 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@73ec2afb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T00:31:11,887 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [3302f0f507bd,42509,-1] 2024-11-08T00:31:11,888 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-08T00:31:11,888 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T00:31:11,890 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:54992, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-08T00:31:11,891 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@a5edbcb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T00:31:11,891 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-08T00:31:11,893 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=3302f0f507bd,36197,1731025870249, seqNum=-1] 2024-11-08T00:31:11,893 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-08T00:31:11,895 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:35364, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-08T00:31:11,897 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=3302f0f507bd,42509,1731025870070 2024-11-08T00:31:11,898 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T00:31:11,901 INFO [Time-limited test {}] master.MasterRpcServices(567): Client=null/null set balanceSwitch=false 2024-11-08T00:31:11,912 WARN [Time-limited test {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-08T00:31:11,914 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T00:31:11,934 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T00:31:11,946 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-08T00:31:11,950 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-08T00:31:11,950 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-08T00:31:11,950 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-08T00:31:11,950 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-08T00:31:11,951 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2037e379{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/13e5c6a7-80c0-8e09-9511-9da0c9a131dd/hadoop.log.dir/,AVAILABLE} 2024-11-08T00:31:11,951 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@71aa8073{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-08T00:31:12,046 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@4b45aed8{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/13e5c6a7-80c0-8e09-9511-9da0c9a131dd/java.io.tmpdir/jetty-localhost-34687-hadoop-hdfs-3_4_1-tests_jar-_-any-10050735752688167615/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-08T00:31:12,047 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@27724107{HTTP/1.1, (http/1.1)}{localhost:34687} 2024-11-08T00:31:12,047 INFO [Time-limited test {}] server.Server(415): Started @72424ms 2024-11-08T00:31:12,049 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-08T00:31:12,085 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-08T00:31:12,089 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-08T00:31:12,090 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-08T00:31:12,090 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-08T00:31:12,090 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-08T00:31:12,091 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6663f408{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/13e5c6a7-80c0-8e09-9511-9da0c9a131dd/hadoop.log.dir/,AVAILABLE} 2024-11-08T00:31:12,091 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@34d98298{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-08T00:31:12,194 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@245d91f8{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/13e5c6a7-80c0-8e09-9511-9da0c9a131dd/java.io.tmpdir/jetty-localhost-45059-hadoop-hdfs-3_4_1-tests_jar-_-any-11724686954109209614/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-08T00:31:12,195 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@5cb62043{HTTP/1.1, (http/1.1)}{localhost:45059} 2024-11-08T00:31:12,195 INFO [Time-limited test {}] server.Server(415): Started @72572ms 2024-11-08T00:31:12,196 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-08T00:31:12,223 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-08T00:31:12,227 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-08T00:31:12,228 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-08T00:31:12,228 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-08T00:31:12,228 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-08T00:31:12,228 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@a1d3232{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/13e5c6a7-80c0-8e09-9511-9da0c9a131dd/hadoop.log.dir/,AVAILABLE} 2024-11-08T00:31:12,229 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@26acbde6{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-08T00:31:12,321 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@9ecf08d{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/13e5c6a7-80c0-8e09-9511-9da0c9a131dd/java.io.tmpdir/jetty-localhost-36861-hadoop-hdfs-3_4_1-tests_jar-_-any-7608722951444034785/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-08T00:31:12,321 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@5c621e8f{HTTP/1.1, (http/1.1)}{localhost:36861} 2024-11-08T00:31:12,321 INFO [Time-limited test {}] server.Server(415): Started @72699ms 2024-11-08T00:31:12,323 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-08T00:31:13,443 WARN [Thread-550 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/13e5c6a7-80c0-8e09-9511-9da0c9a131dd/cluster_4584773d-bdc1-a861-98a2-c03dd6389950/data/data5/current/BP-2008593726-172.17.0.3-1731025867234/current, will proceed with Du for space computation calculation, 2024-11-08T00:31:13,443 WARN [Thread-551 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/13e5c6a7-80c0-8e09-9511-9da0c9a131dd/cluster_4584773d-bdc1-a861-98a2-c03dd6389950/data/data6/current/BP-2008593726-172.17.0.3-1731025867234/current, will proceed with Du for space computation calculation, 2024-11-08T00:31:13,466 WARN [Thread-492 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-08T00:31:13,469 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xea34239b5b8cb079 with lease ID 0x586b0e2c78c2e211: Processing first storage report for DS-4c142ce4-ae55-4eea-9003-87b2394f8627 from datanode DatanodeRegistration(127.0.0.1:40285, datanodeUuid=67f93222-3a1b-4ce9-be2d-24d5462f8253, infoPort=39299, infoSecurePort=0, ipcPort=35261, storageInfo=lv=-57;cid=testClusterID;nsid=1138226398;c=1731025867234) 2024-11-08T00:31:13,469 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xea34239b5b8cb079 with lease ID 0x586b0e2c78c2e211: from storage DS-4c142ce4-ae55-4eea-9003-87b2394f8627 node DatanodeRegistration(127.0.0.1:40285, datanodeUuid=67f93222-3a1b-4ce9-be2d-24d5462f8253, infoPort=39299, infoSecurePort=0, ipcPort=35261, storageInfo=lv=-57;cid=testClusterID;nsid=1138226398;c=1731025867234), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-08T00:31:13,469 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xea34239b5b8cb079 with lease ID 0x586b0e2c78c2e211: Processing first storage report for DS-3edddc9b-6d7d-451c-bb74-8366c309c4d4 from datanode DatanodeRegistration(127.0.0.1:40285, datanodeUuid=67f93222-3a1b-4ce9-be2d-24d5462f8253, infoPort=39299, infoSecurePort=0, ipcPort=35261, storageInfo=lv=-57;cid=testClusterID;nsid=1138226398;c=1731025867234) 2024-11-08T00:31:13,470 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xea34239b5b8cb079 with lease ID 0x586b0e2c78c2e211: from storage DS-3edddc9b-6d7d-451c-bb74-8366c309c4d4 node DatanodeRegistration(127.0.0.1:40285, datanodeUuid=67f93222-3a1b-4ce9-be2d-24d5462f8253, infoPort=39299, infoSecurePort=0, ipcPort=35261, storageInfo=lv=-57;cid=testClusterID;nsid=1138226398;c=1731025867234), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-08T00:31:13,797 WARN [Thread-561 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/13e5c6a7-80c0-8e09-9511-9da0c9a131dd/cluster_4584773d-bdc1-a861-98a2-c03dd6389950/data/data7/current/BP-2008593726-172.17.0.3-1731025867234/current, will proceed with Du for space computation calculation, 2024-11-08T00:31:13,797 WARN [Thread-562 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/13e5c6a7-80c0-8e09-9511-9da0c9a131dd/cluster_4584773d-bdc1-a861-98a2-c03dd6389950/data/data8/current/BP-2008593726-172.17.0.3-1731025867234/current, will proceed with Du for space computation calculation, 2024-11-08T00:31:13,816 WARN [Thread-514 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-08T00:31:13,819 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x1014255e67ef81c8 with lease ID 0x586b0e2c78c2e212: Processing first storage report for DS-4aa6a95b-6f45-481c-9f2a-3f4e25553e66 from datanode DatanodeRegistration(127.0.0.1:38479, datanodeUuid=86366280-12a7-49de-bf48-debf9dc3992a, infoPort=40783, infoSecurePort=0, ipcPort=36711, storageInfo=lv=-57;cid=testClusterID;nsid=1138226398;c=1731025867234) 2024-11-08T00:31:13,819 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x1014255e67ef81c8 with lease ID 0x586b0e2c78c2e212: from storage DS-4aa6a95b-6f45-481c-9f2a-3f4e25553e66 node DatanodeRegistration(127.0.0.1:38479, datanodeUuid=86366280-12a7-49de-bf48-debf9dc3992a, infoPort=40783, infoSecurePort=0, ipcPort=36711, storageInfo=lv=-57;cid=testClusterID;nsid=1138226398;c=1731025867234), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-08T00:31:13,819 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x1014255e67ef81c8 with lease ID 0x586b0e2c78c2e212: Processing first storage report for DS-a557aa4e-5896-42a8-aee6-bd6a14ebaa46 from datanode DatanodeRegistration(127.0.0.1:38479, datanodeUuid=86366280-12a7-49de-bf48-debf9dc3992a, infoPort=40783, infoSecurePort=0, ipcPort=36711, storageInfo=lv=-57;cid=testClusterID;nsid=1138226398;c=1731025867234) 2024-11-08T00:31:13,819 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x1014255e67ef81c8 with lease ID 0x586b0e2c78c2e212: from storage DS-a557aa4e-5896-42a8-aee6-bd6a14ebaa46 node DatanodeRegistration(127.0.0.1:38479, datanodeUuid=86366280-12a7-49de-bf48-debf9dc3992a, infoPort=40783, infoSecurePort=0, ipcPort=36711, storageInfo=lv=-57;cid=testClusterID;nsid=1138226398;c=1731025867234), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-08T00:31:13,980 WARN [Thread-572 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/13e5c6a7-80c0-8e09-9511-9da0c9a131dd/cluster_4584773d-bdc1-a861-98a2-c03dd6389950/data/data9/current/BP-2008593726-172.17.0.3-1731025867234/current, will proceed with Du for space computation calculation, 2024-11-08T00:31:13,980 WARN [Thread-573 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/13e5c6a7-80c0-8e09-9511-9da0c9a131dd/cluster_4584773d-bdc1-a861-98a2-c03dd6389950/data/data10/current/BP-2008593726-172.17.0.3-1731025867234/current, will proceed with Du for space computation calculation, 2024-11-08T00:31:14,000 WARN [Thread-536 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-08T00:31:14,003 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xdc990e7ed2ceafaf with lease ID 0x586b0e2c78c2e213: Processing first storage report for DS-f956ce83-499d-4ca3-ae47-05d8ee9160a1 from datanode DatanodeRegistration(127.0.0.1:39861, datanodeUuid=f8352263-8bf5-4869-ad13-612363be564f, infoPort=45439, infoSecurePort=0, ipcPort=33541, storageInfo=lv=-57;cid=testClusterID;nsid=1138226398;c=1731025867234) 2024-11-08T00:31:14,003 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xdc990e7ed2ceafaf with lease ID 0x586b0e2c78c2e213: from storage DS-f956ce83-499d-4ca3-ae47-05d8ee9160a1 node DatanodeRegistration(127.0.0.1:39861, datanodeUuid=f8352263-8bf5-4869-ad13-612363be564f, infoPort=45439, infoSecurePort=0, ipcPort=33541, storageInfo=lv=-57;cid=testClusterID;nsid=1138226398;c=1731025867234), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-08T00:31:14,003 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xdc990e7ed2ceafaf with lease ID 0x586b0e2c78c2e213: Processing first storage report for DS-5cc6512f-c5b2-4e04-a554-341e7315c627 from datanode DatanodeRegistration(127.0.0.1:39861, datanodeUuid=f8352263-8bf5-4869-ad13-612363be564f, infoPort=45439, infoSecurePort=0, ipcPort=33541, storageInfo=lv=-57;cid=testClusterID;nsid=1138226398;c=1731025867234) 2024-11-08T00:31:14,003 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xdc990e7ed2ceafaf with lease ID 0x586b0e2c78c2e213: from storage DS-5cc6512f-c5b2-4e04-a554-341e7315c627 node DatanodeRegistration(127.0.0.1:39861, datanodeUuid=f8352263-8bf5-4869-ad13-612363be564f, infoPort=45439, infoSecurePort=0, ipcPort=33541, storageInfo=lv=-57;cid=testClusterID;nsid=1138226398;c=1731025867234), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-08T00:31:14,063 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-08T00:31:14,065 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncConnectionImpl(321): The fetched master address is 3302f0f507bd,42509,1731025870070 2024-11-08T00:31:14,065 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@21b46ad6 2024-11-08T00:31:14,065 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-08T00:31:14,069 INFO [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:54994, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-08T00:31:14,070 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42509 {}] util.TableDescriptorChecker(321): MAX_FILESIZE for table descriptor or "hbase.hregion.max.filesize" (786432) is too small, which might cause over splitting into unmanageable number of regions. 2024-11-08T00:31:14,071 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42509 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (8192) is too small, which might cause very frequent flushing. 2024-11-08T00:31:14,071 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42509 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'TestLogRolling-testLogRollOnDatanodeDeath', {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-08T00:31:14,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42509 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=TestLogRolling-testLogRollOnDatanodeDeath 2024-11-08T00:31:14,075 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=TestLogRolling-testLogRollOnDatanodeDeath execute state=CREATE_TABLE_PRE_OPERATION 2024-11-08T00:31:14,076 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T00:31:14,076 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42509 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "TestLogRolling-testLogRollOnDatanodeDeath" procId is: 4 2024-11-08T00:31:14,078 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=TestLogRolling-testLogRollOnDatanodeDeath execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-08T00:31:14,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42509 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-08T00:31:14,088 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38479 is added to blk_1073741835_1011 (size=393) 2024-11-08T00:31:14,088 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44919 is added to blk_1073741835_1011 (size=393) 2024-11-08T00:31:14,091 INFO [RegionOpenAndInit-TestLogRolling-testLogRollOnDatanodeDeath-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => e889a43e58223025f35aed3f6d855eaf, NAME => 'TestLogRolling-testLogRollOnDatanodeDeath,,1731025874070.e889a43e58223025f35aed3f6d855eaf.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='TestLogRolling-testLogRollOnDatanodeDeath', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:42505/user/jenkins/test-data/49b5cf8c-05b6-ae50-c05d-cbbaf67325f5 2024-11-08T00:31:14,101 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38479 is added to blk_1073741836_1012 (size=76) 2024-11-08T00:31:14,101 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40285 is added to blk_1073741836_1012 (size=76) 2024-11-08T00:31:14,102 DEBUG [RegionOpenAndInit-TestLogRolling-testLogRollOnDatanodeDeath-pool-0 {}] regionserver.HRegion(898): Instantiated TestLogRolling-testLogRollOnDatanodeDeath,,1731025874070.e889a43e58223025f35aed3f6d855eaf.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T00:31:14,102 DEBUG [RegionOpenAndInit-TestLogRolling-testLogRollOnDatanodeDeath-pool-0 {}] regionserver.HRegion(1722): Closing e889a43e58223025f35aed3f6d855eaf, disabling compactions & flushes 2024-11-08T00:31:14,102 INFO [RegionOpenAndInit-TestLogRolling-testLogRollOnDatanodeDeath-pool-0 {}] regionserver.HRegion(1755): Closing region TestLogRolling-testLogRollOnDatanodeDeath,,1731025874070.e889a43e58223025f35aed3f6d855eaf. 2024-11-08T00:31:14,102 DEBUG [RegionOpenAndInit-TestLogRolling-testLogRollOnDatanodeDeath-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on TestLogRolling-testLogRollOnDatanodeDeath,,1731025874070.e889a43e58223025f35aed3f6d855eaf. 2024-11-08T00:31:14,102 DEBUG [RegionOpenAndInit-TestLogRolling-testLogRollOnDatanodeDeath-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on TestLogRolling-testLogRollOnDatanodeDeath,,1731025874070.e889a43e58223025f35aed3f6d855eaf. after waiting 0 ms 2024-11-08T00:31:14,102 DEBUG [RegionOpenAndInit-TestLogRolling-testLogRollOnDatanodeDeath-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region TestLogRolling-testLogRollOnDatanodeDeath,,1731025874070.e889a43e58223025f35aed3f6d855eaf. 2024-11-08T00:31:14,102 INFO [RegionOpenAndInit-TestLogRolling-testLogRollOnDatanodeDeath-pool-0 {}] regionserver.HRegion(1973): Closed TestLogRolling-testLogRollOnDatanodeDeath,,1731025874070.e889a43e58223025f35aed3f6d855eaf. 2024-11-08T00:31:14,102 DEBUG [RegionOpenAndInit-TestLogRolling-testLogRollOnDatanodeDeath-pool-0 {}] regionserver.HRegion(1676): Region close journal for e889a43e58223025f35aed3f6d855eaf: Waiting for close lock at 1731025874102Disabling compacts and flushes for region at 1731025874102Disabling writes for close at 1731025874102Writing region close event to WAL at 1731025874102Closed at 1731025874102 2024-11-08T00:31:14,104 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=TestLogRolling-testLogRollOnDatanodeDeath execute state=CREATE_TABLE_ADD_TO_META 2024-11-08T00:31:14,104 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"TestLogRolling-testLogRollOnDatanodeDeath,,1731025874070.e889a43e58223025f35aed3f6d855eaf.","families":{"info":[{"qualifier":"regioninfo","vlen":75,"tag":[],"timestamp":"1731025874104"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731025874104"}]},"ts":"1731025874104"} 2024-11-08T00:31:14,107 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-08T00:31:14,108 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=TestLogRolling-testLogRollOnDatanodeDeath execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-08T00:31:14,109 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestLogRolling-testLogRollOnDatanodeDeath","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731025874108"}]},"ts":"1731025874108"} 2024-11-08T00:31:14,111 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=TestLogRolling-testLogRollOnDatanodeDeath, state=ENABLING in hbase:meta 2024-11-08T00:31:14,111 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestLogRolling-testLogRollOnDatanodeDeath, region=e889a43e58223025f35aed3f6d855eaf, ASSIGN}] 2024-11-08T00:31:14,113 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestLogRolling-testLogRollOnDatanodeDeath, region=e889a43e58223025f35aed3f6d855eaf, ASSIGN 2024-11-08T00:31:14,114 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=TestLogRolling-testLogRollOnDatanodeDeath, region=e889a43e58223025f35aed3f6d855eaf, ASSIGN; state=OFFLINE, location=3302f0f507bd,36197,1731025870249; forceNewPlan=false, retain=false 2024-11-08T00:31:14,266 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=e889a43e58223025f35aed3f6d855eaf, regionState=OPENING, regionLocation=3302f0f507bd,36197,1731025870249 2024-11-08T00:31:14,272 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=TestLogRolling-testLogRollOnDatanodeDeath, region=e889a43e58223025f35aed3f6d855eaf, ASSIGN because future has completed 2024-11-08T00:31:14,274 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure e889a43e58223025f35aed3f6d855eaf, server=3302f0f507bd,36197,1731025870249}] 2024-11-08T00:31:14,443 INFO [RS_OPEN_REGION-regionserver/3302f0f507bd:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open TestLogRolling-testLogRollOnDatanodeDeath,,1731025874070.e889a43e58223025f35aed3f6d855eaf. 2024-11-08T00:31:14,443 DEBUG [RS_OPEN_REGION-regionserver/3302f0f507bd:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => e889a43e58223025f35aed3f6d855eaf, NAME => 'TestLogRolling-testLogRollOnDatanodeDeath,,1731025874070.e889a43e58223025f35aed3f6d855eaf.', STARTKEY => '', ENDKEY => ''} 2024-11-08T00:31:14,443 DEBUG [RS_OPEN_REGION-regionserver/3302f0f507bd:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestLogRolling-testLogRollOnDatanodeDeath e889a43e58223025f35aed3f6d855eaf 2024-11-08T00:31:14,443 DEBUG [RS_OPEN_REGION-regionserver/3302f0f507bd:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated TestLogRolling-testLogRollOnDatanodeDeath,,1731025874070.e889a43e58223025f35aed3f6d855eaf.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T00:31:14,443 DEBUG [RS_OPEN_REGION-regionserver/3302f0f507bd:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for e889a43e58223025f35aed3f6d855eaf 2024-11-08T00:31:14,444 DEBUG [RS_OPEN_REGION-regionserver/3302f0f507bd:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for e889a43e58223025f35aed3f6d855eaf 2024-11-08T00:31:14,445 INFO [StoreOpener-e889a43e58223025f35aed3f6d855eaf-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region e889a43e58223025f35aed3f6d855eaf 2024-11-08T00:31:14,447 INFO [StoreOpener-e889a43e58223025f35aed3f6d855eaf-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e889a43e58223025f35aed3f6d855eaf columnFamilyName info 2024-11-08T00:31:14,447 DEBUG [StoreOpener-e889a43e58223025f35aed3f6d855eaf-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T00:31:14,447 INFO [StoreOpener-e889a43e58223025f35aed3f6d855eaf-1 {}] regionserver.HStore(327): Store=e889a43e58223025f35aed3f6d855eaf/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T00:31:14,447 DEBUG [RS_OPEN_REGION-regionserver/3302f0f507bd:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for e889a43e58223025f35aed3f6d855eaf 2024-11-08T00:31:14,449 DEBUG [RS_OPEN_REGION-regionserver/3302f0f507bd:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42505/user/jenkins/test-data/49b5cf8c-05b6-ae50-c05d-cbbaf67325f5/data/default/TestLogRolling-testLogRollOnDatanodeDeath/e889a43e58223025f35aed3f6d855eaf 2024-11-08T00:31:14,449 DEBUG [RS_OPEN_REGION-regionserver/3302f0f507bd:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42505/user/jenkins/test-data/49b5cf8c-05b6-ae50-c05d-cbbaf67325f5/data/default/TestLogRolling-testLogRollOnDatanodeDeath/e889a43e58223025f35aed3f6d855eaf 2024-11-08T00:31:14,450 DEBUG [RS_OPEN_REGION-regionserver/3302f0f507bd:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for e889a43e58223025f35aed3f6d855eaf 2024-11-08T00:31:14,450 DEBUG [RS_OPEN_REGION-regionserver/3302f0f507bd:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for e889a43e58223025f35aed3f6d855eaf 2024-11-08T00:31:14,453 DEBUG [RS_OPEN_REGION-regionserver/3302f0f507bd:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for e889a43e58223025f35aed3f6d855eaf 2024-11-08T00:31:14,455 DEBUG [RS_OPEN_REGION-regionserver/3302f0f507bd:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42505/user/jenkins/test-data/49b5cf8c-05b6-ae50-c05d-cbbaf67325f5/data/default/TestLogRolling-testLogRollOnDatanodeDeath/e889a43e58223025f35aed3f6d855eaf/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-08T00:31:14,456 INFO [RS_OPEN_REGION-regionserver/3302f0f507bd:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened e889a43e58223025f35aed3f6d855eaf; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=16384, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=852338, jitterRate=0.08380460739135742}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-08T00:31:14,457 DEBUG [RS_OPEN_REGION-regionserver/3302f0f507bd:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for e889a43e58223025f35aed3f6d855eaf 2024-11-08T00:31:14,458 DEBUG [RS_OPEN_REGION-regionserver/3302f0f507bd:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for e889a43e58223025f35aed3f6d855eaf: Running coprocessor pre-open hook at 1731025874444Writing region info on filesystem at 1731025874444Initializing all the Stores at 1731025874445 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731025874445Cleaning up temporary data from old regions at 1731025874450 (+5 ms)Running coprocessor post-open hooks at 1731025874457 (+7 ms)Region opened successfully at 1731025874458 (+1 ms) 2024-11-08T00:31:14,459 INFO [RS_OPEN_REGION-regionserver/3302f0f507bd:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for TestLogRolling-testLogRollOnDatanodeDeath,,1731025874070.e889a43e58223025f35aed3f6d855eaf., pid=6, masterSystemTime=1731025874431 2024-11-08T00:31:14,462 DEBUG [RS_OPEN_REGION-regionserver/3302f0f507bd:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for TestLogRolling-testLogRollOnDatanodeDeath,,1731025874070.e889a43e58223025f35aed3f6d855eaf. 2024-11-08T00:31:14,462 INFO [RS_OPEN_REGION-regionserver/3302f0f507bd:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened TestLogRolling-testLogRollOnDatanodeDeath,,1731025874070.e889a43e58223025f35aed3f6d855eaf. 2024-11-08T00:31:14,463 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=e889a43e58223025f35aed3f6d855eaf, regionState=OPEN, openSeqNum=2, regionLocation=3302f0f507bd,36197,1731025870249 2024-11-08T00:31:14,466 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure e889a43e58223025f35aed3f6d855eaf, server=3302f0f507bd,36197,1731025870249 because future has completed 2024-11-08T00:31:14,470 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-08T00:31:14,470 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure e889a43e58223025f35aed3f6d855eaf, server=3302f0f507bd,36197,1731025870249 in 194 msec 2024-11-08T00:31:14,473 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-08T00:31:14,473 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestLogRolling-testLogRollOnDatanodeDeath, region=e889a43e58223025f35aed3f6d855eaf, ASSIGN in 359 msec 2024-11-08T00:31:14,474 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=TestLogRolling-testLogRollOnDatanodeDeath execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-08T00:31:14,474 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestLogRolling-testLogRollOnDatanodeDeath","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731025874474"}]},"ts":"1731025874474"} 2024-11-08T00:31:14,476 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=TestLogRolling-testLogRollOnDatanodeDeath, state=ENABLED in hbase:meta 2024-11-08T00:31:14,478 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=TestLogRolling-testLogRollOnDatanodeDeath execute state=CREATE_TABLE_POST_OPERATION 2024-11-08T00:31:14,480 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=TestLogRolling-testLogRollOnDatanodeDeath in 407 msec 2024-11-08T00:31:15,948 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_TestLogRolling-testLogRollOnDatanodeDeath 2024-11-08T00:31:15,948 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_TestLogRolling-testLogRollOnDatanodeDeath Metrics about Tables on a single HBase RegionServer 2024-11-08T00:31:15,953 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_TestLogRolling-testSlowSyncLogRolling 2024-11-08T00:31:17,268 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-08T00:31:17,271 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T00:31:17,290 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T00:31:17,301 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-08T00:31:17,302 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'TestLogRolling-testLogRollOnDatanodeDeath' 2024-11-08T00:31:24,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42509 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-08T00:31:24,111 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:TestLogRolling-testLogRollOnDatanodeDeath completed 2024-11-08T00:31:24,112 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table TestLogRolling-testLogRollOnDatanodeDeath get assigned. Timeout = 60000ms 2024-11-08T00:31:24,114 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-08T00:31:24,118 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table TestLogRolling-testLogRollOnDatanodeDeath assigned to meta. Checking AM states. 2024-11-08T00:31:24,118 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-08T00:31:24,119 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table TestLogRolling-testLogRollOnDatanodeDeath assigned. 2024-11-08T00:31:24,122 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestLogRolling-testLogRollOnDatanodeDeath', row='row0001', locateType=CURRENT is [region=TestLogRolling-testLogRollOnDatanodeDeath,,1731025874070.e889a43e58223025f35aed3f6d855eaf., hostname=3302f0f507bd,36197,1731025870249, seqNum=2] 2024-11-08T00:31:24,125 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=TestLogRolling-testLogRollOnDatanodeDeath,, stopping at row=TestLogRolling-testLogRollOnDatanodeDeath ,, for max=2147483647 with caching=100 2024-11-08T00:31:24,128 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(2234): Found 1 regions for table TestLogRolling-testLogRollOnDatanodeDeath 2024-11-08T00:31:24,128 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(2240): firstRegionName=TestLogRolling-testLogRollOnDatanodeDeath,,1731025874070.e889a43e58223025f35aed3f6d855eaf. 2024-11-08T00:31:24,129 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_2084778505_22 at /127.0.0.1:41026 [Receiving block BP-2008593726-172.17.0.3-1731025867234:blk_1073741830_1006] {}] datanode.DataXceiver(331): 127.0.0.1:44919:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:41026 dst: /127.0.0.1:44919 java.io.IOException: Premature EOF from inputStream at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T00:31:24,129 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_-620366291_22 at /127.0.0.1:34732 [Receiving block BP-2008593726-172.17.0.3-1731025867234:blk_1073741834_1010] {}] datanode.DataXceiver(331): 127.0.0.1:41181:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:34732 dst: /127.0.0.1:41181 java.nio.channels.ClosedChannelException: null at java.nio.channels.spi.AbstractSelectableChannel.register(AbstractSelectableChannel.java:222) ~[?:?] at java.nio.channels.SelectableChannel.register(SelectableChannel.java:260) ~[?:?] at org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:334) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) ~[hadoop-common-3.4.1.jar:?] at java.io.BufferedInputStream.fill(BufferedInputStream.java:244) ~[?:?] at java.io.BufferedInputStream.read1(BufferedInputStream.java:284) ~[?:?] at java.io.BufferedInputStream.read(BufferedInputStream.java:343) ~[?:?] at java.io.DataInputStream.read(DataInputStream.java:151) ~[?:?] at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T00:31:24,130 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_-620366291_22 at /127.0.0.1:41044 [Receiving block BP-2008593726-172.17.0.3-1731025867234:blk_1073741834_1010] {}] datanode.DataXceiver(331): 127.0.0.1:44919:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:41044 dst: /127.0.0.1:44919 java.io.IOException: Premature EOF from inputStream at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T00:31:24,129 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_2084778505_22 at /127.0.0.1:34702 [Receiving block BP-2008593726-172.17.0.3-1731025867234:blk_1073741830_1006] {}] datanode.DataXceiver(331): 127.0.0.1:41181:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:34702 dst: /127.0.0.1:41181 java.nio.channels.ClosedChannelException: null at java.nio.channels.spi.AbstractSelectableChannel.register(AbstractSelectableChannel.java:222) ~[?:?] at java.nio.channels.SelectableChannel.register(SelectableChannel.java:260) ~[?:?] at org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:334) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) ~[hadoop-common-3.4.1.jar:?] at java.io.BufferedInputStream.fill(BufferedInputStream.java:244) ~[?:?] at java.io.BufferedInputStream.read1(BufferedInputStream.java:284) ~[?:?] at java.io.BufferedInputStream.read(BufferedInputStream.java:343) ~[?:?] at java.io.DataInputStream.read(DataInputStream.java:151) ~[?:?] at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T00:31:24,130 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_-620366291_22 at /127.0.0.1:34726 [Receiving block BP-2008593726-172.17.0.3-1731025867234:blk_1073741833_1009] {}] datanode.DataXceiver(331): 127.0.0.1:41181:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:34726 dst: /127.0.0.1:41181 java.nio.channels.ClosedChannelException: null at java.nio.channels.spi.AbstractSelectableChannel.register(AbstractSelectableChannel.java:222) ~[?:?] at java.nio.channels.SelectableChannel.register(SelectableChannel.java:260) ~[?:?] at org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:334) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) ~[hadoop-common-3.4.1.jar:?] at java.io.BufferedInputStream.fill(BufferedInputStream.java:244) ~[?:?] at java.io.BufferedInputStream.read1(BufferedInputStream.java:284) ~[?:?] at java.io.BufferedInputStream.read(BufferedInputStream.java:343) ~[?:?] at java.io.DataInputStream.read(DataInputStream.java:151) ~[?:?] at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T00:31:24,130 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_-620366291_22 at /127.0.0.1:41040 [Receiving block BP-2008593726-172.17.0.3-1731025867234:blk_1073741833_1009] {}] datanode.DataXceiver(331): 127.0.0.1:44919:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:41040 dst: /127.0.0.1:44919 java.io.IOException: Premature EOF from inputStream at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T00:31:24,168 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@7fd25b61{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-08T00:31:24,169 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@98fc45{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-08T00:31:24,169 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-08T00:31:24,169 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1f75fbb5{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-08T00:31:24,169 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5109ef66{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/13e5c6a7-80c0-8e09-9511-9da0c9a131dd/hadoop.log.dir/,STOPPED} 2024-11-08T00:31:24,171 WARN [BP-2008593726-172.17.0.3-1731025867234 heartbeating to localhost/127.0.0.1:42505 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-08T00:31:24,171 WARN [BP-2008593726-172.17.0.3-1731025867234 heartbeating to localhost/127.0.0.1:42505 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-2008593726-172.17.0.3-1731025867234 (Datanode Uuid 99a94d6f-83b4-4a2d-b8a9-83f3f2aab359) service to localhost/127.0.0.1:42505 2024-11-08T00:31:24,171 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-08T00:31:24,171 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-08T00:31:24,172 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/13e5c6a7-80c0-8e09-9511-9da0c9a131dd/cluster_4584773d-bdc1-a861-98a2-c03dd6389950/data/data1/current/BP-2008593726-172.17.0.3-1731025867234 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-08T00:31:24,172 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/13e5c6a7-80c0-8e09-9511-9da0c9a131dd/cluster_4584773d-bdc1-a861-98a2-c03dd6389950/data/data2/current/BP-2008593726-172.17.0.3-1731025867234 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-08T00:31:24,172 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-08T00:31:24,183 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-08T00:31:24,186 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-08T00:31:24,187 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-08T00:31:24,187 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-08T00:31:24,187 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-08T00:31:24,187 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@22bbe8b3{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/13e5c6a7-80c0-8e09-9511-9da0c9a131dd/hadoop.log.dir/,AVAILABLE} 2024-11-08T00:31:24,188 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@664901fb{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-08T00:31:24,280 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@788c4433{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/13e5c6a7-80c0-8e09-9511-9da0c9a131dd/java.io.tmpdir/jetty-localhost-42751-hadoop-hdfs-3_4_1-tests_jar-_-any-15094249411239955120/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-08T00:31:24,281 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@38cb49d1{HTTP/1.1, (http/1.1)}{localhost:42751} 2024-11-08T00:31:24,281 INFO [Time-limited test {}] server.Server(415): Started @84658ms 2024-11-08T00:31:24,282 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-08T00:31:24,302 WARN [AsyncFSWAL-0-hdfs://localhost:42505/user/jenkins/test-data/49b5cf8c-05b6-ae50-c05d-cbbaf67325f5-prefix:3302f0f507bd,36197,1731025870249 {}] wal.AbstractFSWAL(1504): sync failed java.io.IOException: stream already broken at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.flush0(FanOutOneBlockAsyncDFSOutput.java:469) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.flush(FanOutOneBlockAsyncDFSOutput.java:558) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.wal.AsyncProtobufLogWriter.sync(AsyncProtobufLogWriter.java:153) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AsyncFSWAL.doWriterSync(AsyncFSWAL.java:159) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AsyncFSWAL.doWriterSync(AsyncFSWAL.java:100) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractFSWAL.sync(AbstractFSWAL.java:1629) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractFSWAL.consume(AbstractFSWAL.java:1861) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T00:31:24,302 DEBUG [regionserver/3302f0f507bd:0.logRoller {}] wal.AbstractWALRoller(198): WAL AsyncFSWAL 3302f0f507bd%2C36197%2C1731025870249:(num 1731025871399) roll requested 2024-11-08T00:31:24,316 DEBUG [regionserver/3302f0f507bd:0.logRoller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/49b5cf8c-05b6-ae50-c05d-cbbaf67325f5/WALs/3302f0f507bd,36197,1731025870249/3302f0f507bd%2C36197%2C1731025870249.1731025884303, exclude list is [], retry=0 2024-11-08T00:31:24,319 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38479,DS-4aa6a95b-6f45-481c-9f2a-3f4e25553e66,DISK] 2024-11-08T00:31:24,319 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40285,DS-4c142ce4-ae55-4eea-9003-87b2394f8627,DISK] 2024-11-08T00:31:24,321 INFO [regionserver/3302f0f507bd:0.logRoller {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/49b5cf8c-05b6-ae50-c05d-cbbaf67325f5/WALs/3302f0f507bd,36197,1731025870249/3302f0f507bd%2C36197%2C1731025870249.1731025871399 with entries=3, filesize=2.68 KB; new WAL /user/jenkins/test-data/49b5cf8c-05b6-ae50-c05d-cbbaf67325f5/WALs/3302f0f507bd,36197,1731025870249/3302f0f507bd%2C36197%2C1731025870249.1731025884303 2024-11-08T00:31:24,321 DEBUG [regionserver/3302f0f507bd:0.logRoller {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40783:40783),(127.0.0.1/127.0.0.1:39299:39299)] 2024-11-08T00:31:24,321 DEBUG [regionserver/3302f0f507bd:0.logRoller {}] wal.AbstractFSWAL(879): hdfs://localhost:42505/user/jenkins/test-data/49b5cf8c-05b6-ae50-c05d-cbbaf67325f5/WALs/3302f0f507bd,36197,1731025870249/3302f0f507bd%2C36197%2C1731025870249.1731025871399 is not closed yet, will try archiving it next time 2024-11-08T00:31:24,323 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-08T00:31:24,323 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-08T00:31:24,323 WARN [Close-WAL-Writer-0 {}] wal.AbstractProtobufLogWriter(255): Failed to write trailer, non-fatal, continuing... java.io.IOException: stream already broken at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.flush0(FanOutOneBlockAsyncDFSOutput.java:469) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.flush(FanOutOneBlockAsyncDFSOutput.java:558) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.wal.AsyncProtobufLogWriter.lambda$writeWALTrailerAndMagic$3(AsyncProtobufLogWriter.java:249) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AsyncProtobufLogWriter.writeWALMetadata(AsyncProtobufLogWriter.java:203) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AsyncProtobufLogWriter.writeWALTrailerAndMagic(AsyncProtobufLogWriter.java:240) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractProtobufLogWriter.writeWALTrailer(AbstractProtobufLogWriter.java:252) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AsyncProtobufLogWriter.close(AsyncProtobufLogWriter.java:162) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractFSWAL.lambda$closeWriter$17(AbstractFSWAL.java:2041) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T00:31:24,323 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.regionserver.wal.AbstractTestLogRolling.tearDown(AbstractTestLogRolling.java:163) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-08T00:31:24,323 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T00:31:24,323 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T00:31:24,323 WARN [Close-WAL-Writer-0 {}] wal.AsyncProtobufLogWriter(165): normal close failed, try recover java.io.IOException: stream already broken at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.endBlock(FanOutOneBlockAsyncDFSOutput.java:566) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.close(FanOutOneBlockAsyncDFSOutput.java:615) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.wal.AsyncProtobufLogWriter.close(AsyncProtobufLogWriter.java:163) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractFSWAL.lambda$closeWriter$17(AbstractFSWAL.java:2041) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T00:31:24,323 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-08T00:31:24,323 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-08T00:31:24,323 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1890277772, stopped=false 2024-11-08T00:31:24,323 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=3302f0f507bd,42509,1731025870070 2024-11-08T00:31:24,325 DEBUG [Close-WAL-Writer-0 {}] util.RecoverLeaseFSUtils(47): Initialize RecoverLeaseFSUtils 2024-11-08T00:31:24,325 DEBUG [Close-WAL-Writer-0 {}] util.RecoverLeaseFSUtils(59): set recoverLeaseMethod to org.apache.hadoop.fs.LeaseRecoverable.recoverLease() 2024-11-08T00:31:24,325 INFO [Close-WAL-Writer-0 {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file /user/jenkins/test-data/49b5cf8c-05b6-ae50-c05d-cbbaf67325f5/WALs/3302f0f507bd,36197,1731025870249/3302f0f507bd%2C36197%2C1731025870249.1731025871399 2024-11-08T00:31:24,328 WARN [IPC Server handler 4 on default port 42505 {}] namenode.FSNamesystem(3854): DIR* NameSystem.internalReleaseLease: File /user/jenkins/test-data/49b5cf8c-05b6-ae50-c05d-cbbaf67325f5/WALs/3302f0f507bd,36197,1731025870249/3302f0f507bd%2C36197%2C1731025870249.1731025871399 has not been closed. Lease recovery is in progress. RecoveryId = 1014 for block blk_1073741833_1009 2024-11-08T00:31:24,331 INFO [Close-WAL-Writer-0 {}] util.RecoverLeaseFSUtils(223): Failed to recover lease, attempt=0 on file=/user/jenkins/test-data/49b5cf8c-05b6-ae50-c05d-cbbaf67325f5/WALs/3302f0f507bd,36197,1731025870249/3302f0f507bd%2C36197%2C1731025870249.1731025871399 after 4ms 2024-11-08T00:31:24,381 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36197-0x10117da988e0001, quorum=127.0.0.1:51500, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-08T00:31:24,381 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42509-0x10117da988e0000, quorum=127.0.0.1:51500, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-08T00:31:24,381 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36197-0x10117da988e0001, quorum=127.0.0.1:51500, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T00:31:24,381 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42509-0x10117da988e0000, quorum=127.0.0.1:51500, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T00:31:24,382 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-08T00:31:24,382 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-08T00:31:24,383 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.regionserver.wal.AbstractTestLogRolling.tearDown(AbstractTestLogRolling.java:163) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-08T00:31:24,383 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T00:31:24,383 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:36197-0x10117da988e0001, quorum=127.0.0.1:51500, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-08T00:31:24,383 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:42509-0x10117da988e0000, quorum=127.0.0.1:51500, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-08T00:31:24,384 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '3302f0f507bd,36197,1731025870249' ***** 2024-11-08T00:31:24,384 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-08T00:31:24,384 INFO [RS:0;3302f0f507bd:36197 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-08T00:31:24,385 INFO [RS:0;3302f0f507bd:36197 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-08T00:31:24,385 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-08T00:31:24,385 INFO [RS:0;3302f0f507bd:36197 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-08T00:31:24,385 INFO [RS:0;3302f0f507bd:36197 {}] regionserver.HRegionServer(3091): Received CLOSE for e889a43e58223025f35aed3f6d855eaf 2024-11-08T00:31:24,386 INFO [RS:0;3302f0f507bd:36197 {}] regionserver.HRegionServer(959): stopping server 3302f0f507bd,36197,1731025870249 2024-11-08T00:31:24,386 INFO [RS:0;3302f0f507bd:36197 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-08T00:31:24,386 INFO [RS:0;3302f0f507bd:36197 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;3302f0f507bd:36197. 2024-11-08T00:31:24,386 DEBUG [RS_CLOSE_REGION-regionserver/3302f0f507bd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing e889a43e58223025f35aed3f6d855eaf, disabling compactions & flushes 2024-11-08T00:31:24,386 DEBUG [RS:0;3302f0f507bd:36197 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-08T00:31:24,386 INFO [RS_CLOSE_REGION-regionserver/3302f0f507bd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region TestLogRolling-testLogRollOnDatanodeDeath,,1731025874070.e889a43e58223025f35aed3f6d855eaf. 2024-11-08T00:31:24,386 DEBUG [RS:0;3302f0f507bd:36197 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T00:31:24,386 DEBUG [RS_CLOSE_REGION-regionserver/3302f0f507bd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on TestLogRolling-testLogRollOnDatanodeDeath,,1731025874070.e889a43e58223025f35aed3f6d855eaf. 2024-11-08T00:31:24,386 INFO [RS:0;3302f0f507bd:36197 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-08T00:31:24,386 DEBUG [RS_CLOSE_REGION-regionserver/3302f0f507bd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on TestLogRolling-testLogRollOnDatanodeDeath,,1731025874070.e889a43e58223025f35aed3f6d855eaf. after waiting 0 ms 2024-11-08T00:31:24,386 INFO [RS:0;3302f0f507bd:36197 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-08T00:31:24,386 DEBUG [RS_CLOSE_REGION-regionserver/3302f0f507bd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region TestLogRolling-testLogRollOnDatanodeDeath,,1731025874070.e889a43e58223025f35aed3f6d855eaf. 2024-11-08T00:31:24,386 INFO [RS:0;3302f0f507bd:36197 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-08T00:31:24,387 INFO [RS:0;3302f0f507bd:36197 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-08T00:31:24,387 INFO [RS_CLOSE_REGION-regionserver/3302f0f507bd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing e889a43e58223025f35aed3f6d855eaf 1/1 column families, dataSize=2.05 KB heapSize=2.45 KB 2024-11-08T00:31:24,387 INFO [RS:0;3302f0f507bd:36197 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-08T00:31:24,387 DEBUG [RS:0;3302f0f507bd:36197 {}] regionserver.HRegionServer(1325): Online Regions={e889a43e58223025f35aed3f6d855eaf=TestLogRolling-testLogRollOnDatanodeDeath,,1731025874070.e889a43e58223025f35aed3f6d855eaf., 1588230740=hbase:meta,,1.1588230740} 2024-11-08T00:31:24,387 DEBUG [RS_CLOSE_META-regionserver/3302f0f507bd:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-08T00:31:24,387 DEBUG [RS:0;3302f0f507bd:36197 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, e889a43e58223025f35aed3f6d855eaf 2024-11-08T00:31:24,387 INFO [RS_CLOSE_META-regionserver/3302f0f507bd:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-08T00:31:24,387 DEBUG [RS_CLOSE_META-regionserver/3302f0f507bd:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-08T00:31:24,387 DEBUG [RS_CLOSE_META-regionserver/3302f0f507bd:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-08T00:31:24,387 DEBUG [RS_CLOSE_META-regionserver/3302f0f507bd:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-08T00:31:24,388 INFO [RS_CLOSE_META-regionserver/3302f0f507bd:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=1.71 KB heapSize=3.75 KB 2024-11-08T00:31:24,389 WARN [AsyncFSWAL-0-hdfs://localhost:42505/user/jenkins/test-data/49b5cf8c-05b6-ae50-c05d-cbbaf67325f5-prefix:3302f0f507bd,36197,1731025870249.meta {}] wal.AbstractFSWAL(1504): sync failed java.io.IOException: stream already broken at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.flush0(FanOutOneBlockAsyncDFSOutput.java:469) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.flush(FanOutOneBlockAsyncDFSOutput.java:558) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.wal.AsyncProtobufLogWriter.sync(AsyncProtobufLogWriter.java:153) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AsyncFSWAL.doWriterSync(AsyncFSWAL.java:159) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AsyncFSWAL.doWriterSync(AsyncFSWAL.java:100) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractFSWAL.sync(AbstractFSWAL.java:1629) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractFSWAL.consume(AbstractFSWAL.java:1861) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T00:31:24,389 DEBUG [regionserver/3302f0f507bd:0.logRoller {}] wal.AbstractWALRoller(198): WAL AsyncFSWAL 3302f0f507bd%2C36197%2C1731025870249.meta:.meta(num 1731025871741) roll requested 2024-11-08T00:31:24,407 DEBUG [regionserver/3302f0f507bd:0.logRoller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/49b5cf8c-05b6-ae50-c05d-cbbaf67325f5/WALs/3302f0f507bd,36197,1731025870249/3302f0f507bd%2C36197%2C1731025870249.meta.1731025884389.meta, exclude list is [], retry=0 2024-11-08T00:31:24,409 DEBUG [RS_CLOSE_REGION-regionserver/3302f0f507bd:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42505/user/jenkins/test-data/49b5cf8c-05b6-ae50-c05d-cbbaf67325f5/data/default/TestLogRolling-testLogRollOnDatanodeDeath/e889a43e58223025f35aed3f6d855eaf/.tmp/info/3f1f4fef428b41e581021fe7f96dfb94 is 1055, key is row0001/info:/1731025884123/Put/seqid=0 2024-11-08T00:31:24,411 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44919,DS-f35730da-ef03-4e00-bc2b-20c20b359558,DISK] 2024-11-08T00:31:24,411 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38479,DS-4aa6a95b-6f45-481c-9f2a-3f4e25553e66,DISK] 2024-11-08T00:31:24,413 INFO [regionserver/3302f0f507bd:0.logRoller {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/49b5cf8c-05b6-ae50-c05d-cbbaf67325f5/WALs/3302f0f507bd,36197,1731025870249/3302f0f507bd%2C36197%2C1731025870249.meta.1731025871741.meta with entries=9, filesize=2.52 KB; new WAL /user/jenkins/test-data/49b5cf8c-05b6-ae50-c05d-cbbaf67325f5/WALs/3302f0f507bd,36197,1731025870249/3302f0f507bd%2C36197%2C1731025870249.meta.1731025884389.meta 2024-11-08T00:31:24,413 DEBUG [regionserver/3302f0f507bd:0.logRoller {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46373:46373),(127.0.0.1/127.0.0.1:40783:40783)] 2024-11-08T00:31:24,413 DEBUG [regionserver/3302f0f507bd:0.logRoller {}] wal.AbstractFSWAL(879): hdfs://localhost:42505/user/jenkins/test-data/49b5cf8c-05b6-ae50-c05d-cbbaf67325f5/WALs/3302f0f507bd,36197,1731025870249/3302f0f507bd%2C36197%2C1731025870249.meta.1731025871741.meta is not closed yet, will try archiving it next time 2024-11-08T00:31:24,413 WARN [Close-WAL-Writer-0 {}] wal.AbstractProtobufLogWriter(255): Failed to write trailer, non-fatal, continuing... java.io.IOException: stream already broken at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.flush0(FanOutOneBlockAsyncDFSOutput.java:469) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.flush(FanOutOneBlockAsyncDFSOutput.java:558) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.wal.AsyncProtobufLogWriter.lambda$writeWALTrailerAndMagic$3(AsyncProtobufLogWriter.java:249) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AsyncProtobufLogWriter.writeWALMetadata(AsyncProtobufLogWriter.java:203) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AsyncProtobufLogWriter.writeWALTrailerAndMagic(AsyncProtobufLogWriter.java:240) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractProtobufLogWriter.writeWALTrailer(AbstractProtobufLogWriter.java:252) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AsyncProtobufLogWriter.close(AsyncProtobufLogWriter.java:162) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractFSWAL.lambda$closeWriter$17(AbstractFSWAL.java:2041) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T00:31:24,413 WARN [Close-WAL-Writer-0 {}] wal.AsyncProtobufLogWriter(165): normal close failed, try recover java.io.IOException: stream already broken at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.endBlock(FanOutOneBlockAsyncDFSOutput.java:566) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.close(FanOutOneBlockAsyncDFSOutput.java:615) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.wal.AsyncProtobufLogWriter.close(AsyncProtobufLogWriter.java:163) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractFSWAL.lambda$closeWriter$17(AbstractFSWAL.java:2041) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T00:31:24,414 INFO [Close-WAL-Writer-0 {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file /user/jenkins/test-data/49b5cf8c-05b6-ae50-c05d-cbbaf67325f5/WALs/3302f0f507bd,36197,1731025870249/3302f0f507bd%2C36197%2C1731025870249.meta.1731025871741.meta 2024-11-08T00:31:24,414 WARN [IPC Server handler 2 on default port 42505 {}] namenode.FSNamesystem(3854): DIR* NameSystem.internalReleaseLease: File /user/jenkins/test-data/49b5cf8c-05b6-ae50-c05d-cbbaf67325f5/WALs/3302f0f507bd,36197,1731025870249/3302f0f507bd%2C36197%2C1731025870249.meta.1731025871741.meta has not been closed. Lease recovery is in progress. RecoveryId = 1017 for block blk_1073741834_1010 2024-11-08T00:31:24,415 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39861 is added to blk_1073741839_1016 (size=7062) 2024-11-08T00:31:24,415 INFO [Close-WAL-Writer-0 {}] util.RecoverLeaseFSUtils(223): Failed to recover lease, attempt=0 on file=/user/jenkins/test-data/49b5cf8c-05b6-ae50-c05d-cbbaf67325f5/WALs/3302f0f507bd,36197,1731025870249/3302f0f507bd%2C36197%2C1731025870249.meta.1731025871741.meta after 1ms 2024-11-08T00:31:24,415 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44919 is added to blk_1073741839_1016 (size=7062) 2024-11-08T00:31:24,416 INFO [RS_CLOSE_REGION-regionserver/3302f0f507bd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.05 KB at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:42505/user/jenkins/test-data/49b5cf8c-05b6-ae50-c05d-cbbaf67325f5/data/default/TestLogRolling-testLogRollOnDatanodeDeath/e889a43e58223025f35aed3f6d855eaf/.tmp/info/3f1f4fef428b41e581021fe7f96dfb94 2024-11-08T00:31:24,425 DEBUG [RS_CLOSE_REGION-regionserver/3302f0f507bd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42505/user/jenkins/test-data/49b5cf8c-05b6-ae50-c05d-cbbaf67325f5/data/default/TestLogRolling-testLogRollOnDatanodeDeath/e889a43e58223025f35aed3f6d855eaf/.tmp/info/3f1f4fef428b41e581021fe7f96dfb94 as hdfs://localhost:42505/user/jenkins/test-data/49b5cf8c-05b6-ae50-c05d-cbbaf67325f5/data/default/TestLogRolling-testLogRollOnDatanodeDeath/e889a43e58223025f35aed3f6d855eaf/info/3f1f4fef428b41e581021fe7f96dfb94 2024-11-08T00:31:24,431 DEBUG [RS_CLOSE_META-regionserver/3302f0f507bd:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42505/user/jenkins/test-data/49b5cf8c-05b6-ae50-c05d-cbbaf67325f5/data/hbase/meta/1588230740/.tmp/info/7ea5b88b609c47e698df148f7eaab735 is 203, key is TestLogRolling-testLogRollOnDatanodeDeath,,1731025874070.e889a43e58223025f35aed3f6d855eaf./info:regioninfo/1731025874463/Put/seqid=0 2024-11-08T00:31:24,433 INFO [RS_CLOSE_REGION-regionserver/3302f0f507bd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42505/user/jenkins/test-data/49b5cf8c-05b6-ae50-c05d-cbbaf67325f5/data/default/TestLogRolling-testLogRollOnDatanodeDeath/e889a43e58223025f35aed3f6d855eaf/info/3f1f4fef428b41e581021fe7f96dfb94, entries=2, sequenceid=6, filesize=6.9 K 2024-11-08T00:31:24,435 INFO [RS_CLOSE_REGION-regionserver/3302f0f507bd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~2.05 KB/2102, heapSize ~2.44 KB/2496, currentSize=0 B/0 for e889a43e58223025f35aed3f6d855eaf in 49ms, sequenceid=6, compaction requested=false 2024-11-08T00:31:24,437 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40285 is added to blk_1073741840_1018 (size=7089) 2024-11-08T00:31:24,438 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39861 is added to blk_1073741840_1018 (size=7089) 2024-11-08T00:31:24,438 INFO [RS_CLOSE_META-regionserver/3302f0f507bd:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.50 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:42505/user/jenkins/test-data/49b5cf8c-05b6-ae50-c05d-cbbaf67325f5/data/hbase/meta/1588230740/.tmp/info/7ea5b88b609c47e698df148f7eaab735 2024-11-08T00:31:24,440 DEBUG [RS_CLOSE_REGION-regionserver/3302f0f507bd:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42505/user/jenkins/test-data/49b5cf8c-05b6-ae50-c05d-cbbaf67325f5/data/default/TestLogRolling-testLogRollOnDatanodeDeath/e889a43e58223025f35aed3f6d855eaf/recovered.edits/9.seqid, newMaxSeqId=9, maxSeqId=1 2024-11-08T00:31:24,441 INFO [RS_CLOSE_REGION-regionserver/3302f0f507bd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed TestLogRolling-testLogRollOnDatanodeDeath,,1731025874070.e889a43e58223025f35aed3f6d855eaf. 2024-11-08T00:31:24,441 DEBUG [RS_CLOSE_REGION-regionserver/3302f0f507bd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for e889a43e58223025f35aed3f6d855eaf: Waiting for close lock at 1731025884386Running coprocessor pre-close hooks at 1731025884386Disabling compacts and flushes for region at 1731025884386Disabling writes for close at 1731025884386Obtaining lock to block concurrent updates at 1731025884387 (+1 ms)Preparing flush snapshotting stores in e889a43e58223025f35aed3f6d855eaf at 1731025884387Finished memstore snapshotting TestLogRolling-testLogRollOnDatanodeDeath,,1731025874070.e889a43e58223025f35aed3f6d855eaf., syncing WAL and waiting on mvcc, flushsize=dataSize=2102, getHeapSize=2496, getOffHeapSize=0, getCellsCount=2 at 1731025884387Flushing stores of TestLogRolling-testLogRollOnDatanodeDeath,,1731025874070.e889a43e58223025f35aed3f6d855eaf. at 1731025884388 (+1 ms)Flushing e889a43e58223025f35aed3f6d855eaf/info: creating writer at 1731025884388Flushing e889a43e58223025f35aed3f6d855eaf/info: appending metadata at 1731025884408 (+20 ms)Flushing e889a43e58223025f35aed3f6d855eaf/info: closing flushed file at 1731025884408Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@412a743c: reopening flushed file at 1731025884424 (+16 ms)Finished flush of dataSize ~2.05 KB/2102, heapSize ~2.44 KB/2496, currentSize=0 B/0 for e889a43e58223025f35aed3f6d855eaf in 49ms, sequenceid=6, compaction requested=false at 1731025884435 (+11 ms)Writing region close event to WAL at 1731025884436 (+1 ms)Running coprocessor post-close hooks at 1731025884441 (+5 ms)Closed at 1731025884441 2024-11-08T00:31:24,441 DEBUG [RS_CLOSE_REGION-regionserver/3302f0f507bd:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed TestLogRolling-testLogRollOnDatanodeDeath,,1731025874070.e889a43e58223025f35aed3f6d855eaf. 2024-11-08T00:31:24,461 DEBUG [RS_CLOSE_META-regionserver/3302f0f507bd:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42505/user/jenkins/test-data/49b5cf8c-05b6-ae50-c05d-cbbaf67325f5/data/hbase/meta/1588230740/.tmp/ns/70faac1daa9b4940a02ae10609610acf is 43, key is default/ns:d/1731025871842/Put/seqid=0 2024-11-08T00:31:24,467 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38479 is added to blk_1073741841_1019 (size=5153) 2024-11-08T00:31:24,467 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40285 is added to blk_1073741841_1019 (size=5153) 2024-11-08T00:31:24,468 INFO [RS_CLOSE_META-regionserver/3302f0f507bd:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:42505/user/jenkins/test-data/49b5cf8c-05b6-ae50-c05d-cbbaf67325f5/data/hbase/meta/1588230740/.tmp/ns/70faac1daa9b4940a02ae10609610acf 2024-11-08T00:31:24,493 DEBUG [RS_CLOSE_META-regionserver/3302f0f507bd:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42505/user/jenkins/test-data/49b5cf8c-05b6-ae50-c05d-cbbaf67325f5/data/hbase/meta/1588230740/.tmp/table/de63447c8b07492b8614fc65cf471698 is 77, key is TestLogRolling-testLogRollOnDatanodeDeath/table:state/1731025874474/Put/seqid=0 2024-11-08T00:31:24,499 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38479 is added to blk_1073741842_1020 (size=5424) 2024-11-08T00:31:24,500 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39861 is added to blk_1073741842_1020 (size=5424) 2024-11-08T00:31:24,500 INFO [RS_CLOSE_META-regionserver/3302f0f507bd:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=146 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:42505/user/jenkins/test-data/49b5cf8c-05b6-ae50-c05d-cbbaf67325f5/data/hbase/meta/1588230740/.tmp/table/de63447c8b07492b8614fc65cf471698 2024-11-08T00:31:24,508 DEBUG [RS_CLOSE_META-regionserver/3302f0f507bd:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42505/user/jenkins/test-data/49b5cf8c-05b6-ae50-c05d-cbbaf67325f5/data/hbase/meta/1588230740/.tmp/info/7ea5b88b609c47e698df148f7eaab735 as hdfs://localhost:42505/user/jenkins/test-data/49b5cf8c-05b6-ae50-c05d-cbbaf67325f5/data/hbase/meta/1588230740/info/7ea5b88b609c47e698df148f7eaab735 2024-11-08T00:31:24,517 INFO [RS_CLOSE_META-regionserver/3302f0f507bd:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42505/user/jenkins/test-data/49b5cf8c-05b6-ae50-c05d-cbbaf67325f5/data/hbase/meta/1588230740/info/7ea5b88b609c47e698df148f7eaab735, entries=10, sequenceid=11, filesize=6.9 K 2024-11-08T00:31:24,519 DEBUG [RS_CLOSE_META-regionserver/3302f0f507bd:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42505/user/jenkins/test-data/49b5cf8c-05b6-ae50-c05d-cbbaf67325f5/data/hbase/meta/1588230740/.tmp/ns/70faac1daa9b4940a02ae10609610acf as hdfs://localhost:42505/user/jenkins/test-data/49b5cf8c-05b6-ae50-c05d-cbbaf67325f5/data/hbase/meta/1588230740/ns/70faac1daa9b4940a02ae10609610acf 2024-11-08T00:31:24,527 INFO [RS_CLOSE_META-regionserver/3302f0f507bd:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42505/user/jenkins/test-data/49b5cf8c-05b6-ae50-c05d-cbbaf67325f5/data/hbase/meta/1588230740/ns/70faac1daa9b4940a02ae10609610acf, entries=2, sequenceid=11, filesize=5.0 K 2024-11-08T00:31:24,528 DEBUG [RS_CLOSE_META-regionserver/3302f0f507bd:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42505/user/jenkins/test-data/49b5cf8c-05b6-ae50-c05d-cbbaf67325f5/data/hbase/meta/1588230740/.tmp/table/de63447c8b07492b8614fc65cf471698 as hdfs://localhost:42505/user/jenkins/test-data/49b5cf8c-05b6-ae50-c05d-cbbaf67325f5/data/hbase/meta/1588230740/table/de63447c8b07492b8614fc65cf471698 2024-11-08T00:31:24,536 INFO [RS_CLOSE_META-regionserver/3302f0f507bd:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42505/user/jenkins/test-data/49b5cf8c-05b6-ae50-c05d-cbbaf67325f5/data/hbase/meta/1588230740/table/de63447c8b07492b8614fc65cf471698, entries=2, sequenceid=11, filesize=5.3 K 2024-11-08T00:31:24,537 INFO [RS_CLOSE_META-regionserver/3302f0f507bd:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~1.71 KB/1752, heapSize ~3.45 KB/3536, currentSize=0 B/0 for 1588230740 in 150ms, sequenceid=11, compaction requested=false 2024-11-08T00:31:24,542 DEBUG [RS_CLOSE_META-regionserver/3302f0f507bd:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42505/user/jenkins/test-data/49b5cf8c-05b6-ae50-c05d-cbbaf67325f5/data/hbase/meta/1588230740/recovered.edits/14.seqid, newMaxSeqId=14, maxSeqId=1 2024-11-08T00:31:24,543 DEBUG [RS_CLOSE_META-regionserver/3302f0f507bd:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-08T00:31:24,543 INFO [RS_CLOSE_META-regionserver/3302f0f507bd:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-08T00:31:24,543 DEBUG [RS_CLOSE_META-regionserver/3302f0f507bd:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731025884387Running coprocessor pre-close hooks at 1731025884387Disabling compacts and flushes for region at 1731025884387Disabling writes for close at 1731025884387Obtaining lock to block concurrent updates at 1731025884388 (+1 ms)Preparing flush snapshotting stores in 1588230740 at 1731025884388Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=1752, getHeapSize=3776, getOffHeapSize=0, getCellsCount=14 at 1731025884388Flushing stores of hbase:meta,,1.1588230740 at 1731025884413 (+25 ms)Flushing 1588230740/info: creating writer at 1731025884414 (+1 ms)Flushing 1588230740/info: appending metadata at 1731025884430 (+16 ms)Flushing 1588230740/info: closing flushed file at 1731025884430Flushing 1588230740/ns: creating writer at 1731025884445 (+15 ms)Flushing 1588230740/ns: appending metadata at 1731025884460 (+15 ms)Flushing 1588230740/ns: closing flushed file at 1731025884460Flushing 1588230740/table: creating writer at 1731025884477 (+17 ms)Flushing 1588230740/table: appending metadata at 1731025884492 (+15 ms)Flushing 1588230740/table: closing flushed file at 1731025884492Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2ba8f153: reopening flushed file at 1731025884507 (+15 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@65da1c6: reopening flushed file at 1731025884518 (+11 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@66386fad: reopening flushed file at 1731025884527 (+9 ms)Finished flush of dataSize ~1.71 KB/1752, heapSize ~3.45 KB/3536, currentSize=0 B/0 for 1588230740 in 150ms, sequenceid=11, compaction requested=false at 1731025884537 (+10 ms)Writing region close event to WAL at 1731025884538 (+1 ms)Running coprocessor post-close hooks at 1731025884543 (+5 ms)Closed at 1731025884543 2024-11-08T00:31:24,544 DEBUG [RS_CLOSE_META-regionserver/3302f0f507bd:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-08T00:31:24,587 INFO [RS:0;3302f0f507bd:36197 {}] regionserver.HRegionServer(976): stopping server 3302f0f507bd,36197,1731025870249; all regions closed. 2024-11-08T00:31:24,591 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38479 is added to blk_1073741838_1015 (size=825) 2024-11-08T00:31:24,591 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44919 is added to blk_1073741838_1015 (size=825) 2024-11-08T00:31:24,697 WARN [Thread-612 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-08T00:31:24,701 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x3ef8586d83d33427 with lease ID 0x586b0e2c78c2e214: from storage DS-70a18a07-c43d-4b98-8a71-e98755a63864 node DatanodeRegistration(127.0.0.1:42025, datanodeUuid=99a94d6f-83b4-4a2d-b8a9-83f3f2aab359, infoPort=36385, infoSecurePort=0, ipcPort=39111, storageInfo=lv=-57;cid=testClusterID;nsid=1138226398;c=1731025867234), blocks: 5, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-08T00:31:24,701 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x3ef8586d83d33427 with lease ID 0x586b0e2c78c2e214: from storage DS-01d220f7-87f9-4f55-9d48-c8ddce243d99 node DatanodeRegistration(127.0.0.1:42025, datanodeUuid=99a94d6f-83b4-4a2d-b8a9-83f3f2aab359, infoPort=36385, infoSecurePort=0, ipcPort=39111, storageInfo=lv=-57;cid=testClusterID;nsid=1138226398;c=1731025867234), blocks: 5, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-08T00:31:24,963 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44919 is added to blk_1073741833_1014 (size=1599) 2024-11-08T00:31:25,258 INFO [regionserver/3302f0f507bd:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-08T00:31:25,299 INFO [regionserver/3302f0f507bd:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-08T00:31:25,299 INFO [regionserver/3302f0f507bd:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-08T00:31:25,948 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_TestLogRolling-testLogRollOnDatanodeDeath 2024-11-08T00:31:25,949 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-08T00:31:25,949 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-08T00:31:28,332 INFO [Close-WAL-Writer-0 {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=1 on file=/user/jenkins/test-data/49b5cf8c-05b6-ae50-c05d-cbbaf67325f5/WALs/3302f0f507bd,36197,1731025870249/3302f0f507bd%2C36197%2C1731025870249.1731025871399 after 4007ms 2024-11-08T00:31:28,333 INFO [WAL-Archive-0 {}] wal.AbstractFSWAL(968): Archiving hdfs://localhost:42505/user/jenkins/test-data/49b5cf8c-05b6-ae50-c05d-cbbaf67325f5/WALs/3302f0f507bd,36197,1731025870249/3302f0f507bd%2C36197%2C1731025870249.1731025871399 to hdfs://localhost:42505/user/jenkins/test-data/49b5cf8c-05b6-ae50-c05d-cbbaf67325f5/oldWALs/3302f0f507bd%2C36197%2C1731025870249.1731025871399 2024-11-08T00:31:28,417 INFO [Close-WAL-Writer-0 {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=1 on file=/user/jenkins/test-data/49b5cf8c-05b6-ae50-c05d-cbbaf67325f5/WALs/3302f0f507bd,36197,1731025870249/3302f0f507bd%2C36197%2C1731025870249.meta.1731025871741.meta after 4002ms 2024-11-08T00:31:28,418 INFO [WAL-Archive-0 {}] wal.AbstractFSWAL(968): Archiving hdfs://localhost:42505/user/jenkins/test-data/49b5cf8c-05b6-ae50-c05d-cbbaf67325f5/WALs/3302f0f507bd,36197,1731025870249/3302f0f507bd%2C36197%2C1731025870249.meta.1731025871741.meta to hdfs://localhost:42505/user/jenkins/test-data/49b5cf8c-05b6-ae50-c05d-cbbaf67325f5/oldWALs/3302f0f507bd%2C36197%2C1731025870249.meta.1731025871741.meta 2024-11-08T00:31:28,426 DEBUG [RS:0;3302f0f507bd:36197 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/49b5cf8c-05b6-ae50-c05d-cbbaf67325f5/oldWALs 2024-11-08T00:31:28,426 INFO [RS:0;3302f0f507bd:36197 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 3302f0f507bd%2C36197%2C1731025870249.meta:.meta(num 1731025884389) 2024-11-08T00:31:28,431 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38479 is added to blk_1073741837_1013 (size=2288) 2024-11-08T00:31:28,432 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40285 is added to blk_1073741837_1013 (size=2288) 2024-11-08T00:31:28,435 DEBUG [RS:0;3302f0f507bd:36197 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/49b5cf8c-05b6-ae50-c05d-cbbaf67325f5/oldWALs 2024-11-08T00:31:28,435 INFO [RS:0;3302f0f507bd:36197 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 3302f0f507bd%2C36197%2C1731025870249:(num 1731025884303) 2024-11-08T00:31:28,435 DEBUG [RS:0;3302f0f507bd:36197 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T00:31:28,435 INFO [RS:0;3302f0f507bd:36197 {}] regionserver.LeaseManager(133): Closed leases 2024-11-08T00:31:28,435 INFO [RS:0;3302f0f507bd:36197 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-08T00:31:28,435 INFO [RS:0;3302f0f507bd:36197 {}] hbase.ChoreService(370): Chore service for: regionserver/3302f0f507bd:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-08T00:31:28,436 INFO [RS:0;3302f0f507bd:36197 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-08T00:31:28,436 INFO [regionserver/3302f0f507bd:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-08T00:31:28,436 INFO [RS:0;3302f0f507bd:36197 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:36197 2024-11-08T00:31:28,510 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36197-0x10117da988e0001, quorum=127.0.0.1:51500, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/3302f0f507bd,36197,1731025870249 2024-11-08T00:31:28,510 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42509-0x10117da988e0000, quorum=127.0.0.1:51500, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-08T00:31:28,510 INFO [RS:0;3302f0f507bd:36197 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-08T00:31:28,521 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [3302f0f507bd,36197,1731025870249] 2024-11-08T00:31:28,531 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/3302f0f507bd,36197,1731025870249 already deleted, retry=false 2024-11-08T00:31:28,532 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 3302f0f507bd,36197,1731025870249 expired; onlineServers=0 2024-11-08T00:31:28,532 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '3302f0f507bd,42509,1731025870070' ***** 2024-11-08T00:31:28,532 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-08T00:31:28,532 INFO [M:0;3302f0f507bd:42509 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-08T00:31:28,532 INFO [M:0;3302f0f507bd:42509 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-08T00:31:28,533 DEBUG [M:0;3302f0f507bd:42509 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-08T00:31:28,533 DEBUG [M:0;3302f0f507bd:42509 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-08T00:31:28,533 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-08T00:31:28,533 DEBUG [master/3302f0f507bd:0:becomeActiveMaster-HFileCleaner.large.0-1731025871095 {}] cleaner.HFileCleaner(306): Exit Thread[master/3302f0f507bd:0:becomeActiveMaster-HFileCleaner.large.0-1731025871095,5,FailOnTimeoutGroup] 2024-11-08T00:31:28,533 DEBUG [master/3302f0f507bd:0:becomeActiveMaster-HFileCleaner.small.0-1731025871096 {}] cleaner.HFileCleaner(306): Exit Thread[master/3302f0f507bd:0:becomeActiveMaster-HFileCleaner.small.0-1731025871096,5,FailOnTimeoutGroup] 2024-11-08T00:31:28,533 INFO [M:0;3302f0f507bd:42509 {}] hbase.ChoreService(370): Chore service for: master/3302f0f507bd:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-08T00:31:28,534 INFO [M:0;3302f0f507bd:42509 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-08T00:31:28,534 DEBUG [M:0;3302f0f507bd:42509 {}] master.HMaster(1795): Stopping service threads 2024-11-08T00:31:28,534 INFO [M:0;3302f0f507bd:42509 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-08T00:31:28,535 INFO [M:0;3302f0f507bd:42509 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-08T00:31:28,535 INFO [M:0;3302f0f507bd:42509 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-08T00:31:28,535 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-08T00:31:28,542 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42509-0x10117da988e0000, quorum=127.0.0.1:51500, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master 2024-11-08T00:31:28,542 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42509-0x10117da988e0000, quorum=127.0.0.1:51500, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T00:31:28,542 DEBUG [M:0;3302f0f507bd:42509 {}] zookeeper.ZKUtil(347): master:42509-0x10117da988e0000, quorum=127.0.0.1:51500, baseZNode=/hbase Unable to get data of znode /hbase/master because node does not exist (not an error) 2024-11-08T00:31:28,542 WARN [M:0;3302f0f507bd:42509 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-08T00:31:28,544 INFO [M:0;3302f0f507bd:42509 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:42505/user/jenkins/test-data/49b5cf8c-05b6-ae50-c05d-cbbaf67325f5/.lastflushedseqids 2024-11-08T00:31:28,555 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44919 is added to blk_1073741843_1021 (size=139) 2024-11-08T00:31:28,556 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38479 is added to blk_1073741843_1021 (size=139) 2024-11-08T00:31:28,556 INFO [M:0;3302f0f507bd:42509 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-08T00:31:28,556 INFO [M:0;3302f0f507bd:42509 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-08T00:31:28,556 DEBUG [M:0;3302f0f507bd:42509 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-08T00:31:28,556 INFO [M:0;3302f0f507bd:42509 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T00:31:28,557 DEBUG [M:0;3302f0f507bd:42509 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T00:31:28,557 DEBUG [M:0;3302f0f507bd:42509 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-08T00:31:28,557 DEBUG [M:0;3302f0f507bd:42509 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T00:31:28,557 INFO [M:0;3302f0f507bd:42509 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=23.09 KB heapSize=29.05 KB 2024-11-08T00:31:28,558 WARN [AsyncFSWAL-0-hdfs://localhost:42505/user/jenkins/test-data/49b5cf8c-05b6-ae50-c05d-cbbaf67325f5/MasterData-prefix:3302f0f507bd,42509,1731025870070 {}] wal.AbstractFSWAL(1504): sync failed java.io.IOException: stream already broken at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.flush0(FanOutOneBlockAsyncDFSOutput.java:469) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.flush(FanOutOneBlockAsyncDFSOutput.java:558) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.wal.AsyncProtobufLogWriter.sync(AsyncProtobufLogWriter.java:153) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AsyncFSWAL.doWriterSync(AsyncFSWAL.java:159) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AsyncFSWAL.doWriterSync(AsyncFSWAL.java:100) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractFSWAL.sync(AbstractFSWAL.java:1629) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractFSWAL.consume(AbstractFSWAL.java:1861) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T00:31:28,558 DEBUG [master:store-WAL-Roller {}] wal.AbstractWALRoller(198): WAL AsyncFSWAL 3302f0f507bd%2C42509%2C1731025870070:(num 1731025870814) roll requested 2024-11-08T00:31:28,574 DEBUG [master:store-WAL-Roller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/49b5cf8c-05b6-ae50-c05d-cbbaf67325f5/MasterData/WALs/3302f0f507bd,42509,1731025870070/3302f0f507bd%2C42509%2C1731025870070.1731025888558, exclude list is [], retry=0 2024-11-08T00:31:28,578 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44919,DS-f35730da-ef03-4e00-bc2b-20c20b359558,DISK] 2024-11-08T00:31:28,578 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39861,DS-f956ce83-499d-4ca3-ae47-05d8ee9160a1,DISK] 2024-11-08T00:31:28,580 INFO [master:store-WAL-Roller {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/49b5cf8c-05b6-ae50-c05d-cbbaf67325f5/MasterData/WALs/3302f0f507bd,42509,1731025870070/3302f0f507bd%2C42509%2C1731025870070.1731025870814 with entries=54, filesize=26.80 KB; new WAL /user/jenkins/test-data/49b5cf8c-05b6-ae50-c05d-cbbaf67325f5/MasterData/WALs/3302f0f507bd,42509,1731025870070/3302f0f507bd%2C42509%2C1731025870070.1731025888558 2024-11-08T00:31:28,580 DEBUG [master:store-WAL-Roller {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46373:46373),(127.0.0.1/127.0.0.1:45439:45439)] 2024-11-08T00:31:28,580 DEBUG [master:store-WAL-Roller {}] wal.AbstractFSWAL(879): hdfs://localhost:42505/user/jenkins/test-data/49b5cf8c-05b6-ae50-c05d-cbbaf67325f5/MasterData/WALs/3302f0f507bd,42509,1731025870070/3302f0f507bd%2C42509%2C1731025870070.1731025870814 is not closed yet, will try archiving it next time 2024-11-08T00:31:28,580 WARN [Close-WAL-Writer-0 {}] wal.AbstractProtobufLogWriter(255): Failed to write trailer, non-fatal, continuing... java.io.IOException: stream already broken at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.flush0(FanOutOneBlockAsyncDFSOutput.java:469) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.flush(FanOutOneBlockAsyncDFSOutput.java:558) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.wal.AsyncProtobufLogWriter.lambda$writeWALTrailerAndMagic$3(AsyncProtobufLogWriter.java:249) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AsyncProtobufLogWriter.writeWALMetadata(AsyncProtobufLogWriter.java:203) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AsyncProtobufLogWriter.writeWALTrailerAndMagic(AsyncProtobufLogWriter.java:240) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractProtobufLogWriter.writeWALTrailer(AbstractProtobufLogWriter.java:252) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AsyncProtobufLogWriter.close(AsyncProtobufLogWriter.java:162) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractFSWAL.lambda$closeWriter$17(AbstractFSWAL.java:2041) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T00:31:28,580 WARN [Close-WAL-Writer-0 {}] wal.AsyncProtobufLogWriter(165): normal close failed, try recover java.io.IOException: stream already broken at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.endBlock(FanOutOneBlockAsyncDFSOutput.java:566) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.close(FanOutOneBlockAsyncDFSOutput.java:615) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.wal.AsyncProtobufLogWriter.close(AsyncProtobufLogWriter.java:163) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractFSWAL.lambda$closeWriter$17(AbstractFSWAL.java:2041) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T00:31:28,581 INFO [Close-WAL-Writer-0 {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file /user/jenkins/test-data/49b5cf8c-05b6-ae50-c05d-cbbaf67325f5/MasterData/WALs/3302f0f507bd,42509,1731025870070/3302f0f507bd%2C42509%2C1731025870070.1731025870814 2024-11-08T00:31:28,581 WARN [IPC Server handler 2 on default port 42505 {}] namenode.FSNamesystem(3854): DIR* NameSystem.internalReleaseLease: File /user/jenkins/test-data/49b5cf8c-05b6-ae50-c05d-cbbaf67325f5/MasterData/WALs/3302f0f507bd,42509,1731025870070/3302f0f507bd%2C42509%2C1731025870070.1731025870814 has not been closed. Lease recovery is in progress. RecoveryId = 1023 for block blk_1073741830_1006 2024-11-08T00:31:28,582 INFO [Close-WAL-Writer-0 {}] util.RecoverLeaseFSUtils(223): Failed to recover lease, attempt=0 on file=/user/jenkins/test-data/49b5cf8c-05b6-ae50-c05d-cbbaf67325f5/MasterData/WALs/3302f0f507bd,42509,1731025870070/3302f0f507bd%2C42509%2C1731025870070.1731025870814 after 1ms 2024-11-08T00:31:28,596 DEBUG [M:0;3302f0f507bd:42509 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42505/user/jenkins/test-data/49b5cf8c-05b6-ae50-c05d-cbbaf67325f5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/8df05a8b2c5e4a419075a901cbdca19f is 82, key is hbase:meta,,1/info:regioninfo/1731025871784/Put/seqid=0 2024-11-08T00:31:28,601 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40285 is added to blk_1073741845_1024 (size=5672) 2024-11-08T00:31:28,601 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44919 is added to blk_1073741845_1024 (size=5672) 2024-11-08T00:31:28,602 INFO [M:0;3302f0f507bd:42509 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=56 (bloomFilter=true), to=hdfs://localhost:42505/user/jenkins/test-data/49b5cf8c-05b6-ae50-c05d-cbbaf67325f5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/8df05a8b2c5e4a419075a901cbdca19f 2024-11-08T00:31:28,621 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36197-0x10117da988e0001, quorum=127.0.0.1:51500, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-08T00:31:28,621 INFO [RS:0;3302f0f507bd:36197 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-08T00:31:28,621 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36197-0x10117da988e0001, quorum=127.0.0.1:51500, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-08T00:31:28,621 INFO [RS:0;3302f0f507bd:36197 {}] regionserver.HRegionServer(1031): Exiting; stopping=3302f0f507bd,36197,1731025870249; zookeeper connection closed. 2024-11-08T00:31:28,621 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@7b9feaf0 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@7b9feaf0 2024-11-08T00:31:28,622 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-08T00:31:28,626 DEBUG [M:0;3302f0f507bd:42509 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42505/user/jenkins/test-data/49b5cf8c-05b6-ae50-c05d-cbbaf67325f5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/17188755028f417c851d590f968e2036 is 774, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1731025874479/Put/seqid=0 2024-11-08T00:31:28,632 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39861 is added to blk_1073741846_1025 (size=6114) 2024-11-08T00:31:28,632 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40285 is added to blk_1073741846_1025 (size=6114) 2024-11-08T00:31:28,633 INFO [M:0;3302f0f507bd:42509 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.49 KB at sequenceid=56 (bloomFilter=true), to=hdfs://localhost:42505/user/jenkins/test-data/49b5cf8c-05b6-ae50-c05d-cbbaf67325f5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/17188755028f417c851d590f968e2036 2024-11-08T00:31:28,653 DEBUG [M:0;3302f0f507bd:42509 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42505/user/jenkins/test-data/49b5cf8c-05b6-ae50-c05d-cbbaf67325f5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/542814543fdf48a099bfc780812a5869 is 69, key is 3302f0f507bd,36197,1731025870249/rs:state/1731025871231/Put/seqid=0 2024-11-08T00:31:28,658 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42025 is added to blk_1073741847_1026 (size=5156) 2024-11-08T00:31:28,658 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44919 is added to blk_1073741847_1026 (size=5156) 2024-11-08T00:31:28,659 INFO [M:0;3302f0f507bd:42509 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=56 (bloomFilter=true), to=hdfs://localhost:42505/user/jenkins/test-data/49b5cf8c-05b6-ae50-c05d-cbbaf67325f5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/542814543fdf48a099bfc780812a5869 2024-11-08T00:31:28,680 DEBUG [M:0;3302f0f507bd:42509 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42505/user/jenkins/test-data/49b5cf8c-05b6-ae50-c05d-cbbaf67325f5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/state/312977b3142240c68f0070b4ffe32224 is 52, key is load_balancer_on/state:d/1731025871900/Put/seqid=0 2024-11-08T00:31:28,685 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39861 is added to blk_1073741848_1027 (size=5056) 2024-11-08T00:31:28,685 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40285 is added to blk_1073741848_1027 (size=5056) 2024-11-08T00:31:28,686 INFO [M:0;3302f0f507bd:42509 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=48 B at sequenceid=56 (bloomFilter=true), to=hdfs://localhost:42505/user/jenkins/test-data/49b5cf8c-05b6-ae50-c05d-cbbaf67325f5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/state/312977b3142240c68f0070b4ffe32224 2024-11-08T00:31:28,693 DEBUG [M:0;3302f0f507bd:42509 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42505/user/jenkins/test-data/49b5cf8c-05b6-ae50-c05d-cbbaf67325f5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/8df05a8b2c5e4a419075a901cbdca19f as hdfs://localhost:42505/user/jenkins/test-data/49b5cf8c-05b6-ae50-c05d-cbbaf67325f5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/8df05a8b2c5e4a419075a901cbdca19f 2024-11-08T00:31:28,700 INFO [M:0;3302f0f507bd:42509 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42505/user/jenkins/test-data/49b5cf8c-05b6-ae50-c05d-cbbaf67325f5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/8df05a8b2c5e4a419075a901cbdca19f, entries=8, sequenceid=56, filesize=5.5 K 2024-11-08T00:31:28,701 DEBUG [M:0;3302f0f507bd:42509 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42505/user/jenkins/test-data/49b5cf8c-05b6-ae50-c05d-cbbaf67325f5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/17188755028f417c851d590f968e2036 as hdfs://localhost:42505/user/jenkins/test-data/49b5cf8c-05b6-ae50-c05d-cbbaf67325f5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/17188755028f417c851d590f968e2036 2024-11-08T00:31:28,708 INFO [M:0;3302f0f507bd:42509 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42505/user/jenkins/test-data/49b5cf8c-05b6-ae50-c05d-cbbaf67325f5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/17188755028f417c851d590f968e2036, entries=6, sequenceid=56, filesize=6.0 K 2024-11-08T00:31:28,709 DEBUG [M:0;3302f0f507bd:42509 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42505/user/jenkins/test-data/49b5cf8c-05b6-ae50-c05d-cbbaf67325f5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/542814543fdf48a099bfc780812a5869 as hdfs://localhost:42505/user/jenkins/test-data/49b5cf8c-05b6-ae50-c05d-cbbaf67325f5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/542814543fdf48a099bfc780812a5869 2024-11-08T00:31:28,716 INFO [M:0;3302f0f507bd:42509 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42505/user/jenkins/test-data/49b5cf8c-05b6-ae50-c05d-cbbaf67325f5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/542814543fdf48a099bfc780812a5869, entries=1, sequenceid=56, filesize=5.0 K 2024-11-08T00:31:28,718 DEBUG [M:0;3302f0f507bd:42509 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42505/user/jenkins/test-data/49b5cf8c-05b6-ae50-c05d-cbbaf67325f5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/state/312977b3142240c68f0070b4ffe32224 as hdfs://localhost:42505/user/jenkins/test-data/49b5cf8c-05b6-ae50-c05d-cbbaf67325f5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/state/312977b3142240c68f0070b4ffe32224 2024-11-08T00:31:28,726 INFO [M:0;3302f0f507bd:42509 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42505/user/jenkins/test-data/49b5cf8c-05b6-ae50-c05d-cbbaf67325f5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/state/312977b3142240c68f0070b4ffe32224, entries=1, sequenceid=56, filesize=4.9 K 2024-11-08T00:31:28,727 INFO [M:0;3302f0f507bd:42509 {}] regionserver.HRegion(3140): Finished flush of dataSize ~23.09 KB/23644, heapSize ~28.98 KB/29680, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 170ms, sequenceid=56, compaction requested=false 2024-11-08T00:31:28,729 INFO [M:0;3302f0f507bd:42509 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T00:31:28,729 DEBUG [M:0;3302f0f507bd:42509 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731025888556Disabling compacts and flushes for region at 1731025888556Disabling writes for close at 1731025888557 (+1 ms)Obtaining lock to block concurrent updates at 1731025888557Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731025888557Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=23644, getHeapSize=29680, getOffHeapSize=0, getCellsCount=67 at 1731025888557Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731025888580 (+23 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731025888580Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731025888596 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731025888596Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731025888608 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731025888626 (+18 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731025888626Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731025888638 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731025888652 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731025888652Flushing 1595e783b53d99cd5eef43b6debb2682/state: creating writer at 1731025888664 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/state: appending metadata at 1731025888680 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/state: closing flushed file at 1731025888680Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@68d53da7: reopening flushed file at 1731025888692 (+12 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@647ddc7e: reopening flushed file at 1731025888700 (+8 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4412652b: reopening flushed file at 1731025888708 (+8 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@32eae07d: reopening flushed file at 1731025888716 (+8 ms)Finished flush of dataSize ~23.09 KB/23644, heapSize ~28.98 KB/29680, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 170ms, sequenceid=56, compaction requested=false at 1731025888727 (+11 ms)Writing region close event to WAL at 1731025888728 (+1 ms)Closed at 1731025888728 2024-11-08T00:31:28,731 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39861 is added to blk_1073741844_1022 (size=757) 2024-11-08T00:31:28,732 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44919 is added to blk_1073741844_1022 (size=757) 2024-11-08T00:31:29,443 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T00:31:29,459 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T00:31:29,459 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T00:31:29,970 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-08T00:31:29,973 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T00:31:29,993 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T00:31:29,994 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T00:31:32,584 INFO [Close-WAL-Writer-0 {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=1 on file=/user/jenkins/test-data/49b5cf8c-05b6-ae50-c05d-cbbaf67325f5/MasterData/WALs/3302f0f507bd,42509,1731025870070/3302f0f507bd%2C42509%2C1731025870070.1731025870814 after 4002ms 2024-11-08T00:31:32,585 INFO [WAL-Archive-0 {}] wal.AbstractFSWAL(968): Archiving hdfs://localhost:42505/user/jenkins/test-data/49b5cf8c-05b6-ae50-c05d-cbbaf67325f5/MasterData/WALs/3302f0f507bd,42509,1731025870070/3302f0f507bd%2C42509%2C1731025870070.1731025870814 to hdfs://localhost:42505/user/jenkins/test-data/49b5cf8c-05b6-ae50-c05d-cbbaf67325f5/MasterData/oldWALs/3302f0f507bd%2C42509%2C1731025870070.1731025870814 2024-11-08T00:31:32,594 INFO [WAL-Archive-0 {}] region.MasterRegionUtils(50): Moved hdfs://localhost:42505/user/jenkins/test-data/49b5cf8c-05b6-ae50-c05d-cbbaf67325f5/MasterData/oldWALs/3302f0f507bd%2C42509%2C1731025870070.1731025870814 to hdfs://localhost:42505/user/jenkins/test-data/49b5cf8c-05b6-ae50-c05d-cbbaf67325f5/oldWALs/3302f0f507bd%2C42509%2C1731025870070.1731025870814$masterlocalwal$ 2024-11-08T00:31:32,594 INFO [M:0;3302f0f507bd:42509 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-08T00:31:32,595 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-08T00:31:32,595 INFO [M:0;3302f0f507bd:42509 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:42509 2024-11-08T00:31:32,595 INFO [M:0;3302f0f507bd:42509 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-08T00:31:32,748 INFO [M:0;3302f0f507bd:42509 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-08T00:31:32,748 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42509-0x10117da988e0000, quorum=127.0.0.1:51500, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-08T00:31:32,748 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42509-0x10117da988e0000, quorum=127.0.0.1:51500, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-08T00:31:32,755 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@788c4433{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-08T00:31:32,756 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@38cb49d1{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-08T00:31:32,756 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-08T00:31:32,756 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@664901fb{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-08T00:31:32,756 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@22bbe8b3{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/13e5c6a7-80c0-8e09-9511-9da0c9a131dd/hadoop.log.dir/,STOPPED} 2024-11-08T00:31:32,757 WARN [BP-2008593726-172.17.0.3-1731025867234 heartbeating to localhost/127.0.0.1:42505 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-08T00:31:32,757 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-08T00:31:32,758 WARN [BP-2008593726-172.17.0.3-1731025867234 heartbeating to localhost/127.0.0.1:42505 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-2008593726-172.17.0.3-1731025867234 (Datanode Uuid 99a94d6f-83b4-4a2d-b8a9-83f3f2aab359) service to localhost/127.0.0.1:42505 2024-11-08T00:31:32,758 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-08T00:31:32,758 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/13e5c6a7-80c0-8e09-9511-9da0c9a131dd/cluster_4584773d-bdc1-a861-98a2-c03dd6389950/data/data1/current/BP-2008593726-172.17.0.3-1731025867234 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-08T00:31:32,759 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/13e5c6a7-80c0-8e09-9511-9da0c9a131dd/cluster_4584773d-bdc1-a861-98a2-c03dd6389950/data/data2/current/BP-2008593726-172.17.0.3-1731025867234 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-08T00:31:32,759 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-08T00:31:32,761 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@9ecf08d{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-08T00:31:32,761 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@5c621e8f{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-08T00:31:32,761 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-08T00:31:32,762 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@26acbde6{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-08T00:31:32,762 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@a1d3232{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/13e5c6a7-80c0-8e09-9511-9da0c9a131dd/hadoop.log.dir/,STOPPED} 2024-11-08T00:31:32,763 WARN [BP-2008593726-172.17.0.3-1731025867234 heartbeating to localhost/127.0.0.1:42505 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-08T00:31:32,763 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-08T00:31:32,763 WARN [BP-2008593726-172.17.0.3-1731025867234 heartbeating to localhost/127.0.0.1:42505 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-2008593726-172.17.0.3-1731025867234 (Datanode Uuid f8352263-8bf5-4869-ad13-612363be564f) service to localhost/127.0.0.1:42505 2024-11-08T00:31:32,763 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-08T00:31:32,763 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/13e5c6a7-80c0-8e09-9511-9da0c9a131dd/cluster_4584773d-bdc1-a861-98a2-c03dd6389950/data/data9/current/BP-2008593726-172.17.0.3-1731025867234 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-08T00:31:32,764 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/13e5c6a7-80c0-8e09-9511-9da0c9a131dd/cluster_4584773d-bdc1-a861-98a2-c03dd6389950/data/data10/current/BP-2008593726-172.17.0.3-1731025867234 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-08T00:31:32,764 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-08T00:31:32,766 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@245d91f8{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-08T00:31:32,766 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@5cb62043{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-08T00:31:32,766 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-08T00:31:32,766 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@34d98298{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-08T00:31:32,766 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6663f408{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/13e5c6a7-80c0-8e09-9511-9da0c9a131dd/hadoop.log.dir/,STOPPED} 2024-11-08T00:31:32,767 WARN [BP-2008593726-172.17.0.3-1731025867234 heartbeating to localhost/127.0.0.1:42505 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-08T00:31:32,767 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-08T00:31:32,768 WARN [BP-2008593726-172.17.0.3-1731025867234 heartbeating to localhost/127.0.0.1:42505 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-2008593726-172.17.0.3-1731025867234 (Datanode Uuid 86366280-12a7-49de-bf48-debf9dc3992a) service to localhost/127.0.0.1:42505 2024-11-08T00:31:32,768 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-08T00:31:32,768 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/13e5c6a7-80c0-8e09-9511-9da0c9a131dd/cluster_4584773d-bdc1-a861-98a2-c03dd6389950/data/data7/current/BP-2008593726-172.17.0.3-1731025867234 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-08T00:31:32,768 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/13e5c6a7-80c0-8e09-9511-9da0c9a131dd/cluster_4584773d-bdc1-a861-98a2-c03dd6389950/data/data8/current/BP-2008593726-172.17.0.3-1731025867234 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-08T00:31:32,769 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-08T00:31:32,771 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@4b45aed8{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-08T00:31:32,772 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@27724107{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-08T00:31:32,772 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-08T00:31:32,772 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@71aa8073{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-08T00:31:32,772 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2037e379{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/13e5c6a7-80c0-8e09-9511-9da0c9a131dd/hadoop.log.dir/,STOPPED} 2024-11-08T00:31:32,773 WARN [BP-2008593726-172.17.0.3-1731025867234 heartbeating to localhost/127.0.0.1:42505 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-08T00:31:32,773 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-08T00:31:32,773 WARN [BP-2008593726-172.17.0.3-1731025867234 heartbeating to localhost/127.0.0.1:42505 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-2008593726-172.17.0.3-1731025867234 (Datanode Uuid 67f93222-3a1b-4ce9-be2d-24d5462f8253) service to localhost/127.0.0.1:42505 2024-11-08T00:31:32,773 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-08T00:31:32,774 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/13e5c6a7-80c0-8e09-9511-9da0c9a131dd/cluster_4584773d-bdc1-a861-98a2-c03dd6389950/data/data5/current/BP-2008593726-172.17.0.3-1731025867234 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-08T00:31:32,774 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/13e5c6a7-80c0-8e09-9511-9da0c9a131dd/cluster_4584773d-bdc1-a861-98a2-c03dd6389950/data/data6/current/BP-2008593726-172.17.0.3-1731025867234 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-08T00:31:32,775 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-08T00:31:32,777 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@52b6fa68{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-08T00:31:32,777 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@315ff591{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-08T00:31:32,777 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-08T00:31:32,777 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4ded02cd{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-08T00:31:32,777 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7d73a21b{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/13e5c6a7-80c0-8e09-9511-9da0c9a131dd/hadoop.log.dir/,STOPPED} 2024-11-08T00:31:32,779 WARN [BP-2008593726-172.17.0.3-1731025867234 heartbeating to localhost/127.0.0.1:42505 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-08T00:31:32,779 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-08T00:31:32,779 WARN [BP-2008593726-172.17.0.3-1731025867234 heartbeating to localhost/127.0.0.1:42505 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-2008593726-172.17.0.3-1731025867234 (Datanode Uuid 9b3e2c6c-b6b8-48aa-8d20-d6a0280a0515) service to localhost/127.0.0.1:42505 2024-11-08T00:31:32,779 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-08T00:31:32,779 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/13e5c6a7-80c0-8e09-9511-9da0c9a131dd/cluster_4584773d-bdc1-a861-98a2-c03dd6389950/data/data3/current/BP-2008593726-172.17.0.3-1731025867234 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-08T00:31:32,780 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/13e5c6a7-80c0-8e09-9511-9da0c9a131dd/cluster_4584773d-bdc1-a861-98a2-c03dd6389950/data/data4/current/BP-2008593726-172.17.0.3-1731025867234 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-08T00:31:32,780 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-08T00:31:32,786 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@42afe829{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-08T00:31:32,787 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@3479f9fa{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-08T00:31:32,787 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-08T00:31:32,787 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6af8ea6c{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-08T00:31:32,787 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6cb3e4ab{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/13e5c6a7-80c0-8e09-9511-9da0c9a131dd/hadoop.log.dir/,STOPPED} 2024-11-08T00:31:32,797 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-08T00:31:32,826 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-08T00:31:32,833 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.wal.TestAsyncLogRolling#testLogRollOnDatanodeDeath Thread=104 (was 69) Potentially hanging thread: HMaster-EventLoopGroup-5-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-17-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-14-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-12-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-16-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Timer for 'DataNode' metrics system java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: nioEventLoopGroup-9-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-10-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-13-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (961219246) connection to localhost/127.0.0.1:42505 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (961219246) connection to localhost/127.0.0.1:42505 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-5 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-11-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:42505 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-15-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-14-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (961219246) connection to localhost/127.0.0.1:42505 from jenkins.hfs.1 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins@localhost:42505 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-11-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-8-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-12-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-12-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-9-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-9-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-15-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-15-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-10-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-14-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-6-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-13-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-5-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-8 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:42505 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-6-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-7 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.1@localhost:42505 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-13-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-11-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-10-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-5-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-16-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:42505 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-17-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-16-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-8-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-6 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-8-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:42505 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-17-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-6-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=444 (was 396) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=133 (was 157), ProcessCount=11 (was 11), AvailableMemoryMB=7043 (was 7350) 2024-11-08T00:31:32,839 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.wal.TestAsyncLogRolling#testCompactionRecordDoesntBlockRolling Thread=104, OpenFileDescriptor=444, MaxFileDescriptor=1048576, SystemLoadAverage=133, ProcessCount=11, AvailableMemoryMB=7043 2024-11-08T00:31:32,839 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=2, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-08T00:31:32,839 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/13e5c6a7-80c0-8e09-9511-9da0c9a131dd/hadoop.log.dir so I do NOT create it in target/test-data/343657c3-ebd1-37c6-0ebf-197666ab3233 2024-11-08T00:31:32,839 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/13e5c6a7-80c0-8e09-9511-9da0c9a131dd/hadoop.tmp.dir so I do NOT create it in target/test-data/343657c3-ebd1-37c6-0ebf-197666ab3233 2024-11-08T00:31:32,840 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/343657c3-ebd1-37c6-0ebf-197666ab3233/cluster_1f7e1e15-8223-4844-c13f-37bed950a90f, deleteOnExit=true 2024-11-08T00:31:32,840 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-08T00:31:32,840 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/343657c3-ebd1-37c6-0ebf-197666ab3233/test.cache.data in system properties and HBase conf 2024-11-08T00:31:32,840 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/343657c3-ebd1-37c6-0ebf-197666ab3233/hadoop.tmp.dir in system properties and HBase conf 2024-11-08T00:31:32,840 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/343657c3-ebd1-37c6-0ebf-197666ab3233/hadoop.log.dir in system properties and HBase conf 2024-11-08T00:31:32,840 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/343657c3-ebd1-37c6-0ebf-197666ab3233/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-08T00:31:32,840 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/343657c3-ebd1-37c6-0ebf-197666ab3233/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-08T00:31:32,840 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-08T00:31:32,840 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-08T00:31:32,841 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/343657c3-ebd1-37c6-0ebf-197666ab3233/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-08T00:31:32,841 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/343657c3-ebd1-37c6-0ebf-197666ab3233/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-08T00:31:32,841 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/343657c3-ebd1-37c6-0ebf-197666ab3233/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-08T00:31:32,841 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/343657c3-ebd1-37c6-0ebf-197666ab3233/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-08T00:31:32,841 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/343657c3-ebd1-37c6-0ebf-197666ab3233/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-08T00:31:32,841 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/343657c3-ebd1-37c6-0ebf-197666ab3233/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-08T00:31:32,841 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/343657c3-ebd1-37c6-0ebf-197666ab3233/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-08T00:31:32,841 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/343657c3-ebd1-37c6-0ebf-197666ab3233/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-08T00:31:32,841 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/343657c3-ebd1-37c6-0ebf-197666ab3233/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-08T00:31:32,841 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/343657c3-ebd1-37c6-0ebf-197666ab3233/nfs.dump.dir in system properties and HBase conf 2024-11-08T00:31:32,842 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/343657c3-ebd1-37c6-0ebf-197666ab3233/java.io.tmpdir in system properties and HBase conf 2024-11-08T00:31:32,842 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/343657c3-ebd1-37c6-0ebf-197666ab3233/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-08T00:31:32,842 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/343657c3-ebd1-37c6-0ebf-197666ab3233/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-08T00:31:32,842 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/343657c3-ebd1-37c6-0ebf-197666ab3233/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-08T00:31:33,211 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-08T00:31:33,233 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-08T00:31:33,234 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-08T00:31:33,234 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-08T00:31:33,234 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-08T00:31:33,234 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-08T00:31:33,235 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@59feadde{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/343657c3-ebd1-37c6-0ebf-197666ab3233/hadoop.log.dir/,AVAILABLE} 2024-11-08T00:31:33,235 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@490ab78f{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-08T00:31:33,325 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@7ff40f1{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/343657c3-ebd1-37c6-0ebf-197666ab3233/java.io.tmpdir/jetty-localhost-42403-hadoop-hdfs-3_4_1-tests_jar-_-any-4839364908773335840/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-08T00:31:33,326 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@d0f922c{HTTP/1.1, (http/1.1)}{localhost:42403} 2024-11-08T00:31:33,326 INFO [Time-limited test {}] server.Server(415): Started @93704ms 2024-11-08T00:31:33,613 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-08T00:31:33,617 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-08T00:31:33,617 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-08T00:31:33,617 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-08T00:31:33,618 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-08T00:31:33,618 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@e4570f5{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/343657c3-ebd1-37c6-0ebf-197666ab3233/hadoop.log.dir/,AVAILABLE} 2024-11-08T00:31:33,618 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@85163cb{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-08T00:31:33,711 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@551772a4{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/343657c3-ebd1-37c6-0ebf-197666ab3233/java.io.tmpdir/jetty-localhost-40725-hadoop-hdfs-3_4_1-tests_jar-_-any-4747111009261093131/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-08T00:31:33,712 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@5d06f275{HTTP/1.1, (http/1.1)}{localhost:40725} 2024-11-08T00:31:33,712 INFO [Time-limited test {}] server.Server(415): Started @94089ms 2024-11-08T00:31:33,713 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-08T00:31:33,738 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-08T00:31:33,741 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-08T00:31:33,742 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-08T00:31:33,742 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-08T00:31:33,742 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-08T00:31:33,743 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3bdc97b0{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/343657c3-ebd1-37c6-0ebf-197666ab3233/hadoop.log.dir/,AVAILABLE} 2024-11-08T00:31:33,743 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@440a68df{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-08T00:31:33,835 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@26d5a440{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/343657c3-ebd1-37c6-0ebf-197666ab3233/java.io.tmpdir/jetty-localhost-43227-hadoop-hdfs-3_4_1-tests_jar-_-any-4725637085170732307/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-08T00:31:33,836 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@77fbae2e{HTTP/1.1, (http/1.1)}{localhost:43227} 2024-11-08T00:31:33,836 INFO [Time-limited test {}] server.Server(415): Started @94213ms 2024-11-08T00:31:33,837 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-08T00:31:35,219 WARN [Thread-800 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/343657c3-ebd1-37c6-0ebf-197666ab3233/cluster_1f7e1e15-8223-4844-c13f-37bed950a90f/data/data1/current/BP-2088862839-172.17.0.3-1731025892865/current, will proceed with Du for space computation calculation, 2024-11-08T00:31:35,219 WARN [Thread-801 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/343657c3-ebd1-37c6-0ebf-197666ab3233/cluster_1f7e1e15-8223-4844-c13f-37bed950a90f/data/data2/current/BP-2088862839-172.17.0.3-1731025892865/current, will proceed with Du for space computation calculation, 2024-11-08T00:31:35,237 WARN [Thread-764 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-08T00:31:35,239 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xdbda28c546147eb4 with lease ID 0x1bce2ec1843fecae: Processing first storage report for DS-332133e7-940c-4b4e-b464-ed73d1301be8 from datanode DatanodeRegistration(127.0.0.1:33053, datanodeUuid=7196d685-8f83-4a51-bc33-f8a6737a9540, infoPort=39075, infoSecurePort=0, ipcPort=44801, storageInfo=lv=-57;cid=testClusterID;nsid=262185263;c=1731025892865) 2024-11-08T00:31:35,239 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xdbda28c546147eb4 with lease ID 0x1bce2ec1843fecae: from storage DS-332133e7-940c-4b4e-b464-ed73d1301be8 node DatanodeRegistration(127.0.0.1:33053, datanodeUuid=7196d685-8f83-4a51-bc33-f8a6737a9540, infoPort=39075, infoSecurePort=0, ipcPort=44801, storageInfo=lv=-57;cid=testClusterID;nsid=262185263;c=1731025892865), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-08T00:31:35,240 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xdbda28c546147eb4 with lease ID 0x1bce2ec1843fecae: Processing first storage report for DS-a0f9681a-a48e-4f4a-bc66-f4acee59c89b from datanode DatanodeRegistration(127.0.0.1:33053, datanodeUuid=7196d685-8f83-4a51-bc33-f8a6737a9540, infoPort=39075, infoSecurePort=0, ipcPort=44801, storageInfo=lv=-57;cid=testClusterID;nsid=262185263;c=1731025892865) 2024-11-08T00:31:35,240 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xdbda28c546147eb4 with lease ID 0x1bce2ec1843fecae: from storage DS-a0f9681a-a48e-4f4a-bc66-f4acee59c89b node DatanodeRegistration(127.0.0.1:33053, datanodeUuid=7196d685-8f83-4a51-bc33-f8a6737a9540, infoPort=39075, infoSecurePort=0, ipcPort=44801, storageInfo=lv=-57;cid=testClusterID;nsid=262185263;c=1731025892865), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-08T00:31:35,362 WARN [Thread-812 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/343657c3-ebd1-37c6-0ebf-197666ab3233/cluster_1f7e1e15-8223-4844-c13f-37bed950a90f/data/data4/current/BP-2088862839-172.17.0.3-1731025892865/current, will proceed with Du for space computation calculation, 2024-11-08T00:31:35,362 WARN [Thread-811 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/343657c3-ebd1-37c6-0ebf-197666ab3233/cluster_1f7e1e15-8223-4844-c13f-37bed950a90f/data/data3/current/BP-2088862839-172.17.0.3-1731025892865/current, will proceed with Du for space computation calculation, 2024-11-08T00:31:35,377 WARN [Thread-787 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-08T00:31:35,379 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xa08e1bf479dede3 with lease ID 0x1bce2ec1843fecaf: Processing first storage report for DS-050f35ad-8366-48a4-9fc2-fef1e64aa5be from datanode DatanodeRegistration(127.0.0.1:39695, datanodeUuid=982000fc-e3b0-4001-b199-444998fd2eca, infoPort=33223, infoSecurePort=0, ipcPort=45259, storageInfo=lv=-57;cid=testClusterID;nsid=262185263;c=1731025892865) 2024-11-08T00:31:35,380 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xa08e1bf479dede3 with lease ID 0x1bce2ec1843fecaf: from storage DS-050f35ad-8366-48a4-9fc2-fef1e64aa5be node DatanodeRegistration(127.0.0.1:39695, datanodeUuid=982000fc-e3b0-4001-b199-444998fd2eca, infoPort=33223, infoSecurePort=0, ipcPort=45259, storageInfo=lv=-57;cid=testClusterID;nsid=262185263;c=1731025892865), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-08T00:31:35,380 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xa08e1bf479dede3 with lease ID 0x1bce2ec1843fecaf: Processing first storage report for DS-f1ff291d-8402-4863-a4f4-d17cb7ddf54d from datanode DatanodeRegistration(127.0.0.1:39695, datanodeUuid=982000fc-e3b0-4001-b199-444998fd2eca, infoPort=33223, infoSecurePort=0, ipcPort=45259, storageInfo=lv=-57;cid=testClusterID;nsid=262185263;c=1731025892865) 2024-11-08T00:31:35,380 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xa08e1bf479dede3 with lease ID 0x1bce2ec1843fecaf: from storage DS-f1ff291d-8402-4863-a4f4-d17cb7ddf54d node DatanodeRegistration(127.0.0.1:39695, datanodeUuid=982000fc-e3b0-4001-b199-444998fd2eca, infoPort=33223, infoSecurePort=0, ipcPort=45259, storageInfo=lv=-57;cid=testClusterID;nsid=262185263;c=1731025892865), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-08T00:31:35,477 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/343657c3-ebd1-37c6-0ebf-197666ab3233 2024-11-08T00:31:35,482 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/343657c3-ebd1-37c6-0ebf-197666ab3233/cluster_1f7e1e15-8223-4844-c13f-37bed950a90f/zookeeper_0, clientPort=61321, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/343657c3-ebd1-37c6-0ebf-197666ab3233/cluster_1f7e1e15-8223-4844-c13f-37bed950a90f/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/343657c3-ebd1-37c6-0ebf-197666ab3233/cluster_1f7e1e15-8223-4844-c13f-37bed950a90f/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-08T00:31:35,483 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=61321 2024-11-08T00:31:35,484 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T00:31:35,486 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T00:31:35,497 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33053 is added to blk_1073741825_1001 (size=7) 2024-11-08T00:31:35,498 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39695 is added to blk_1073741825_1001 (size=7) 2024-11-08T00:31:35,499 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:45169/user/jenkins/test-data/4f70dd9d-ab4e-4d57-8c7c-657b7f2c38a4 with version=8 2024-11-08T00:31:35,499 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1141): The hbase.fs.tmp.dir is set to hdfs://localhost:39609/user/jenkins/test-data/e864f493-d64a-a972-485b-9e7917f52b3b/hbase-staging 2024-11-08T00:31:35,501 INFO [Time-limited test {}] client.ConnectionUtils(128): master/3302f0f507bd:0 server-side Connection retries=45 2024-11-08T00:31:35,501 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-08T00:31:35,501 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-08T00:31:35,501 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-08T00:31:35,501 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-08T00:31:35,501 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-08T00:31:35,501 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-08T00:31:35,501 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-08T00:31:35,502 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:39673 2024-11-08T00:31:35,503 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:39673 connecting to ZooKeeper ensemble=127.0.0.1:61321 2024-11-08T00:31:35,558 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:396730x0, quorum=127.0.0.1:61321, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-08T00:31:35,559 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:39673-0x10117dafbe30000 connected 2024-11-08T00:31:35,657 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T00:31:35,660 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T00:31:35,662 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:39673-0x10117dafbe30000, quorum=127.0.0.1:61321, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-08T00:31:35,662 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:45169/user/jenkins/test-data/4f70dd9d-ab4e-4d57-8c7c-657b7f2c38a4, hbase.cluster.distributed=false 2024-11-08T00:31:35,664 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:39673-0x10117dafbe30000, quorum=127.0.0.1:61321, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-08T00:31:35,664 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=39673 2024-11-08T00:31:35,664 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=39673 2024-11-08T00:31:35,665 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=39673 2024-11-08T00:31:35,665 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=39673 2024-11-08T00:31:35,665 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=39673 2024-11-08T00:31:35,679 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/3302f0f507bd:0 server-side Connection retries=45 2024-11-08T00:31:35,679 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-08T00:31:35,679 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-08T00:31:35,679 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-08T00:31:35,679 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-08T00:31:35,679 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-08T00:31:35,679 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-08T00:31:35,679 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-08T00:31:35,680 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:38461 2024-11-08T00:31:35,681 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:38461 connecting to ZooKeeper ensemble=127.0.0.1:61321 2024-11-08T00:31:35,682 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T00:31:35,683 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T00:31:35,695 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:384610x0, quorum=127.0.0.1:61321, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-08T00:31:35,695 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:38461-0x10117dafbe30001 connected 2024-11-08T00:31:35,696 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:38461-0x10117dafbe30001, quorum=127.0.0.1:61321, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-08T00:31:35,696 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-08T00:31:35,696 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-08T00:31:35,697 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:38461-0x10117dafbe30001, quorum=127.0.0.1:61321, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-08T00:31:35,698 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:38461-0x10117dafbe30001, quorum=127.0.0.1:61321, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-08T00:31:35,698 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=38461 2024-11-08T00:31:35,699 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=38461 2024-11-08T00:31:35,699 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=38461 2024-11-08T00:31:35,700 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=38461 2024-11-08T00:31:35,700 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=38461 2024-11-08T00:31:35,714 DEBUG [M:0;3302f0f507bd:39673 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;3302f0f507bd:39673 2024-11-08T00:31:35,715 INFO [master/3302f0f507bd:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /hbase/backup-masters/3302f0f507bd,39673,1731025895500 2024-11-08T00:31:35,727 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39673-0x10117dafbe30000, quorum=127.0.0.1:61321, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-08T00:31:35,727 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38461-0x10117dafbe30001, quorum=127.0.0.1:61321, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-08T00:31:35,727 DEBUG [master/3302f0f507bd:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:39673-0x10117dafbe30000, quorum=127.0.0.1:61321, baseZNode=/hbase Set watcher on existing znode=/hbase/backup-masters/3302f0f507bd,39673,1731025895500 2024-11-08T00:31:35,737 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38461-0x10117dafbe30001, quorum=127.0.0.1:61321, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-08T00:31:35,737 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39673-0x10117dafbe30000, quorum=127.0.0.1:61321, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T00:31:35,737 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38461-0x10117dafbe30001, quorum=127.0.0.1:61321, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T00:31:35,738 DEBUG [master/3302f0f507bd:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:39673-0x10117dafbe30000, quorum=127.0.0.1:61321, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-11-08T00:31:35,739 INFO [master/3302f0f507bd:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /hbase/backup-masters/3302f0f507bd,39673,1731025895500 from backup master directory 2024-11-08T00:31:35,748 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39673-0x10117dafbe30000, quorum=127.0.0.1:61321, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/backup-masters/3302f0f507bd,39673,1731025895500 2024-11-08T00:31:35,748 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38461-0x10117dafbe30001, quorum=127.0.0.1:61321, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-08T00:31:35,748 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39673-0x10117dafbe30000, quorum=127.0.0.1:61321, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-08T00:31:35,748 WARN [master/3302f0f507bd:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-08T00:31:35,748 INFO [master/3302f0f507bd:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=3302f0f507bd,39673,1731025895500 2024-11-08T00:31:35,756 DEBUG [master/3302f0f507bd:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:45169/user/jenkins/test-data/4f70dd9d-ab4e-4d57-8c7c-657b7f2c38a4/hbase.id] with ID: 7e07d499-9e90-448c-af31-15ad10195ca6 2024-11-08T00:31:35,756 DEBUG [master/3302f0f507bd:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:45169/user/jenkins/test-data/4f70dd9d-ab4e-4d57-8c7c-657b7f2c38a4/.tmp/hbase.id 2024-11-08T00:31:35,766 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39695 is added to blk_1073741826_1002 (size=42) 2024-11-08T00:31:35,766 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33053 is added to blk_1073741826_1002 (size=42) 2024-11-08T00:31:35,766 DEBUG [master/3302f0f507bd:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:45169/user/jenkins/test-data/4f70dd9d-ab4e-4d57-8c7c-657b7f2c38a4/.tmp/hbase.id]:[hdfs://localhost:45169/user/jenkins/test-data/4f70dd9d-ab4e-4d57-8c7c-657b7f2c38a4/hbase.id] 2024-11-08T00:31:35,778 INFO [master/3302f0f507bd:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T00:31:35,779 INFO [master/3302f0f507bd:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-08T00:31:35,780 INFO [master/3302f0f507bd:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-08T00:31:35,793 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39673-0x10117dafbe30000, quorum=127.0.0.1:61321, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T00:31:35,793 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38461-0x10117dafbe30001, quorum=127.0.0.1:61321, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T00:31:35,801 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33053 is added to blk_1073741827_1003 (size=196) 2024-11-08T00:31:35,801 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39695 is added to blk_1073741827_1003 (size=196) 2024-11-08T00:31:35,802 INFO [master/3302f0f507bd:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-08T00:31:35,803 INFO [master/3302f0f507bd:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-08T00:31:35,803 INFO [master/3302f0f507bd:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-08T00:31:35,813 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39695 is added to blk_1073741828_1004 (size=1189) 2024-11-08T00:31:35,814 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33053 is added to blk_1073741828_1004 (size=1189) 2024-11-08T00:31:35,815 INFO [master/3302f0f507bd:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:45169/user/jenkins/test-data/4f70dd9d-ab4e-4d57-8c7c-657b7f2c38a4/MasterData/data/master/store 2024-11-08T00:31:35,823 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33053 is added to blk_1073741829_1005 (size=34) 2024-11-08T00:31:35,823 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39695 is added to blk_1073741829_1005 (size=34) 2024-11-08T00:31:35,824 DEBUG [master/3302f0f507bd:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T00:31:35,824 DEBUG [master/3302f0f507bd:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-08T00:31:35,824 INFO [master/3302f0f507bd:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T00:31:35,824 DEBUG [master/3302f0f507bd:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T00:31:35,824 DEBUG [master/3302f0f507bd:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-08T00:31:35,824 DEBUG [master/3302f0f507bd:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T00:31:35,824 INFO [master/3302f0f507bd:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T00:31:35,824 DEBUG [master/3302f0f507bd:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731025895824Disabling compacts and flushes for region at 1731025895824Disabling writes for close at 1731025895824Writing region close event to WAL at 1731025895824Closed at 1731025895824 2024-11-08T00:31:35,825 WARN [master/3302f0f507bd:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:45169/user/jenkins/test-data/4f70dd9d-ab4e-4d57-8c7c-657b7f2c38a4/MasterData/data/master/store/.initializing 2024-11-08T00:31:35,825 DEBUG [master/3302f0f507bd:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:45169/user/jenkins/test-data/4f70dd9d-ab4e-4d57-8c7c-657b7f2c38a4/MasterData/WALs/3302f0f507bd,39673,1731025895500 2024-11-08T00:31:35,826 INFO [master/3302f0f507bd:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-08T00:31:35,828 INFO [master/3302f0f507bd:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=3302f0f507bd%2C39673%2C1731025895500, suffix=, logDir=hdfs://localhost:45169/user/jenkins/test-data/4f70dd9d-ab4e-4d57-8c7c-657b7f2c38a4/MasterData/WALs/3302f0f507bd,39673,1731025895500, archiveDir=hdfs://localhost:45169/user/jenkins/test-data/4f70dd9d-ab4e-4d57-8c7c-657b7f2c38a4/MasterData/oldWALs, maxLogs=10 2024-11-08T00:31:35,840 DEBUG [master/3302f0f507bd:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/4f70dd9d-ab4e-4d57-8c7c-657b7f2c38a4/MasterData/WALs/3302f0f507bd,39673,1731025895500/3302f0f507bd%2C39673%2C1731025895500.1731025895828, exclude list is [], retry=0 2024-11-08T00:31:35,844 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39695,DS-050f35ad-8366-48a4-9fc2-fef1e64aa5be,DISK] 2024-11-08T00:31:35,844 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33053,DS-332133e7-940c-4b4e-b464-ed73d1301be8,DISK] 2024-11-08T00:31:35,846 INFO [master/3302f0f507bd:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/4f70dd9d-ab4e-4d57-8c7c-657b7f2c38a4/MasterData/WALs/3302f0f507bd,39673,1731025895500/3302f0f507bd%2C39673%2C1731025895500.1731025895828 2024-11-08T00:31:35,846 DEBUG [master/3302f0f507bd:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33223:33223),(127.0.0.1/127.0.0.1:39075:39075)] 2024-11-08T00:31:35,846 DEBUG [master/3302f0f507bd:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-08T00:31:35,847 DEBUG [master/3302f0f507bd:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T00:31:35,847 DEBUG [master/3302f0f507bd:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T00:31:35,847 DEBUG [master/3302f0f507bd:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T00:31:35,848 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-08T00:31:35,849 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-08T00:31:35,850 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T00:31:35,850 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T00:31:35,850 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-08T00:31:35,851 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-08T00:31:35,851 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T00:31:35,852 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T00:31:35,852 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-08T00:31:35,853 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-08T00:31:35,853 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T00:31:35,854 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T00:31:35,854 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-08T00:31:35,855 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-08T00:31:35,855 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T00:31:35,856 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T00:31:35,856 DEBUG [master/3302f0f507bd:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T00:31:35,856 DEBUG [master/3302f0f507bd:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45169/user/jenkins/test-data/4f70dd9d-ab4e-4d57-8c7c-657b7f2c38a4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-08T00:31:35,857 DEBUG [master/3302f0f507bd:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45169/user/jenkins/test-data/4f70dd9d-ab4e-4d57-8c7c-657b7f2c38a4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-08T00:31:35,858 DEBUG [master/3302f0f507bd:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T00:31:35,858 DEBUG [master/3302f0f507bd:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T00:31:35,859 DEBUG [master/3302f0f507bd:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-08T00:31:35,860 DEBUG [master/3302f0f507bd:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T00:31:35,863 DEBUG [master/3302f0f507bd:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45169/user/jenkins/test-data/4f70dd9d-ab4e-4d57-8c7c-657b7f2c38a4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-08T00:31:35,863 INFO [master/3302f0f507bd:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=781482, jitterRate=-0.006295114755630493}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-08T00:31:35,864 DEBUG [master/3302f0f507bd:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731025895847Initializing all the Stores at 1731025895848 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731025895848Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731025895848Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731025895848Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731025895848Cleaning up temporary data from old regions at 1731025895858 (+10 ms)Region opened successfully at 1731025895864 (+6 ms) 2024-11-08T00:31:35,864 INFO [master/3302f0f507bd:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-08T00:31:35,868 DEBUG [master/3302f0f507bd:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5665b0cf, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=3302f0f507bd/172.17.0.3:0 2024-11-08T00:31:35,869 INFO [master/3302f0f507bd:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-08T00:31:35,869 INFO [master/3302f0f507bd:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-08T00:31:35,869 INFO [master/3302f0f507bd:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-08T00:31:35,869 INFO [master/3302f0f507bd:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-08T00:31:35,870 INFO [master/3302f0f507bd:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-08T00:31:35,870 INFO [master/3302f0f507bd:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-08T00:31:35,870 INFO [master/3302f0f507bd:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-08T00:31:35,872 INFO [master/3302f0f507bd:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-08T00:31:35,873 DEBUG [master/3302f0f507bd:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39673-0x10117dafbe30000, quorum=127.0.0.1:61321, baseZNode=/hbase Unable to get data of znode /hbase/balancer because node does not exist (not necessarily an error) 2024-11-08T00:31:35,884 DEBUG [master/3302f0f507bd:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/balancer already deleted, retry=false 2024-11-08T00:31:35,885 INFO [master/3302f0f507bd:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-08T00:31:35,885 DEBUG [master/3302f0f507bd:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39673-0x10117dafbe30000, quorum=127.0.0.1:61321, baseZNode=/hbase Unable to get data of znode /hbase/normalizer because node does not exist (not necessarily an error) 2024-11-08T00:31:35,895 DEBUG [master/3302f0f507bd:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/normalizer already deleted, retry=false 2024-11-08T00:31:35,895 INFO [master/3302f0f507bd:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-08T00:31:35,896 DEBUG [master/3302f0f507bd:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39673-0x10117dafbe30000, quorum=127.0.0.1:61321, baseZNode=/hbase Unable to get data of znode /hbase/switch/split because node does not exist (not necessarily an error) 2024-11-08T00:31:35,906 DEBUG [master/3302f0f507bd:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/split already deleted, retry=false 2024-11-08T00:31:35,907 DEBUG [master/3302f0f507bd:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39673-0x10117dafbe30000, quorum=127.0.0.1:61321, baseZNode=/hbase Unable to get data of znode /hbase/switch/merge because node does not exist (not necessarily an error) 2024-11-08T00:31:35,916 DEBUG [master/3302f0f507bd:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/merge already deleted, retry=false 2024-11-08T00:31:35,919 DEBUG [master/3302f0f507bd:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39673-0x10117dafbe30000, quorum=127.0.0.1:61321, baseZNode=/hbase Unable to get data of znode /hbase/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-08T00:31:35,930 DEBUG [master/3302f0f507bd:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/snapshot-cleanup already deleted, retry=false 2024-11-08T00:31:35,941 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38461-0x10117dafbe30001, quorum=127.0.0.1:61321, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-08T00:31:35,941 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39673-0x10117dafbe30000, quorum=127.0.0.1:61321, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-08T00:31:35,941 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39673-0x10117dafbe30000, quorum=127.0.0.1:61321, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T00:31:35,941 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38461-0x10117dafbe30001, quorum=127.0.0.1:61321, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T00:31:35,943 INFO [master/3302f0f507bd:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=3302f0f507bd,39673,1731025895500, sessionid=0x10117dafbe30000, setting cluster-up flag (Was=false) 2024-11-08T00:31:35,962 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39673-0x10117dafbe30000, quorum=127.0.0.1:61321, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T00:31:35,962 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38461-0x10117dafbe30001, quorum=127.0.0.1:61321, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T00:31:35,993 DEBUG [master/3302f0f507bd:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/flush-table-proc/acquired, /hbase/flush-table-proc/reached, /hbase/flush-table-proc/abort 2024-11-08T00:31:35,995 DEBUG [master/3302f0f507bd:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=3302f0f507bd,39673,1731025895500 2024-11-08T00:31:36,015 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39673-0x10117dafbe30000, quorum=127.0.0.1:61321, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T00:31:36,015 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38461-0x10117dafbe30001, quorum=127.0.0.1:61321, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T00:31:36,046 DEBUG [master/3302f0f507bd:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/online-snapshot/acquired, /hbase/online-snapshot/reached, /hbase/online-snapshot/abort 2024-11-08T00:31:36,047 DEBUG [master/3302f0f507bd:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=3302f0f507bd,39673,1731025895500 2024-11-08T00:31:36,049 INFO [master/3302f0f507bd:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:45169/user/jenkins/test-data/4f70dd9d-ab4e-4d57-8c7c-657b7f2c38a4/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-08T00:31:36,051 DEBUG [master/3302f0f507bd:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-08T00:31:36,051 INFO [master/3302f0f507bd:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-08T00:31:36,051 INFO [master/3302f0f507bd:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-08T00:31:36,051 DEBUG [master/3302f0f507bd:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 3302f0f507bd,39673,1731025895500 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-08T00:31:36,052 DEBUG [master/3302f0f507bd:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/3302f0f507bd:0, corePoolSize=5, maxPoolSize=5 2024-11-08T00:31:36,052 DEBUG [master/3302f0f507bd:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/3302f0f507bd:0, corePoolSize=5, maxPoolSize=5 2024-11-08T00:31:36,052 DEBUG [master/3302f0f507bd:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/3302f0f507bd:0, corePoolSize=5, maxPoolSize=5 2024-11-08T00:31:36,052 DEBUG [master/3302f0f507bd:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/3302f0f507bd:0, corePoolSize=5, maxPoolSize=5 2024-11-08T00:31:36,052 DEBUG [master/3302f0f507bd:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/3302f0f507bd:0, corePoolSize=10, maxPoolSize=10 2024-11-08T00:31:36,053 DEBUG [master/3302f0f507bd:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/3302f0f507bd:0, corePoolSize=1, maxPoolSize=1 2024-11-08T00:31:36,053 DEBUG [master/3302f0f507bd:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/3302f0f507bd:0, corePoolSize=2, maxPoolSize=2 2024-11-08T00:31:36,053 DEBUG [master/3302f0f507bd:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/3302f0f507bd:0, corePoolSize=1, maxPoolSize=1 2024-11-08T00:31:36,053 INFO [master/3302f0f507bd:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731025926053 2024-11-08T00:31:36,053 INFO [master/3302f0f507bd:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-08T00:31:36,054 INFO [master/3302f0f507bd:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-08T00:31:36,054 INFO [master/3302f0f507bd:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-08T00:31:36,054 INFO [master/3302f0f507bd:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-08T00:31:36,054 INFO [master/3302f0f507bd:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-08T00:31:36,054 INFO [master/3302f0f507bd:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-08T00:31:36,054 INFO [master/3302f0f507bd:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-08T00:31:36,054 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-08T00:31:36,054 INFO [master/3302f0f507bd:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-08T00:31:36,054 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-08T00:31:36,054 INFO [master/3302f0f507bd:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-08T00:31:36,054 INFO [master/3302f0f507bd:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-08T00:31:36,055 INFO [master/3302f0f507bd:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-08T00:31:36,055 INFO [master/3302f0f507bd:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-08T00:31:36,055 DEBUG [master/3302f0f507bd:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/3302f0f507bd:0:becomeActiveMaster-HFileCleaner.large.0-1731025896055,5,FailOnTimeoutGroup] 2024-11-08T00:31:36,055 DEBUG [master/3302f0f507bd:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/3302f0f507bd:0:becomeActiveMaster-HFileCleaner.small.0-1731025896055,5,FailOnTimeoutGroup] 2024-11-08T00:31:36,055 INFO [master/3302f0f507bd:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-08T00:31:36,055 INFO [master/3302f0f507bd:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-08T00:31:36,055 INFO [master/3302f0f507bd:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-08T00:31:36,055 INFO [master/3302f0f507bd:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-08T00:31:36,055 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T00:31:36,056 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-08T00:31:36,062 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33053 is added to blk_1073741831_1007 (size=1321) 2024-11-08T00:31:36,062 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39695 is added to blk_1073741831_1007 (size=1321) 2024-11-08T00:31:36,063 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:45169/user/jenkins/test-data/4f70dd9d-ab4e-4d57-8c7c-657b7f2c38a4/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-08T00:31:36,063 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:45169/user/jenkins/test-data/4f70dd9d-ab4e-4d57-8c7c-657b7f2c38a4 2024-11-08T00:31:36,071 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33053 is added to blk_1073741832_1008 (size=32) 2024-11-08T00:31:36,072 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39695 is added to blk_1073741832_1008 (size=32) 2024-11-08T00:31:36,072 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T00:31:36,073 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-08T00:31:36,075 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-08T00:31:36,075 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T00:31:36,075 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T00:31:36,076 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-08T00:31:36,077 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-08T00:31:36,077 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T00:31:36,077 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T00:31:36,077 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-08T00:31:36,079 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-08T00:31:36,079 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T00:31:36,079 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T00:31:36,079 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-08T00:31:36,080 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-08T00:31:36,081 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T00:31:36,081 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T00:31:36,081 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-08T00:31:36,082 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45169/user/jenkins/test-data/4f70dd9d-ab4e-4d57-8c7c-657b7f2c38a4/data/hbase/meta/1588230740 2024-11-08T00:31:36,082 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45169/user/jenkins/test-data/4f70dd9d-ab4e-4d57-8c7c-657b7f2c38a4/data/hbase/meta/1588230740 2024-11-08T00:31:36,083 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-08T00:31:36,083 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-08T00:31:36,084 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-08T00:31:36,085 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-08T00:31:36,087 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45169/user/jenkins/test-data/4f70dd9d-ab4e-4d57-8c7c-657b7f2c38a4/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-08T00:31:36,087 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=16384, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=751968, jitterRate=-0.04382352530956268}}}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-08T00:31:36,087 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731025896072Initializing all the Stores at 1731025896073 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731025896073Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731025896073Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731025896073Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731025896073Cleaning up temporary data from old regions at 1731025896083 (+10 ms)Region opened successfully at 1731025896087 (+4 ms) 2024-11-08T00:31:36,088 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-08T00:31:36,088 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-08T00:31:36,088 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-08T00:31:36,088 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-08T00:31:36,088 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-08T00:31:36,088 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-08T00:31:36,088 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731025896087Disabling compacts and flushes for region at 1731025896087Disabling writes for close at 1731025896088 (+1 ms)Writing region close event to WAL at 1731025896088Closed at 1731025896088 2024-11-08T00:31:36,089 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-08T00:31:36,090 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-08T00:31:36,090 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-08T00:31:36,091 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-08T00:31:36,092 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-08T00:31:36,105 INFO [RS:0;3302f0f507bd:38461 {}] regionserver.HRegionServer(746): ClusterId : 7e07d499-9e90-448c-af31-15ad10195ca6 2024-11-08T00:31:36,105 DEBUG [RS:0;3302f0f507bd:38461 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-08T00:31:36,117 DEBUG [RS:0;3302f0f507bd:38461 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-08T00:31:36,117 DEBUG [RS:0;3302f0f507bd:38461 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-08T00:31:36,128 DEBUG [RS:0;3302f0f507bd:38461 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-08T00:31:36,128 DEBUG [RS:0;3302f0f507bd:38461 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1b4ea3f8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=3302f0f507bd/172.17.0.3:0 2024-11-08T00:31:36,138 DEBUG [RS:0;3302f0f507bd:38461 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;3302f0f507bd:38461 2024-11-08T00:31:36,139 INFO [RS:0;3302f0f507bd:38461 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-08T00:31:36,139 INFO [RS:0;3302f0f507bd:38461 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-08T00:31:36,139 DEBUG [RS:0;3302f0f507bd:38461 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-08T00:31:36,140 INFO [RS:0;3302f0f507bd:38461 {}] regionserver.HRegionServer(2659): reportForDuty to master=3302f0f507bd,39673,1731025895500 with port=38461, startcode=1731025895678 2024-11-08T00:31:36,140 DEBUG [RS:0;3302f0f507bd:38461 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-08T00:31:36,141 INFO [HMaster-EventLoopGroup-7-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:53893, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.2 (auth:SIMPLE), service=RegionServerStatusService 2024-11-08T00:31:36,142 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=39673 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 3302f0f507bd,38461,1731025895678 2024-11-08T00:31:36,142 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=39673 {}] master.ServerManager(517): Registering regionserver=3302f0f507bd,38461,1731025895678 2024-11-08T00:31:36,144 DEBUG [RS:0;3302f0f507bd:38461 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:45169/user/jenkins/test-data/4f70dd9d-ab4e-4d57-8c7c-657b7f2c38a4 2024-11-08T00:31:36,144 DEBUG [RS:0;3302f0f507bd:38461 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:45169 2024-11-08T00:31:36,144 DEBUG [RS:0;3302f0f507bd:38461 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-08T00:31:36,152 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39673-0x10117dafbe30000, quorum=127.0.0.1:61321, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-08T00:31:36,152 DEBUG [RS:0;3302f0f507bd:38461 {}] zookeeper.ZKUtil(111): regionserver:38461-0x10117dafbe30001, quorum=127.0.0.1:61321, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/3302f0f507bd,38461,1731025895678 2024-11-08T00:31:36,152 WARN [RS:0;3302f0f507bd:38461 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-08T00:31:36,152 INFO [RS:0;3302f0f507bd:38461 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-08T00:31:36,152 DEBUG [RS:0;3302f0f507bd:38461 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:45169/user/jenkins/test-data/4f70dd9d-ab4e-4d57-8c7c-657b7f2c38a4/WALs/3302f0f507bd,38461,1731025895678 2024-11-08T00:31:36,153 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [3302f0f507bd,38461,1731025895678] 2024-11-08T00:31:36,157 INFO [RS:0;3302f0f507bd:38461 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-08T00:31:36,159 INFO [RS:0;3302f0f507bd:38461 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-08T00:31:36,160 INFO [RS:0;3302f0f507bd:38461 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-08T00:31:36,160 INFO [RS:0;3302f0f507bd:38461 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-08T00:31:36,160 INFO [RS:0;3302f0f507bd:38461 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-08T00:31:36,161 INFO [RS:0;3302f0f507bd:38461 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-08T00:31:36,161 INFO [RS:0;3302f0f507bd:38461 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-08T00:31:36,161 DEBUG [RS:0;3302f0f507bd:38461 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/3302f0f507bd:0, corePoolSize=1, maxPoolSize=1 2024-11-08T00:31:36,161 DEBUG [RS:0;3302f0f507bd:38461 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/3302f0f507bd:0, corePoolSize=1, maxPoolSize=1 2024-11-08T00:31:36,161 DEBUG [RS:0;3302f0f507bd:38461 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/3302f0f507bd:0, corePoolSize=1, maxPoolSize=1 2024-11-08T00:31:36,161 DEBUG [RS:0;3302f0f507bd:38461 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/3302f0f507bd:0, corePoolSize=1, maxPoolSize=1 2024-11-08T00:31:36,162 DEBUG [RS:0;3302f0f507bd:38461 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/3302f0f507bd:0, corePoolSize=1, maxPoolSize=1 2024-11-08T00:31:36,162 DEBUG [RS:0;3302f0f507bd:38461 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/3302f0f507bd:0, corePoolSize=2, maxPoolSize=2 2024-11-08T00:31:36,162 DEBUG [RS:0;3302f0f507bd:38461 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/3302f0f507bd:0, corePoolSize=1, maxPoolSize=1 2024-11-08T00:31:36,162 DEBUG [RS:0;3302f0f507bd:38461 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/3302f0f507bd:0, corePoolSize=1, maxPoolSize=1 2024-11-08T00:31:36,162 DEBUG [RS:0;3302f0f507bd:38461 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/3302f0f507bd:0, corePoolSize=1, maxPoolSize=1 2024-11-08T00:31:36,162 DEBUG [RS:0;3302f0f507bd:38461 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/3302f0f507bd:0, corePoolSize=1, maxPoolSize=1 2024-11-08T00:31:36,162 DEBUG [RS:0;3302f0f507bd:38461 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/3302f0f507bd:0, corePoolSize=1, maxPoolSize=1 2024-11-08T00:31:36,162 DEBUG [RS:0;3302f0f507bd:38461 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/3302f0f507bd:0, corePoolSize=1, maxPoolSize=1 2024-11-08T00:31:36,162 DEBUG [RS:0;3302f0f507bd:38461 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/3302f0f507bd:0, corePoolSize=3, maxPoolSize=3 2024-11-08T00:31:36,162 DEBUG [RS:0;3302f0f507bd:38461 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/3302f0f507bd:0, corePoolSize=3, maxPoolSize=3 2024-11-08T00:31:36,163 INFO [RS:0;3302f0f507bd:38461 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-08T00:31:36,163 INFO [RS:0;3302f0f507bd:38461 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-08T00:31:36,163 INFO [RS:0;3302f0f507bd:38461 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-08T00:31:36,163 INFO [RS:0;3302f0f507bd:38461 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-08T00:31:36,163 INFO [RS:0;3302f0f507bd:38461 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-08T00:31:36,163 INFO [RS:0;3302f0f507bd:38461 {}] hbase.ChoreService(168): Chore ScheduledChore name=3302f0f507bd,38461,1731025895678-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-08T00:31:36,177 INFO [RS:0;3302f0f507bd:38461 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-08T00:31:36,178 INFO [RS:0;3302f0f507bd:38461 {}] hbase.ChoreService(168): Chore ScheduledChore name=3302f0f507bd,38461,1731025895678-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-08T00:31:36,178 INFO [RS:0;3302f0f507bd:38461 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T00:31:36,178 INFO [RS:0;3302f0f507bd:38461 {}] regionserver.Replication(171): 3302f0f507bd,38461,1731025895678 started 2024-11-08T00:31:36,191 INFO [RS:0;3302f0f507bd:38461 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T00:31:36,191 INFO [RS:0;3302f0f507bd:38461 {}] regionserver.HRegionServer(1482): Serving as 3302f0f507bd,38461,1731025895678, RpcServer on 3302f0f507bd/172.17.0.3:38461, sessionid=0x10117dafbe30001 2024-11-08T00:31:36,191 DEBUG [RS:0;3302f0f507bd:38461 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-08T00:31:36,192 DEBUG [RS:0;3302f0f507bd:38461 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 3302f0f507bd,38461,1731025895678 2024-11-08T00:31:36,192 DEBUG [RS:0;3302f0f507bd:38461 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '3302f0f507bd,38461,1731025895678' 2024-11-08T00:31:36,192 DEBUG [RS:0;3302f0f507bd:38461 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-08T00:31:36,193 DEBUG [RS:0;3302f0f507bd:38461 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-08T00:31:36,193 DEBUG [RS:0;3302f0f507bd:38461 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-08T00:31:36,193 DEBUG [RS:0;3302f0f507bd:38461 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-08T00:31:36,193 DEBUG [RS:0;3302f0f507bd:38461 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 3302f0f507bd,38461,1731025895678 2024-11-08T00:31:36,193 DEBUG [RS:0;3302f0f507bd:38461 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '3302f0f507bd,38461,1731025895678' 2024-11-08T00:31:36,193 DEBUG [RS:0;3302f0f507bd:38461 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-08T00:31:36,194 DEBUG [RS:0;3302f0f507bd:38461 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-08T00:31:36,194 DEBUG [RS:0;3302f0f507bd:38461 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-08T00:31:36,194 INFO [RS:0;3302f0f507bd:38461 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-08T00:31:36,194 INFO [RS:0;3302f0f507bd:38461 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-08T00:31:36,242 WARN [3302f0f507bd:39673 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions. 2024-11-08T00:31:36,295 INFO [RS:0;3302f0f507bd:38461 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-08T00:31:36,297 INFO [RS:0;3302f0f507bd:38461 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=3302f0f507bd%2C38461%2C1731025895678, suffix=, logDir=hdfs://localhost:45169/user/jenkins/test-data/4f70dd9d-ab4e-4d57-8c7c-657b7f2c38a4/WALs/3302f0f507bd,38461,1731025895678, archiveDir=hdfs://localhost:45169/user/jenkins/test-data/4f70dd9d-ab4e-4d57-8c7c-657b7f2c38a4/oldWALs, maxLogs=32 2024-11-08T00:31:36,316 DEBUG [RS:0;3302f0f507bd:38461 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/4f70dd9d-ab4e-4d57-8c7c-657b7f2c38a4/WALs/3302f0f507bd,38461,1731025895678/3302f0f507bd%2C38461%2C1731025895678.1731025896297, exclude list is [], retry=0 2024-11-08T00:31:36,319 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33053,DS-332133e7-940c-4b4e-b464-ed73d1301be8,DISK] 2024-11-08T00:31:36,319 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39695,DS-050f35ad-8366-48a4-9fc2-fef1e64aa5be,DISK] 2024-11-08T00:31:36,323 INFO [RS:0;3302f0f507bd:38461 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/4f70dd9d-ab4e-4d57-8c7c-657b7f2c38a4/WALs/3302f0f507bd,38461,1731025895678/3302f0f507bd%2C38461%2C1731025895678.1731025896297 2024-11-08T00:31:36,323 DEBUG [RS:0;3302f0f507bd:38461 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39075:39075),(127.0.0.1/127.0.0.1:33223:33223)] 2024-11-08T00:31:36,493 DEBUG [3302f0f507bd:39673 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-08T00:31:36,494 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=3302f0f507bd,38461,1731025895678 2024-11-08T00:31:36,498 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 3302f0f507bd,38461,1731025895678, state=OPENING 2024-11-08T00:31:36,562 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-08T00:31:36,573 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38461-0x10117dafbe30001, quorum=127.0.0.1:61321, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T00:31:36,573 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39673-0x10117dafbe30000, quorum=127.0.0.1:61321, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T00:31:36,573 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-08T00:31:36,574 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-08T00:31:36,574 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-08T00:31:36,574 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=3302f0f507bd,38461,1731025895678}] 2024-11-08T00:31:36,728 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-08T00:31:36,729 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:37091, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-08T00:31:36,735 INFO [RS_OPEN_META-regionserver/3302f0f507bd:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-08T00:31:36,736 INFO [RS_OPEN_META-regionserver/3302f0f507bd:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-08T00:31:36,736 INFO [RS_OPEN_META-regionserver/3302f0f507bd:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-08T00:31:36,739 INFO [RS_OPEN_META-regionserver/3302f0f507bd:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=3302f0f507bd%2C38461%2C1731025895678.meta, suffix=.meta, logDir=hdfs://localhost:45169/user/jenkins/test-data/4f70dd9d-ab4e-4d57-8c7c-657b7f2c38a4/WALs/3302f0f507bd,38461,1731025895678, archiveDir=hdfs://localhost:45169/user/jenkins/test-data/4f70dd9d-ab4e-4d57-8c7c-657b7f2c38a4/oldWALs, maxLogs=32 2024-11-08T00:31:36,751 DEBUG [RS_OPEN_META-regionserver/3302f0f507bd:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/4f70dd9d-ab4e-4d57-8c7c-657b7f2c38a4/WALs/3302f0f507bd,38461,1731025895678/3302f0f507bd%2C38461%2C1731025895678.meta.1731025896739.meta, exclude list is [], retry=0 2024-11-08T00:31:36,754 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33053,DS-332133e7-940c-4b4e-b464-ed73d1301be8,DISK] 2024-11-08T00:31:36,754 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39695,DS-050f35ad-8366-48a4-9fc2-fef1e64aa5be,DISK] 2024-11-08T00:31:36,756 INFO [RS_OPEN_META-regionserver/3302f0f507bd:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/4f70dd9d-ab4e-4d57-8c7c-657b7f2c38a4/WALs/3302f0f507bd,38461,1731025895678/3302f0f507bd%2C38461%2C1731025895678.meta.1731025896739.meta 2024-11-08T00:31:36,756 DEBUG [RS_OPEN_META-regionserver/3302f0f507bd:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33223:33223),(127.0.0.1/127.0.0.1:39075:39075)] 2024-11-08T00:31:36,757 DEBUG [RS_OPEN_META-regionserver/3302f0f507bd:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-08T00:31:36,757 DEBUG [RS_OPEN_META-regionserver/3302f0f507bd:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-08T00:31:36,757 DEBUG [RS_OPEN_META-regionserver/3302f0f507bd:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-08T00:31:36,757 INFO [RS_OPEN_META-regionserver/3302f0f507bd:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-08T00:31:36,757 DEBUG [RS_OPEN_META-regionserver/3302f0f507bd:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-08T00:31:36,757 DEBUG [RS_OPEN_META-regionserver/3302f0f507bd:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T00:31:36,757 DEBUG [RS_OPEN_META-regionserver/3302f0f507bd:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-08T00:31:36,757 DEBUG [RS_OPEN_META-regionserver/3302f0f507bd:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-08T00:31:36,759 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-08T00:31:36,760 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-08T00:31:36,760 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T00:31:36,760 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T00:31:36,761 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-08T00:31:36,761 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-08T00:31:36,761 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T00:31:36,762 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T00:31:36,762 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-08T00:31:36,762 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-08T00:31:36,762 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T00:31:36,763 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T00:31:36,763 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-08T00:31:36,763 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-08T00:31:36,763 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T00:31:36,764 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T00:31:36,764 DEBUG [RS_OPEN_META-regionserver/3302f0f507bd:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-08T00:31:36,765 DEBUG [RS_OPEN_META-regionserver/3302f0f507bd:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45169/user/jenkins/test-data/4f70dd9d-ab4e-4d57-8c7c-657b7f2c38a4/data/hbase/meta/1588230740 2024-11-08T00:31:36,766 DEBUG [RS_OPEN_META-regionserver/3302f0f507bd:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45169/user/jenkins/test-data/4f70dd9d-ab4e-4d57-8c7c-657b7f2c38a4/data/hbase/meta/1588230740 2024-11-08T00:31:36,767 DEBUG [RS_OPEN_META-regionserver/3302f0f507bd:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-08T00:31:36,767 DEBUG [RS_OPEN_META-regionserver/3302f0f507bd:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-08T00:31:36,768 DEBUG [RS_OPEN_META-regionserver/3302f0f507bd:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-08T00:31:36,769 DEBUG [RS_OPEN_META-regionserver/3302f0f507bd:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-08T00:31:36,770 INFO [RS_OPEN_META-regionserver/3302f0f507bd:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=16384, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=697428, jitterRate=-0.11317455768585205}}}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-08T00:31:36,770 DEBUG [RS_OPEN_META-regionserver/3302f0f507bd:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-08T00:31:36,771 DEBUG [RS_OPEN_META-regionserver/3302f0f507bd:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731025896758Writing region info on filesystem at 1731025896758Initializing all the Stores at 1731025896759 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731025896759Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731025896759Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731025896759Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731025896759Cleaning up temporary data from old regions at 1731025896767 (+8 ms)Running coprocessor post-open hooks at 1731025896770 (+3 ms)Region opened successfully at 1731025896771 (+1 ms) 2024-11-08T00:31:36,772 INFO [RS_OPEN_META-regionserver/3302f0f507bd:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731025896728 2024-11-08T00:31:36,774 DEBUG [RS_OPEN_META-regionserver/3302f0f507bd:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-08T00:31:36,774 INFO [RS_OPEN_META-regionserver/3302f0f507bd:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-08T00:31:36,775 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=3302f0f507bd,38461,1731025895678 2024-11-08T00:31:36,776 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 3302f0f507bd,38461,1731025895678, state=OPEN 2024-11-08T00:31:36,810 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39673-0x10117dafbe30000, quorum=127.0.0.1:61321, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-08T00:31:36,810 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38461-0x10117dafbe30001, quorum=127.0.0.1:61321, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-08T00:31:36,810 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=3302f0f507bd,38461,1731025895678 2024-11-08T00:31:36,810 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-08T00:31:36,810 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-08T00:31:36,816 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-08T00:31:36,817 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=3302f0f507bd,38461,1731025895678 in 236 msec 2024-11-08T00:31:36,822 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-08T00:31:36,822 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 727 msec 2024-11-08T00:31:36,822 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-08T00:31:36,822 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-08T00:31:36,824 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-08T00:31:36,824 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=3302f0f507bd,38461,1731025895678, seqNum=-1] 2024-11-08T00:31:36,824 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-08T00:31:36,825 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:36837, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-08T00:31:36,830 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 779 msec 2024-11-08T00:31:36,830 INFO [master/3302f0f507bd:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731025896830, completionTime=-1 2024-11-08T00:31:36,830 INFO [master/3302f0f507bd:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-08T00:31:36,831 DEBUG [master/3302f0f507bd:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-08T00:31:36,832 INFO [master/3302f0f507bd:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-08T00:31:36,832 INFO [master/3302f0f507bd:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731025956832 2024-11-08T00:31:36,832 INFO [master/3302f0f507bd:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731026016832 2024-11-08T00:31:36,832 INFO [master/3302f0f507bd:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 1 msec 2024-11-08T00:31:36,833 INFO [master/3302f0f507bd:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=3302f0f507bd,39673,1731025895500-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-08T00:31:36,833 INFO [master/3302f0f507bd:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=3302f0f507bd,39673,1731025895500-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T00:31:36,833 INFO [master/3302f0f507bd:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=3302f0f507bd,39673,1731025895500-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T00:31:36,833 INFO [master/3302f0f507bd:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-3302f0f507bd:39673, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T00:31:36,833 INFO [master/3302f0f507bd:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-08T00:31:36,833 INFO [master/3302f0f507bd:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-08T00:31:36,835 DEBUG [master/3302f0f507bd:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-08T00:31:36,837 INFO [master/3302f0f507bd:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 1.089sec 2024-11-08T00:31:36,837 INFO [master/3302f0f507bd:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-08T00:31:36,837 INFO [master/3302f0f507bd:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-08T00:31:36,837 INFO [master/3302f0f507bd:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-08T00:31:36,837 INFO [master/3302f0f507bd:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-08T00:31:36,837 INFO [master/3302f0f507bd:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-08T00:31:36,837 INFO [master/3302f0f507bd:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=3302f0f507bd,39673,1731025895500-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-08T00:31:36,837 INFO [master/3302f0f507bd:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=3302f0f507bd,39673,1731025895500-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-08T00:31:36,840 DEBUG [master/3302f0f507bd:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-08T00:31:36,840 INFO [master/3302f0f507bd:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-08T00:31:36,840 INFO [master/3302f0f507bd:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=3302f0f507bd,39673,1731025895500-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T00:31:36,906 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2e806498, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T00:31:36,906 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 3302f0f507bd,39673,-1 for getting cluster id 2024-11-08T00:31:36,907 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-08T00:31:36,910 DEBUG [HMaster-EventLoopGroup-7-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '7e07d499-9e90-448c-af31-15ad10195ca6' 2024-11-08T00:31:36,911 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-08T00:31:36,912 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "7e07d499-9e90-448c-af31-15ad10195ca6" 2024-11-08T00:31:36,913 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@77020332, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T00:31:36,913 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [3302f0f507bd,39673,-1] 2024-11-08T00:31:36,913 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-08T00:31:36,914 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T00:31:36,916 INFO [HMaster-EventLoopGroup-7-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:58074, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-08T00:31:36,917 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@78d4ad2c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T00:31:36,917 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-08T00:31:36,918 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=3302f0f507bd,38461,1731025895678, seqNum=-1] 2024-11-08T00:31:36,919 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-08T00:31:36,920 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-8-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:38646, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-08T00:31:36,922 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=3302f0f507bd,39673,1731025895500 2024-11-08T00:31:36,922 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T00:31:36,925 INFO [Time-limited test {}] master.MasterRpcServices(567): Client=null/null set balanceSwitch=false 2024-11-08T00:31:36,925 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-08T00:31:36,926 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncConnectionImpl(321): The fetched master address is 3302f0f507bd,39673,1731025895500 2024-11-08T00:31:36,926 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@756c78d 2024-11-08T00:31:36,927 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-08T00:31:36,928 INFO [HMaster-EventLoopGroup-7-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:58076, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-08T00:31:36,929 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39673 {}] util.TableDescriptorChecker(321): MAX_FILESIZE for table descriptor or "hbase.hregion.max.filesize" (786432) is too small, which might cause over splitting into unmanageable number of regions. 2024-11-08T00:31:36,929 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39673 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (8192) is too small, which might cause very frequent flushing. 2024-11-08T00:31:36,929 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39673 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'TestLogRolling-testCompactionRecordDoesntBlockRolling', {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-08T00:31:36,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39673 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=TestLogRolling-testCompactionRecordDoesntBlockRolling 2024-11-08T00:31:36,932 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=TestLogRolling-testCompactionRecordDoesntBlockRolling execute state=CREATE_TABLE_PRE_OPERATION 2024-11-08T00:31:36,932 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T00:31:36,932 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39673 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "TestLogRolling-testCompactionRecordDoesntBlockRolling" procId is: 4 2024-11-08T00:31:36,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39673 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-08T00:31:36,933 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=TestLogRolling-testCompactionRecordDoesntBlockRolling execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-08T00:31:36,942 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33053 is added to blk_1073741835_1011 (size=405) 2024-11-08T00:31:36,942 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39695 is added to blk_1073741835_1011 (size=405) 2024-11-08T00:31:36,944 INFO [RegionOpenAndInit-TestLogRolling-testCompactionRecordDoesntBlockRolling-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 439856936d6295a58402eca0faa92cc8, NAME => 'TestLogRolling-testCompactionRecordDoesntBlockRolling,,1731025896929.439856936d6295a58402eca0faa92cc8.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='TestLogRolling-testCompactionRecordDoesntBlockRolling', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:45169/user/jenkins/test-data/4f70dd9d-ab4e-4d57-8c7c-657b7f2c38a4 2024-11-08T00:31:36,951 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33053 is added to blk_1073741836_1012 (size=88) 2024-11-08T00:31:36,951 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39695 is added to blk_1073741836_1012 (size=88) 2024-11-08T00:31:36,952 DEBUG [RegionOpenAndInit-TestLogRolling-testCompactionRecordDoesntBlockRolling-pool-0 {}] regionserver.HRegion(898): Instantiated TestLogRolling-testCompactionRecordDoesntBlockRolling,,1731025896929.439856936d6295a58402eca0faa92cc8.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T00:31:36,952 DEBUG [RegionOpenAndInit-TestLogRolling-testCompactionRecordDoesntBlockRolling-pool-0 {}] regionserver.HRegion(1722): Closing 439856936d6295a58402eca0faa92cc8, disabling compactions & flushes 2024-11-08T00:31:36,952 INFO [RegionOpenAndInit-TestLogRolling-testCompactionRecordDoesntBlockRolling-pool-0 {}] regionserver.HRegion(1755): Closing region TestLogRolling-testCompactionRecordDoesntBlockRolling,,1731025896929.439856936d6295a58402eca0faa92cc8. 2024-11-08T00:31:36,952 DEBUG [RegionOpenAndInit-TestLogRolling-testCompactionRecordDoesntBlockRolling-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on TestLogRolling-testCompactionRecordDoesntBlockRolling,,1731025896929.439856936d6295a58402eca0faa92cc8. 2024-11-08T00:31:36,952 DEBUG [RegionOpenAndInit-TestLogRolling-testCompactionRecordDoesntBlockRolling-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on TestLogRolling-testCompactionRecordDoesntBlockRolling,,1731025896929.439856936d6295a58402eca0faa92cc8. after waiting 0 ms 2024-11-08T00:31:36,952 DEBUG [RegionOpenAndInit-TestLogRolling-testCompactionRecordDoesntBlockRolling-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region TestLogRolling-testCompactionRecordDoesntBlockRolling,,1731025896929.439856936d6295a58402eca0faa92cc8. 2024-11-08T00:31:36,952 INFO [RegionOpenAndInit-TestLogRolling-testCompactionRecordDoesntBlockRolling-pool-0 {}] regionserver.HRegion(1973): Closed TestLogRolling-testCompactionRecordDoesntBlockRolling,,1731025896929.439856936d6295a58402eca0faa92cc8. 2024-11-08T00:31:36,953 DEBUG [RegionOpenAndInit-TestLogRolling-testCompactionRecordDoesntBlockRolling-pool-0 {}] regionserver.HRegion(1676): Region close journal for 439856936d6295a58402eca0faa92cc8: Waiting for close lock at 1731025896952Disabling compacts and flushes for region at 1731025896952Disabling writes for close at 1731025896952Writing region close event to WAL at 1731025896952Closed at 1731025896952 2024-11-08T00:31:36,954 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=TestLogRolling-testCompactionRecordDoesntBlockRolling execute state=CREATE_TABLE_ADD_TO_META 2024-11-08T00:31:36,954 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"TestLogRolling-testCompactionRecordDoesntBlockRolling,,1731025896929.439856936d6295a58402eca0faa92cc8.","families":{"info":[{"qualifier":"regioninfo","vlen":87,"tag":[],"timestamp":"1731025896954"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731025896954"}]},"ts":"1731025896954"} 2024-11-08T00:31:36,957 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-08T00:31:36,958 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=TestLogRolling-testCompactionRecordDoesntBlockRolling execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-08T00:31:36,959 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestLogRolling-testCompactionRecordDoesntBlockRolling","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731025896958"}]},"ts":"1731025896958"} 2024-11-08T00:31:36,961 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=TestLogRolling-testCompactionRecordDoesntBlockRolling, state=ENABLING in hbase:meta 2024-11-08T00:31:36,961 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestLogRolling-testCompactionRecordDoesntBlockRolling, region=439856936d6295a58402eca0faa92cc8, ASSIGN}] 2024-11-08T00:31:36,963 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestLogRolling-testCompactionRecordDoesntBlockRolling, region=439856936d6295a58402eca0faa92cc8, ASSIGN 2024-11-08T00:31:36,964 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=TestLogRolling-testCompactionRecordDoesntBlockRolling, region=439856936d6295a58402eca0faa92cc8, ASSIGN; state=OFFLINE, location=3302f0f507bd,38461,1731025895678; forceNewPlan=false, retain=false 2024-11-08T00:31:37,115 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=439856936d6295a58402eca0faa92cc8, regionState=OPENING, regionLocation=3302f0f507bd,38461,1731025895678 2024-11-08T00:31:37,119 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=TestLogRolling-testCompactionRecordDoesntBlockRolling, region=439856936d6295a58402eca0faa92cc8, ASSIGN because future has completed 2024-11-08T00:31:37,120 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 439856936d6295a58402eca0faa92cc8, server=3302f0f507bd,38461,1731025895678}] 2024-11-08T00:31:37,284 INFO [RS_OPEN_REGION-regionserver/3302f0f507bd:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open TestLogRolling-testCompactionRecordDoesntBlockRolling,,1731025896929.439856936d6295a58402eca0faa92cc8. 2024-11-08T00:31:37,284 DEBUG [RS_OPEN_REGION-regionserver/3302f0f507bd:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 439856936d6295a58402eca0faa92cc8, NAME => 'TestLogRolling-testCompactionRecordDoesntBlockRolling,,1731025896929.439856936d6295a58402eca0faa92cc8.', STARTKEY => '', ENDKEY => ''} 2024-11-08T00:31:37,285 DEBUG [RS_OPEN_REGION-regionserver/3302f0f507bd:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestLogRolling-testCompactionRecordDoesntBlockRolling 439856936d6295a58402eca0faa92cc8 2024-11-08T00:31:37,285 DEBUG [RS_OPEN_REGION-regionserver/3302f0f507bd:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated TestLogRolling-testCompactionRecordDoesntBlockRolling,,1731025896929.439856936d6295a58402eca0faa92cc8.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T00:31:37,285 DEBUG [RS_OPEN_REGION-regionserver/3302f0f507bd:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 439856936d6295a58402eca0faa92cc8 2024-11-08T00:31:37,285 DEBUG [RS_OPEN_REGION-regionserver/3302f0f507bd:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 439856936d6295a58402eca0faa92cc8 2024-11-08T00:31:37,286 INFO [StoreOpener-439856936d6295a58402eca0faa92cc8-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 439856936d6295a58402eca0faa92cc8 2024-11-08T00:31:37,288 INFO [StoreOpener-439856936d6295a58402eca0faa92cc8-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 439856936d6295a58402eca0faa92cc8 columnFamilyName info 2024-11-08T00:31:37,288 DEBUG [StoreOpener-439856936d6295a58402eca0faa92cc8-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T00:31:37,288 INFO [StoreOpener-439856936d6295a58402eca0faa92cc8-1 {}] regionserver.HStore(327): Store=439856936d6295a58402eca0faa92cc8/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T00:31:37,288 DEBUG [RS_OPEN_REGION-regionserver/3302f0f507bd:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 439856936d6295a58402eca0faa92cc8 2024-11-08T00:31:37,289 DEBUG [RS_OPEN_REGION-regionserver/3302f0f507bd:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45169/user/jenkins/test-data/4f70dd9d-ab4e-4d57-8c7c-657b7f2c38a4/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/439856936d6295a58402eca0faa92cc8 2024-11-08T00:31:37,289 DEBUG [RS_OPEN_REGION-regionserver/3302f0f507bd:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45169/user/jenkins/test-data/4f70dd9d-ab4e-4d57-8c7c-657b7f2c38a4/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/439856936d6295a58402eca0faa92cc8 2024-11-08T00:31:37,290 DEBUG [RS_OPEN_REGION-regionserver/3302f0f507bd:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 439856936d6295a58402eca0faa92cc8 2024-11-08T00:31:37,290 DEBUG [RS_OPEN_REGION-regionserver/3302f0f507bd:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 439856936d6295a58402eca0faa92cc8 2024-11-08T00:31:37,292 DEBUG [RS_OPEN_REGION-regionserver/3302f0f507bd:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 439856936d6295a58402eca0faa92cc8 2024-11-08T00:31:37,294 DEBUG [RS_OPEN_REGION-regionserver/3302f0f507bd:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45169/user/jenkins/test-data/4f70dd9d-ab4e-4d57-8c7c-657b7f2c38a4/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/439856936d6295a58402eca0faa92cc8/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-08T00:31:37,294 INFO [RS_OPEN_REGION-regionserver/3302f0f507bd:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 439856936d6295a58402eca0faa92cc8; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=16384, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=692809, jitterRate=-0.11904899775981903}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-08T00:31:37,294 DEBUG [RS_OPEN_REGION-regionserver/3302f0f507bd:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 439856936d6295a58402eca0faa92cc8 2024-11-08T00:31:37,295 DEBUG [RS_OPEN_REGION-regionserver/3302f0f507bd:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 439856936d6295a58402eca0faa92cc8: Running coprocessor pre-open hook at 1731025897285Writing region info on filesystem at 1731025897285Initializing all the Stores at 1731025897286 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731025897286Cleaning up temporary data from old regions at 1731025897290 (+4 ms)Running coprocessor post-open hooks at 1731025897294 (+4 ms)Region opened successfully at 1731025897295 (+1 ms) 2024-11-08T00:31:37,296 INFO [RS_OPEN_REGION-regionserver/3302f0f507bd:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for TestLogRolling-testCompactionRecordDoesntBlockRolling,,1731025896929.439856936d6295a58402eca0faa92cc8., pid=6, masterSystemTime=1731025897276 2024-11-08T00:31:37,298 DEBUG [RS_OPEN_REGION-regionserver/3302f0f507bd:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for TestLogRolling-testCompactionRecordDoesntBlockRolling,,1731025896929.439856936d6295a58402eca0faa92cc8. 2024-11-08T00:31:37,298 INFO [RS_OPEN_REGION-regionserver/3302f0f507bd:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened TestLogRolling-testCompactionRecordDoesntBlockRolling,,1731025896929.439856936d6295a58402eca0faa92cc8. 2024-11-08T00:31:37,299 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=439856936d6295a58402eca0faa92cc8, regionState=OPEN, openSeqNum=2, regionLocation=3302f0f507bd,38461,1731025895678 2024-11-08T00:31:37,301 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 439856936d6295a58402eca0faa92cc8, server=3302f0f507bd,38461,1731025895678 because future has completed 2024-11-08T00:31:37,305 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-08T00:31:37,305 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 439856936d6295a58402eca0faa92cc8, server=3302f0f507bd,38461,1731025895678 in 183 msec 2024-11-08T00:31:37,308 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-08T00:31:37,308 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestLogRolling-testCompactionRecordDoesntBlockRolling, region=439856936d6295a58402eca0faa92cc8, ASSIGN in 344 msec 2024-11-08T00:31:37,309 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=TestLogRolling-testCompactionRecordDoesntBlockRolling execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-08T00:31:37,310 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestLogRolling-testCompactionRecordDoesntBlockRolling","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731025897309"}]},"ts":"1731025897309"} 2024-11-08T00:31:37,312 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=TestLogRolling-testCompactionRecordDoesntBlockRolling, state=ENABLED in hbase:meta 2024-11-08T00:31:37,313 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=TestLogRolling-testCompactionRecordDoesntBlockRolling execute state=CREATE_TABLE_POST_OPERATION 2024-11-08T00:31:37,315 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=TestLogRolling-testCompactionRecordDoesntBlockRolling in 384 msec 2024-11-08T00:31:41,760 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T00:31:41,774 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T00:31:41,774 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T00:31:41,774 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T00:31:41,774 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T00:31:41,775 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T00:31:41,775 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T00:31:41,778 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T00:31:42,290 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-08T00:31:42,305 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T00:31:42,306 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T00:31:42,306 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T00:31:42,306 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T00:31:42,307 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T00:31:42,307 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T00:31:42,311 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T00:31:42,312 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T00:31:42,317 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-08T00:31:42,317 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'TestLogRolling-testCompactionRecordDoesntBlockRolling' 2024-11-08T00:31:45,948 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-08T00:31:45,948 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-08T00:31:45,950 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-08T00:31:45,950 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-11-08T00:31:45,951 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_TestLogRolling-testCompactionRecordDoesntBlockRolling 2024-11-08T00:31:45,951 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_TestLogRolling-testCompactionRecordDoesntBlockRolling Metrics about Tables on a single HBase RegionServer 2024-11-08T00:31:47,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39673 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-08T00:31:47,042 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:TestLogRolling-testCompactionRecordDoesntBlockRolling completed 2024-11-08T00:31:47,042 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=TestLogRolling-testCompactionRecordDoesntBlockRolling,, stopping at row=TestLogRolling-testCompactionRecordDoesntBlockRolling ,, for max=2147483647 with caching=100 2024-11-08T00:31:47,051 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(2234): Found 1 regions for table TestLogRolling-testCompactionRecordDoesntBlockRolling 2024-11-08T00:31:47,052 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(2240): firstRegionName=TestLogRolling-testCompactionRecordDoesntBlockRolling,,1731025896929.439856936d6295a58402eca0faa92cc8. 2024-11-08T00:31:47,055 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestLogRolling-testCompactionRecordDoesntBlockRolling', row='row0001', locateType=CURRENT is [region=TestLogRolling-testCompactionRecordDoesntBlockRolling,,1731025896929.439856936d6295a58402eca0faa92cc8., hostname=3302f0f507bd,38461,1731025895678, seqNum=2] 2024-11-08T00:31:47,061 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39673 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.3 flush TestLogRolling-testCompactionRecordDoesntBlockRolling 2024-11-08T00:31:47,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39673 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=7, table=TestLogRolling-testCompactionRecordDoesntBlockRolling 2024-11-08T00:31:47,066 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=7, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=7, table=TestLogRolling-testCompactionRecordDoesntBlockRolling execute state=FLUSH_TABLE_PREPARE 2024-11-08T00:31:47,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39673 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-08T00:31:47,067 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=7, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=7, table=TestLogRolling-testCompactionRecordDoesntBlockRolling execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-08T00:31:47,069 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=8, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-08T00:31:47,228 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38461 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=8 2024-11-08T00:31:47,228 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3302f0f507bd:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(51): Starting region operation on TestLogRolling-testCompactionRecordDoesntBlockRolling,,1731025896929.439856936d6295a58402eca0faa92cc8. 2024-11-08T00:31:47,229 INFO [RS_FLUSH_OPERATIONS-regionserver/3302f0f507bd:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegion(2902): Flushing 439856936d6295a58402eca0faa92cc8 1/1 column families, dataSize=1.03 KB heapSize=1.35 KB 2024-11-08T00:31:47,248 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3302f0f507bd:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45169/user/jenkins/test-data/4f70dd9d-ab4e-4d57-8c7c-657b7f2c38a4/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/439856936d6295a58402eca0faa92cc8/.tmp/info/fec3729d4e014a0e9b9f2c214cd19d83 is 1055, key is row0001/info:/1731025907056/Put/seqid=0 2024-11-08T00:31:47,253 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33053 is added to blk_1073741837_1013 (size=6008) 2024-11-08T00:31:47,253 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39695 is added to blk_1073741837_1013 (size=6008) 2024-11-08T00:31:47,253 INFO [RS_FLUSH_OPERATIONS-regionserver/3302f0f507bd:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.03 KB at sequenceid=5 (bloomFilter=true), to=hdfs://localhost:45169/user/jenkins/test-data/4f70dd9d-ab4e-4d57-8c7c-657b7f2c38a4/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/439856936d6295a58402eca0faa92cc8/.tmp/info/fec3729d4e014a0e9b9f2c214cd19d83 2024-11-08T00:31:47,261 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3302f0f507bd:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45169/user/jenkins/test-data/4f70dd9d-ab4e-4d57-8c7c-657b7f2c38a4/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/439856936d6295a58402eca0faa92cc8/.tmp/info/fec3729d4e014a0e9b9f2c214cd19d83 as hdfs://localhost:45169/user/jenkins/test-data/4f70dd9d-ab4e-4d57-8c7c-657b7f2c38a4/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/439856936d6295a58402eca0faa92cc8/info/fec3729d4e014a0e9b9f2c214cd19d83 2024-11-08T00:31:47,269 INFO [RS_FLUSH_OPERATIONS-regionserver/3302f0f507bd:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45169/user/jenkins/test-data/4f70dd9d-ab4e-4d57-8c7c-657b7f2c38a4/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/439856936d6295a58402eca0faa92cc8/info/fec3729d4e014a0e9b9f2c214cd19d83, entries=1, sequenceid=5, filesize=5.9 K 2024-11-08T00:31:47,270 INFO [RS_FLUSH_OPERATIONS-regionserver/3302f0f507bd:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegion(3140): Finished flush of dataSize ~1.03 KB/1051, heapSize ~1.34 KB/1368, currentSize=0 B/0 for 439856936d6295a58402eca0faa92cc8 in 41ms, sequenceid=5, compaction requested=false 2024-11-08T00:31:47,270 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3302f0f507bd:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegion(2603): Flush status journal for 439856936d6295a58402eca0faa92cc8: 2024-11-08T00:31:47,270 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3302f0f507bd:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(64): Closing region operation on TestLogRolling-testCompactionRecordDoesntBlockRolling,,1731025896929.439856936d6295a58402eca0faa92cc8. 2024-11-08T00:31:47,272 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3302f0f507bd:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=8 2024-11-08T00:31:47,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39673 {}] master.HMaster(4169): Remote procedure done, pid=8 2024-11-08T00:31:47,278 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=8, resume processing ppid=7 2024-11-08T00:31:47,278 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 206 msec 2024-11-08T00:31:47,280 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=7, table=TestLogRolling-testCompactionRecordDoesntBlockRolling in 215 msec 2024-11-08T00:31:57,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39673 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-08T00:31:57,101 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestLogRolling-testCompactionRecordDoesntBlockRolling completed 2024-11-08T00:31:57,109 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39673 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.3 flush TestLogRolling-testCompactionRecordDoesntBlockRolling 2024-11-08T00:31:57,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39673 {}] procedure2.ProcedureExecutor(1139): Stored pid=9, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=9, table=TestLogRolling-testCompactionRecordDoesntBlockRolling 2024-11-08T00:31:57,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39673 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=9 2024-11-08T00:31:57,113 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=9, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=9, table=TestLogRolling-testCompactionRecordDoesntBlockRolling execute state=FLUSH_TABLE_PREPARE 2024-11-08T00:31:57,115 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=9, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=9, table=TestLogRolling-testCompactionRecordDoesntBlockRolling execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-08T00:31:57,115 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-08T00:31:57,270 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38461 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=10 2024-11-08T00:31:57,271 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3302f0f507bd:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.FlushRegionCallable(51): Starting region operation on TestLogRolling-testCompactionRecordDoesntBlockRolling,,1731025896929.439856936d6295a58402eca0faa92cc8. 2024-11-08T00:31:57,272 INFO [RS_FLUSH_OPERATIONS-regionserver/3302f0f507bd:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HRegion(2902): Flushing 439856936d6295a58402eca0faa92cc8 1/1 column families, dataSize=1.03 KB heapSize=1.35 KB 2024-11-08T00:31:57,281 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3302f0f507bd:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45169/user/jenkins/test-data/4f70dd9d-ab4e-4d57-8c7c-657b7f2c38a4/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/439856936d6295a58402eca0faa92cc8/.tmp/info/7c5409c1038f4e059a0d95082ab69afb is 1055, key is row0002/info:/1731025917104/Put/seqid=0 2024-11-08T00:31:57,287 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33053 is added to blk_1073741838_1014 (size=6008) 2024-11-08T00:31:57,288 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39695 is added to blk_1073741838_1014 (size=6008) 2024-11-08T00:31:57,288 INFO [RS_FLUSH_OPERATIONS-regionserver/3302f0f507bd:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.03 KB at sequenceid=9 (bloomFilter=true), to=hdfs://localhost:45169/user/jenkins/test-data/4f70dd9d-ab4e-4d57-8c7c-657b7f2c38a4/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/439856936d6295a58402eca0faa92cc8/.tmp/info/7c5409c1038f4e059a0d95082ab69afb 2024-11-08T00:31:57,296 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3302f0f507bd:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45169/user/jenkins/test-data/4f70dd9d-ab4e-4d57-8c7c-657b7f2c38a4/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/439856936d6295a58402eca0faa92cc8/.tmp/info/7c5409c1038f4e059a0d95082ab69afb as hdfs://localhost:45169/user/jenkins/test-data/4f70dd9d-ab4e-4d57-8c7c-657b7f2c38a4/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/439856936d6295a58402eca0faa92cc8/info/7c5409c1038f4e059a0d95082ab69afb 2024-11-08T00:31:57,302 INFO [RS_FLUSH_OPERATIONS-regionserver/3302f0f507bd:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45169/user/jenkins/test-data/4f70dd9d-ab4e-4d57-8c7c-657b7f2c38a4/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/439856936d6295a58402eca0faa92cc8/info/7c5409c1038f4e059a0d95082ab69afb, entries=1, sequenceid=9, filesize=5.9 K 2024-11-08T00:31:57,303 INFO [RS_FLUSH_OPERATIONS-regionserver/3302f0f507bd:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HRegion(3140): Finished flush of dataSize ~1.03 KB/1051, heapSize ~1.34 KB/1368, currentSize=0 B/0 for 439856936d6295a58402eca0faa92cc8 in 31ms, sequenceid=9, compaction requested=false 2024-11-08T00:31:57,303 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3302f0f507bd:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HRegion(2603): Flush status journal for 439856936d6295a58402eca0faa92cc8: 2024-11-08T00:31:57,303 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3302f0f507bd:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.FlushRegionCallable(64): Closing region operation on TestLogRolling-testCompactionRecordDoesntBlockRolling,,1731025896929.439856936d6295a58402eca0faa92cc8. 2024-11-08T00:31:57,303 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3302f0f507bd:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=10 2024-11-08T00:31:57,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39673 {}] master.HMaster(4169): Remote procedure done, pid=10 2024-11-08T00:31:57,308 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-08T00:31:57,308 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 190 msec 2024-11-08T00:31:57,310 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=9, table=TestLogRolling-testCompactionRecordDoesntBlockRolling in 199 msec 2024-11-08T00:32:05,477 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-08T00:32:07,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39673 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=9 2024-11-08T00:32:07,181 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestLogRolling-testCompactionRecordDoesntBlockRolling completed 2024-11-08T00:32:07,204 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/4f70dd9d-ab4e-4d57-8c7c-657b7f2c38a4/WALs/3302f0f507bd,38461,1731025895678/3302f0f507bd%2C38461%2C1731025895678.1731025927188, exclude list is [], retry=0 2024-11-08T00:32:07,207 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33053,DS-332133e7-940c-4b4e-b464-ed73d1301be8,DISK] 2024-11-08T00:32:07,207 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39695,DS-050f35ad-8366-48a4-9fc2-fef1e64aa5be,DISK] 2024-11-08T00:32:07,251 INFO [Time-limited test {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/4f70dd9d-ab4e-4d57-8c7c-657b7f2c38a4/WALs/3302f0f507bd,38461,1731025895678/3302f0f507bd%2C38461%2C1731025895678.1731025896297 with entries=8, filesize=5.33 KB; new WAL /user/jenkins/test-data/4f70dd9d-ab4e-4d57-8c7c-657b7f2c38a4/WALs/3302f0f507bd,38461,1731025895678/3302f0f507bd%2C38461%2C1731025895678.1731025927188 2024-11-08T00:32:07,251 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33223:33223),(127.0.0.1/127.0.0.1:39075:39075)] 2024-11-08T00:32:07,252 DEBUG [Time-limited test {}] wal.AbstractFSWAL(879): hdfs://localhost:45169/user/jenkins/test-data/4f70dd9d-ab4e-4d57-8c7c-657b7f2c38a4/WALs/3302f0f507bd,38461,1731025895678/3302f0f507bd%2C38461%2C1731025895678.1731025896297 is not closed yet, will try archiving it next time 2024-11-08T00:32:07,253 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39673 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.3 flush TestLogRolling-testCompactionRecordDoesntBlockRolling 2024-11-08T00:32:07,255 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33053 is added to blk_1073741833_1009 (size=5471) 2024-11-08T00:32:07,255 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39695 is added to blk_1073741833_1009 (size=5471) 2024-11-08T00:32:07,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39673 {}] procedure2.ProcedureExecutor(1139): Stored pid=11, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=11, table=TestLogRolling-testCompactionRecordDoesntBlockRolling 2024-11-08T00:32:07,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39673 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=11 2024-11-08T00:32:07,258 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=11, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=11, table=TestLogRolling-testCompactionRecordDoesntBlockRolling execute state=FLUSH_TABLE_PREPARE 2024-11-08T00:32:07,259 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=11, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=11, table=TestLogRolling-testCompactionRecordDoesntBlockRolling execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-08T00:32:07,259 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=12, ppid=11, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-08T00:32:07,413 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38461 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=12 2024-11-08T00:32:07,414 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3302f0f507bd:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.FlushRegionCallable(51): Starting region operation on TestLogRolling-testCompactionRecordDoesntBlockRolling,,1731025896929.439856936d6295a58402eca0faa92cc8. 2024-11-08T00:32:07,415 INFO [RS_FLUSH_OPERATIONS-regionserver/3302f0f507bd:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HRegion(2902): Flushing 439856936d6295a58402eca0faa92cc8 1/1 column families, dataSize=1.03 KB heapSize=1.35 KB 2024-11-08T00:32:07,424 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3302f0f507bd:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45169/user/jenkins/test-data/4f70dd9d-ab4e-4d57-8c7c-657b7f2c38a4/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/439856936d6295a58402eca0faa92cc8/.tmp/info/8259746646de42679d7cb101e1016ec2 is 1055, key is row0003/info:/1731025927185/Put/seqid=0 2024-11-08T00:32:07,432 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33053 is added to blk_1073741840_1016 (size=6008) 2024-11-08T00:32:07,433 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39695 is added to blk_1073741840_1016 (size=6008) 2024-11-08T00:32:07,434 INFO [RS_FLUSH_OPERATIONS-regionserver/3302f0f507bd:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.03 KB at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:45169/user/jenkins/test-data/4f70dd9d-ab4e-4d57-8c7c-657b7f2c38a4/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/439856936d6295a58402eca0faa92cc8/.tmp/info/8259746646de42679d7cb101e1016ec2 2024-11-08T00:32:07,442 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3302f0f507bd:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45169/user/jenkins/test-data/4f70dd9d-ab4e-4d57-8c7c-657b7f2c38a4/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/439856936d6295a58402eca0faa92cc8/.tmp/info/8259746646de42679d7cb101e1016ec2 as hdfs://localhost:45169/user/jenkins/test-data/4f70dd9d-ab4e-4d57-8c7c-657b7f2c38a4/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/439856936d6295a58402eca0faa92cc8/info/8259746646de42679d7cb101e1016ec2 2024-11-08T00:32:07,448 INFO [RS_FLUSH_OPERATIONS-regionserver/3302f0f507bd:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45169/user/jenkins/test-data/4f70dd9d-ab4e-4d57-8c7c-657b7f2c38a4/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/439856936d6295a58402eca0faa92cc8/info/8259746646de42679d7cb101e1016ec2, entries=1, sequenceid=13, filesize=5.9 K 2024-11-08T00:32:07,449 INFO [RS_FLUSH_OPERATIONS-regionserver/3302f0f507bd:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HRegion(3140): Finished flush of dataSize ~1.03 KB/1051, heapSize ~1.34 KB/1368, currentSize=0 B/0 for 439856936d6295a58402eca0faa92cc8 in 35ms, sequenceid=13, compaction requested=true 2024-11-08T00:32:07,449 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3302f0f507bd:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HRegion(2603): Flush status journal for 439856936d6295a58402eca0faa92cc8: 2024-11-08T00:32:07,449 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3302f0f507bd:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.FlushRegionCallable(64): Closing region operation on TestLogRolling-testCompactionRecordDoesntBlockRolling,,1731025896929.439856936d6295a58402eca0faa92cc8. 2024-11-08T00:32:07,449 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3302f0f507bd:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=12 2024-11-08T00:32:07,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39673 {}] master.HMaster(4169): Remote procedure done, pid=12 2024-11-08T00:32:07,454 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=12, resume processing ppid=11 2024-11-08T00:32:07,454 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=12, ppid=11, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 192 msec 2024-11-08T00:32:07,457 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=11, table=TestLogRolling-testCompactionRecordDoesntBlockRolling in 202 msec 2024-11-08T00:32:16,840 INFO [master/3302f0f507bd:0.Chore.1 {}] migrate.RollingUpgradeChore(116): There is no table to migrate StoreFileTracker! 2024-11-08T00:32:16,841 INFO [master/3302f0f507bd:0.Chore.1 {}] migrate.RollingUpgradeChore(85): All Rolling-Upgrade tasks are complete, shutdown RollingUpgradeChore! 2024-11-08T00:32:17,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39673 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=11 2024-11-08T00:32:17,351 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestLogRolling-testCompactionRecordDoesntBlockRolling completed 2024-11-08T00:32:17,357 DEBUG [Time-limited test {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-08T00:32:17,361 DEBUG [Time-limited test {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 18024 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-08T00:32:17,363 DEBUG [Time-limited test {}] regionserver.HStore(1541): 439856936d6295a58402eca0faa92cc8/info is initiating minor compaction (all files) 2024-11-08T00:32:17,363 INFO [Time-limited test {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-08T00:32:17,363 INFO [Time-limited test {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-08T00:32:17,363 INFO [Time-limited test {}] regionserver.HRegion(2416): Starting compaction of 439856936d6295a58402eca0faa92cc8/info in TestLogRolling-testCompactionRecordDoesntBlockRolling,,1731025896929.439856936d6295a58402eca0faa92cc8. 2024-11-08T00:32:17,364 INFO [Time-limited test {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45169/user/jenkins/test-data/4f70dd9d-ab4e-4d57-8c7c-657b7f2c38a4/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/439856936d6295a58402eca0faa92cc8/info/fec3729d4e014a0e9b9f2c214cd19d83, hdfs://localhost:45169/user/jenkins/test-data/4f70dd9d-ab4e-4d57-8c7c-657b7f2c38a4/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/439856936d6295a58402eca0faa92cc8/info/7c5409c1038f4e059a0d95082ab69afb, hdfs://localhost:45169/user/jenkins/test-data/4f70dd9d-ab4e-4d57-8c7c-657b7f2c38a4/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/439856936d6295a58402eca0faa92cc8/info/8259746646de42679d7cb101e1016ec2] into tmpdir=hdfs://localhost:45169/user/jenkins/test-data/4f70dd9d-ab4e-4d57-8c7c-657b7f2c38a4/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/439856936d6295a58402eca0faa92cc8/.tmp, totalSize=17.6 K 2024-11-08T00:32:17,365 DEBUG [Time-limited test {}] compactions.Compactor(225): Compacting fec3729d4e014a0e9b9f2c214cd19d83, keycount=1, bloomtype=ROW, size=5.9 K, encoding=NONE, compression=NONE, seqNum=5, earliestPutTs=1731025907056 2024-11-08T00:32:17,365 DEBUG [Time-limited test {}] compactions.Compactor(225): Compacting 7c5409c1038f4e059a0d95082ab69afb, keycount=1, bloomtype=ROW, size=5.9 K, encoding=NONE, compression=NONE, seqNum=9, earliestPutTs=1731025917104 2024-11-08T00:32:17,366 DEBUG [Time-limited test {}] compactions.Compactor(225): Compacting 8259746646de42679d7cb101e1016ec2, keycount=1, bloomtype=ROW, size=5.9 K, encoding=NONE, compression=NONE, seqNum=13, earliestPutTs=1731025927185 2024-11-08T00:32:17,389 INFO [Time-limited test {}] throttle.PressureAwareThroughputController(145): 439856936d6295a58402eca0faa92cc8#info#compaction#21 average throughput is unlimited, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-08T00:32:17,390 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45169/user/jenkins/test-data/4f70dd9d-ab4e-4d57-8c7c-657b7f2c38a4/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/439856936d6295a58402eca0faa92cc8/.tmp/info/bbf863cd17214be0adf29f0b078c5562 is 1055, key is row0001/info:/1731025907056/Put/seqid=0 2024-11-08T00:32:17,395 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39695 is added to blk_1073741841_1017 (size=8221) 2024-11-08T00:32:17,395 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33053 is added to blk_1073741841_1017 (size=8221) 2024-11-08T00:32:17,403 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45169/user/jenkins/test-data/4f70dd9d-ab4e-4d57-8c7c-657b7f2c38a4/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/439856936d6295a58402eca0faa92cc8/.tmp/info/bbf863cd17214be0adf29f0b078c5562 as hdfs://localhost:45169/user/jenkins/test-data/4f70dd9d-ab4e-4d57-8c7c-657b7f2c38a4/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/439856936d6295a58402eca0faa92cc8/info/bbf863cd17214be0adf29f0b078c5562 2024-11-08T00:32:17,419 INFO [Time-limited test {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 439856936d6295a58402eca0faa92cc8/info of 439856936d6295a58402eca0faa92cc8 into bbf863cd17214be0adf29f0b078c5562(size=8.0 K), total size for store is 8.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-08T00:32:17,420 DEBUG [Time-limited test {}] regionserver.HRegion(2446): Compaction status journal for 439856936d6295a58402eca0faa92cc8: 2024-11-08T00:32:17,440 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/4f70dd9d-ab4e-4d57-8c7c-657b7f2c38a4/WALs/3302f0f507bd,38461,1731025895678/3302f0f507bd%2C38461%2C1731025895678.1731025937422, exclude list is [], retry=0 2024-11-08T00:32:17,443 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33053,DS-332133e7-940c-4b4e-b464-ed73d1301be8,DISK] 2024-11-08T00:32:17,443 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39695,DS-050f35ad-8366-48a4-9fc2-fef1e64aa5be,DISK] 2024-11-08T00:32:17,445 INFO [Time-limited test {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/4f70dd9d-ab4e-4d57-8c7c-657b7f2c38a4/WALs/3302f0f507bd,38461,1731025895678/3302f0f507bd%2C38461%2C1731025895678.1731025927188 with entries=4, filesize=2.43 KB; new WAL /user/jenkins/test-data/4f70dd9d-ab4e-4d57-8c7c-657b7f2c38a4/WALs/3302f0f507bd,38461,1731025895678/3302f0f507bd%2C38461%2C1731025895678.1731025937422 2024-11-08T00:32:17,445 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39075:39075),(127.0.0.1/127.0.0.1:33223:33223)] 2024-11-08T00:32:17,445 DEBUG [Time-limited test {}] wal.AbstractFSWAL(879): hdfs://localhost:45169/user/jenkins/test-data/4f70dd9d-ab4e-4d57-8c7c-657b7f2c38a4/WALs/3302f0f507bd,38461,1731025895678/3302f0f507bd%2C38461%2C1731025895678.1731025927188 is not closed yet, will try archiving it next time 2024-11-08T00:32:17,446 INFO [WAL-Archive-0 {}] wal.AbstractFSWAL(968): Archiving hdfs://localhost:45169/user/jenkins/test-data/4f70dd9d-ab4e-4d57-8c7c-657b7f2c38a4/WALs/3302f0f507bd,38461,1731025895678/3302f0f507bd%2C38461%2C1731025895678.1731025896297 to hdfs://localhost:45169/user/jenkins/test-data/4f70dd9d-ab4e-4d57-8c7c-657b7f2c38a4/oldWALs/3302f0f507bd%2C38461%2C1731025895678.1731025896297 2024-11-08T00:32:17,447 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39673 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.3 flush TestLogRolling-testCompactionRecordDoesntBlockRolling 2024-11-08T00:32:17,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39673 {}] procedure2.ProcedureExecutor(1139): Stored pid=13, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=13, table=TestLogRolling-testCompactionRecordDoesntBlockRolling 2024-11-08T00:32:17,448 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/4f70dd9d-ab4e-4d57-8c7c-657b7f2c38a4/WALs/3302f0f507bd,38461,1731025895678/3302f0f507bd%2C38461%2C1731025895678.1731025927188 not finished, retry = 0 2024-11-08T00:32:17,449 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33053 is added to blk_1073741839_1015 (size=2495) 2024-11-08T00:32:17,449 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39695 is added to blk_1073741839_1015 (size=2495) 2024-11-08T00:32:17,449 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=13, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=13, table=TestLogRolling-testCompactionRecordDoesntBlockRolling execute state=FLUSH_TABLE_PREPARE 2024-11-08T00:32:17,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39673 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=13 2024-11-08T00:32:17,450 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=13, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=13, table=TestLogRolling-testCompactionRecordDoesntBlockRolling execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-08T00:32:17,450 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=14, ppid=13, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-08T00:32:17,603 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38461 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=14 2024-11-08T00:32:17,604 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3302f0f507bd:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.FlushRegionCallable(51): Starting region operation on TestLogRolling-testCompactionRecordDoesntBlockRolling,,1731025896929.439856936d6295a58402eca0faa92cc8. 2024-11-08T00:32:17,604 INFO [RS_FLUSH_OPERATIONS-regionserver/3302f0f507bd:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.HRegion(2902): Flushing 439856936d6295a58402eca0faa92cc8 1/1 column families, dataSize=1.03 KB heapSize=1.35 KB 2024-11-08T00:32:17,609 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3302f0f507bd:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45169/user/jenkins/test-data/4f70dd9d-ab4e-4d57-8c7c-657b7f2c38a4/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/439856936d6295a58402eca0faa92cc8/.tmp/info/a35857440d4b4be581f41e5bca1dab33 is 1055, key is row0000/info:/1731025937421/Put/seqid=0 2024-11-08T00:32:17,615 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33053 is added to blk_1073741843_1019 (size=6008) 2024-11-08T00:32:17,615 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39695 is added to blk_1073741843_1019 (size=6008) 2024-11-08T00:32:17,615 INFO [RS_FLUSH_OPERATIONS-regionserver/3302f0f507bd:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.03 KB at sequenceid=18 (bloomFilter=true), to=hdfs://localhost:45169/user/jenkins/test-data/4f70dd9d-ab4e-4d57-8c7c-657b7f2c38a4/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/439856936d6295a58402eca0faa92cc8/.tmp/info/a35857440d4b4be581f41e5bca1dab33 2024-11-08T00:32:17,622 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3302f0f507bd:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45169/user/jenkins/test-data/4f70dd9d-ab4e-4d57-8c7c-657b7f2c38a4/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/439856936d6295a58402eca0faa92cc8/.tmp/info/a35857440d4b4be581f41e5bca1dab33 as hdfs://localhost:45169/user/jenkins/test-data/4f70dd9d-ab4e-4d57-8c7c-657b7f2c38a4/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/439856936d6295a58402eca0faa92cc8/info/a35857440d4b4be581f41e5bca1dab33 2024-11-08T00:32:17,628 INFO [RS_FLUSH_OPERATIONS-regionserver/3302f0f507bd:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45169/user/jenkins/test-data/4f70dd9d-ab4e-4d57-8c7c-657b7f2c38a4/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/439856936d6295a58402eca0faa92cc8/info/a35857440d4b4be581f41e5bca1dab33, entries=1, sequenceid=18, filesize=5.9 K 2024-11-08T00:32:17,629 INFO [RS_FLUSH_OPERATIONS-regionserver/3302f0f507bd:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.HRegion(3140): Finished flush of dataSize ~1.03 KB/1051, heapSize ~1.34 KB/1368, currentSize=0 B/0 for 439856936d6295a58402eca0faa92cc8 in 25ms, sequenceid=18, compaction requested=false 2024-11-08T00:32:17,629 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3302f0f507bd:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.HRegion(2603): Flush status journal for 439856936d6295a58402eca0faa92cc8: 2024-11-08T00:32:17,629 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3302f0f507bd:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.FlushRegionCallable(64): Closing region operation on TestLogRolling-testCompactionRecordDoesntBlockRolling,,1731025896929.439856936d6295a58402eca0faa92cc8. 2024-11-08T00:32:17,629 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3302f0f507bd:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=14 2024-11-08T00:32:17,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39673 {}] master.HMaster(4169): Remote procedure done, pid=14 2024-11-08T00:32:17,633 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=14, resume processing ppid=13 2024-11-08T00:32:17,634 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=14, ppid=13, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 181 msec 2024-11-08T00:32:17,636 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=13, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=13, table=TestLogRolling-testCompactionRecordDoesntBlockRolling in 187 msec 2024-11-08T00:32:22,285 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsRegionWrapperImpl$HRegionMetricsWrapperRunnable(329): Region 439856936d6295a58402eca0faa92cc8, had cached 0 bytes from a total of 14229 2024-11-08T00:32:27,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39673 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=13 2024-11-08T00:32:27,541 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestLogRolling-testCompactionRecordDoesntBlockRolling completed 2024-11-08T00:32:27,565 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/4f70dd9d-ab4e-4d57-8c7c-657b7f2c38a4/WALs/3302f0f507bd,38461,1731025895678/3302f0f507bd%2C38461%2C1731025895678.1731025947547, exclude list is [], retry=0 2024-11-08T00:32:27,567 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33053,DS-332133e7-940c-4b4e-b464-ed73d1301be8,DISK] 2024-11-08T00:32:27,567 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39695,DS-050f35ad-8366-48a4-9fc2-fef1e64aa5be,DISK] 2024-11-08T00:32:27,569 INFO [Time-limited test {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/4f70dd9d-ab4e-4d57-8c7c-657b7f2c38a4/WALs/3302f0f507bd,38461,1731025895678/3302f0f507bd%2C38461%2C1731025895678.1731025937422 with entries=3, filesize=1.95 KB; new WAL /user/jenkins/test-data/4f70dd9d-ab4e-4d57-8c7c-657b7f2c38a4/WALs/3302f0f507bd,38461,1731025895678/3302f0f507bd%2C38461%2C1731025895678.1731025947547 2024-11-08T00:32:27,569 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39075:39075),(127.0.0.1/127.0.0.1:33223:33223)] 2024-11-08T00:32:27,569 DEBUG [Time-limited test {}] wal.AbstractFSWAL(879): hdfs://localhost:45169/user/jenkins/test-data/4f70dd9d-ab4e-4d57-8c7c-657b7f2c38a4/WALs/3302f0f507bd,38461,1731025895678/3302f0f507bd%2C38461%2C1731025895678.1731025937422 is not closed yet, will try archiving it next time 2024-11-08T00:32:27,569 INFO [WAL-Archive-0 {}] wal.AbstractFSWAL(968): Archiving hdfs://localhost:45169/user/jenkins/test-data/4f70dd9d-ab4e-4d57-8c7c-657b7f2c38a4/WALs/3302f0f507bd,38461,1731025895678/3302f0f507bd%2C38461%2C1731025895678.1731025927188 to hdfs://localhost:45169/user/jenkins/test-data/4f70dd9d-ab4e-4d57-8c7c-657b7f2c38a4/oldWALs/3302f0f507bd%2C38461%2C1731025895678.1731025927188 2024-11-08T00:32:27,569 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-08T00:32:27,569 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-08T00:32:27,570 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.regionserver.wal.AbstractTestLogRolling.tearDown(AbstractTestLogRolling.java:163) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-08T00:32:27,570 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T00:32:27,570 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39695 is added to blk_1073741842_1018 (size=2001) 2024-11-08T00:32:27,571 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-08T00:32:27,571 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33053 is added to blk_1073741842_1018 (size=2001) 2024-11-08T00:32:27,571 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T00:32:27,571 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-08T00:32:27,571 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=821138384, stopped=false 2024-11-08T00:32:27,571 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=3302f0f507bd,39673,1731025895500 2024-11-08T00:32:27,621 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38461-0x10117dafbe30001, quorum=127.0.0.1:61321, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-08T00:32:27,621 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39673-0x10117dafbe30000, quorum=127.0.0.1:61321, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-08T00:32:27,621 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38461-0x10117dafbe30001, quorum=127.0.0.1:61321, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T00:32:27,621 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39673-0x10117dafbe30000, quorum=127.0.0.1:61321, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T00:32:27,622 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-08T00:32:27,622 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-08T00:32:27,622 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.regionserver.wal.AbstractTestLogRolling.tearDown(AbstractTestLogRolling.java:163) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-08T00:32:27,622 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T00:32:27,622 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:38461-0x10117dafbe30001, quorum=127.0.0.1:61321, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-08T00:32:27,623 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:39673-0x10117dafbe30000, quorum=127.0.0.1:61321, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-08T00:32:27,623 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '3302f0f507bd,38461,1731025895678' ***** 2024-11-08T00:32:27,623 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-08T00:32:27,623 INFO [RS:0;3302f0f507bd:38461 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-08T00:32:27,623 INFO [RS:0;3302f0f507bd:38461 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-08T00:32:27,623 INFO [RS:0;3302f0f507bd:38461 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-08T00:32:27,623 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-08T00:32:27,624 INFO [RS:0;3302f0f507bd:38461 {}] regionserver.HRegionServer(3091): Received CLOSE for 439856936d6295a58402eca0faa92cc8 2024-11-08T00:32:27,624 INFO [RS:0;3302f0f507bd:38461 {}] regionserver.HRegionServer(959): stopping server 3302f0f507bd,38461,1731025895678 2024-11-08T00:32:27,624 INFO [RS:0;3302f0f507bd:38461 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-08T00:32:27,624 INFO [RS:0;3302f0f507bd:38461 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;3302f0f507bd:38461. 2024-11-08T00:32:27,624 DEBUG [RS:0;3302f0f507bd:38461 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-08T00:32:27,624 DEBUG [RS_CLOSE_REGION-regionserver/3302f0f507bd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 439856936d6295a58402eca0faa92cc8, disabling compactions & flushes 2024-11-08T00:32:27,624 DEBUG [RS:0;3302f0f507bd:38461 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T00:32:27,624 INFO [RS_CLOSE_REGION-regionserver/3302f0f507bd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region TestLogRolling-testCompactionRecordDoesntBlockRolling,,1731025896929.439856936d6295a58402eca0faa92cc8. 2024-11-08T00:32:27,624 DEBUG [RS_CLOSE_REGION-regionserver/3302f0f507bd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on TestLogRolling-testCompactionRecordDoesntBlockRolling,,1731025896929.439856936d6295a58402eca0faa92cc8. 2024-11-08T00:32:27,624 INFO [RS:0;3302f0f507bd:38461 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-08T00:32:27,624 DEBUG [RS_CLOSE_REGION-regionserver/3302f0f507bd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on TestLogRolling-testCompactionRecordDoesntBlockRolling,,1731025896929.439856936d6295a58402eca0faa92cc8. after waiting 0 ms 2024-11-08T00:32:27,624 DEBUG [RS_CLOSE_REGION-regionserver/3302f0f507bd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region TestLogRolling-testCompactionRecordDoesntBlockRolling,,1731025896929.439856936d6295a58402eca0faa92cc8. 2024-11-08T00:32:27,624 INFO [RS:0;3302f0f507bd:38461 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-08T00:32:27,624 INFO [RS:0;3302f0f507bd:38461 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-08T00:32:27,625 INFO [RS:0;3302f0f507bd:38461 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-08T00:32:27,625 INFO [RS_CLOSE_REGION-regionserver/3302f0f507bd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 439856936d6295a58402eca0faa92cc8 1/1 column families, dataSize=1.03 KB heapSize=1.35 KB 2024-11-08T00:32:27,625 INFO [RS:0;3302f0f507bd:38461 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-08T00:32:27,625 DEBUG [RS:0;3302f0f507bd:38461 {}] regionserver.HRegionServer(1325): Online Regions={439856936d6295a58402eca0faa92cc8=TestLogRolling-testCompactionRecordDoesntBlockRolling,,1731025896929.439856936d6295a58402eca0faa92cc8., 1588230740=hbase:meta,,1.1588230740} 2024-11-08T00:32:27,625 DEBUG [RS_CLOSE_META-regionserver/3302f0f507bd:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-08T00:32:27,625 DEBUG [RS:0;3302f0f507bd:38461 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 439856936d6295a58402eca0faa92cc8 2024-11-08T00:32:27,625 INFO [RS_CLOSE_META-regionserver/3302f0f507bd:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-08T00:32:27,625 DEBUG [RS_CLOSE_META-regionserver/3302f0f507bd:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-08T00:32:27,625 DEBUG [RS_CLOSE_META-regionserver/3302f0f507bd:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-08T00:32:27,625 DEBUG [RS_CLOSE_META-regionserver/3302f0f507bd:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-08T00:32:27,626 INFO [RS_CLOSE_META-regionserver/3302f0f507bd:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=1.89 KB heapSize=3.91 KB 2024-11-08T00:32:27,630 DEBUG [RS_CLOSE_REGION-regionserver/3302f0f507bd:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45169/user/jenkins/test-data/4f70dd9d-ab4e-4d57-8c7c-657b7f2c38a4/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/439856936d6295a58402eca0faa92cc8/.tmp/info/708c6c80c40e4b019239cdd9994ae65b is 1055, key is row0001/info:/1731025947544/Put/seqid=0 2024-11-08T00:32:27,637 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33053 is added to blk_1073741845_1021 (size=6008) 2024-11-08T00:32:27,638 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39695 is added to blk_1073741845_1021 (size=6008) 2024-11-08T00:32:27,638 INFO [RS_CLOSE_REGION-regionserver/3302f0f507bd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.03 KB at sequenceid=22 (bloomFilter=true), to=hdfs://localhost:45169/user/jenkins/test-data/4f70dd9d-ab4e-4d57-8c7c-657b7f2c38a4/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/439856936d6295a58402eca0faa92cc8/.tmp/info/708c6c80c40e4b019239cdd9994ae65b 2024-11-08T00:32:27,644 DEBUG [RS_CLOSE_META-regionserver/3302f0f507bd:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45169/user/jenkins/test-data/4f70dd9d-ab4e-4d57-8c7c-657b7f2c38a4/data/hbase/meta/1588230740/.tmp/info/7112a96a4f2f4667a32847625afcd3ae is 227, key is TestLogRolling-testCompactionRecordDoesntBlockRolling,,1731025896929.439856936d6295a58402eca0faa92cc8./info:regioninfo/1731025897299/Put/seqid=0 2024-11-08T00:32:27,646 DEBUG [RS_CLOSE_REGION-regionserver/3302f0f507bd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45169/user/jenkins/test-data/4f70dd9d-ab4e-4d57-8c7c-657b7f2c38a4/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/439856936d6295a58402eca0faa92cc8/.tmp/info/708c6c80c40e4b019239cdd9994ae65b as hdfs://localhost:45169/user/jenkins/test-data/4f70dd9d-ab4e-4d57-8c7c-657b7f2c38a4/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/439856936d6295a58402eca0faa92cc8/info/708c6c80c40e4b019239cdd9994ae65b 2024-11-08T00:32:27,653 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39695 is added to blk_1073741846_1022 (size=7308) 2024-11-08T00:32:27,653 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33053 is added to blk_1073741846_1022 (size=7308) 2024-11-08T00:32:27,653 INFO [RS_CLOSE_REGION-regionserver/3302f0f507bd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45169/user/jenkins/test-data/4f70dd9d-ab4e-4d57-8c7c-657b7f2c38a4/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/439856936d6295a58402eca0faa92cc8/info/708c6c80c40e4b019239cdd9994ae65b, entries=1, sequenceid=22, filesize=5.9 K 2024-11-08T00:32:27,653 INFO [RS_CLOSE_META-regionserver/3302f0f507bd:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.65 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:45169/user/jenkins/test-data/4f70dd9d-ab4e-4d57-8c7c-657b7f2c38a4/data/hbase/meta/1588230740/.tmp/info/7112a96a4f2f4667a32847625afcd3ae 2024-11-08T00:32:27,654 INFO [RS_CLOSE_REGION-regionserver/3302f0f507bd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~1.03 KB/1051, heapSize ~1.34 KB/1368, currentSize=0 B/0 for 439856936d6295a58402eca0faa92cc8 in 30ms, sequenceid=22, compaction requested=true 2024-11-08T00:32:27,655 DEBUG [StoreCloser-TestLogRolling-testCompactionRecordDoesntBlockRolling,,1731025896929.439856936d6295a58402eca0faa92cc8.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:45169/user/jenkins/test-data/4f70dd9d-ab4e-4d57-8c7c-657b7f2c38a4/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/439856936d6295a58402eca0faa92cc8/info/fec3729d4e014a0e9b9f2c214cd19d83, hdfs://localhost:45169/user/jenkins/test-data/4f70dd9d-ab4e-4d57-8c7c-657b7f2c38a4/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/439856936d6295a58402eca0faa92cc8/info/7c5409c1038f4e059a0d95082ab69afb, hdfs://localhost:45169/user/jenkins/test-data/4f70dd9d-ab4e-4d57-8c7c-657b7f2c38a4/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/439856936d6295a58402eca0faa92cc8/info/8259746646de42679d7cb101e1016ec2] to archive 2024-11-08T00:32:27,657 DEBUG [StoreCloser-TestLogRolling-testCompactionRecordDoesntBlockRolling,,1731025896929.439856936d6295a58402eca0faa92cc8.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-08T00:32:27,659 DEBUG [StoreCloser-TestLogRolling-testCompactionRecordDoesntBlockRolling,,1731025896929.439856936d6295a58402eca0faa92cc8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45169/user/jenkins/test-data/4f70dd9d-ab4e-4d57-8c7c-657b7f2c38a4/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/439856936d6295a58402eca0faa92cc8/info/fec3729d4e014a0e9b9f2c214cd19d83 to hdfs://localhost:45169/user/jenkins/test-data/4f70dd9d-ab4e-4d57-8c7c-657b7f2c38a4/archive/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/439856936d6295a58402eca0faa92cc8/info/fec3729d4e014a0e9b9f2c214cd19d83 2024-11-08T00:32:27,661 DEBUG [StoreCloser-TestLogRolling-testCompactionRecordDoesntBlockRolling,,1731025896929.439856936d6295a58402eca0faa92cc8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45169/user/jenkins/test-data/4f70dd9d-ab4e-4d57-8c7c-657b7f2c38a4/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/439856936d6295a58402eca0faa92cc8/info/7c5409c1038f4e059a0d95082ab69afb to hdfs://localhost:45169/user/jenkins/test-data/4f70dd9d-ab4e-4d57-8c7c-657b7f2c38a4/archive/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/439856936d6295a58402eca0faa92cc8/info/7c5409c1038f4e059a0d95082ab69afb 2024-11-08T00:32:27,663 DEBUG [StoreCloser-TestLogRolling-testCompactionRecordDoesntBlockRolling,,1731025896929.439856936d6295a58402eca0faa92cc8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45169/user/jenkins/test-data/4f70dd9d-ab4e-4d57-8c7c-657b7f2c38a4/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/439856936d6295a58402eca0faa92cc8/info/8259746646de42679d7cb101e1016ec2 to hdfs://localhost:45169/user/jenkins/test-data/4f70dd9d-ab4e-4d57-8c7c-657b7f2c38a4/archive/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/439856936d6295a58402eca0faa92cc8/info/8259746646de42679d7cb101e1016ec2 2024-11-08T00:32:27,673 DEBUG [RS_CLOSE_META-regionserver/3302f0f507bd:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45169/user/jenkins/test-data/4f70dd9d-ab4e-4d57-8c7c-657b7f2c38a4/data/hbase/meta/1588230740/.tmp/ns/f6fa20a3ae0d4469880efdaf01c2d870 is 43, key is default/ns:d/1731025896826/Put/seqid=0 2024-11-08T00:32:27,675 DEBUG [StoreCloser-TestLogRolling-testCompactionRecordDoesntBlockRolling,,1731025896929.439856936d6295a58402eca0faa92cc8.-1 {}] regionserver.HRegionServer(3532): Failed to report file archival(s) to Master. This will be retried. org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=3302f0f507bd:39673 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportFileArchival(RegionServerStatusProtos.java:17350) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.reportFileArchivalForQuotas(HRegionServer.java:3516) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HStore.reportArchivedFilesForQuota(HStore.java:2412) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HStore.removeCompactedfiles(HStore.java:2347) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HStore.closeWithoutLock(HStore.java:738) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HStore.close(HStore.java:804) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion$2.call(HRegion.java:1912) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion$2.call(HRegion.java:1909) ~[classes/:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) ~[?:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-11-08T00:32:27,675 WARN [StoreCloser-TestLogRolling-testCompactionRecordDoesntBlockRolling,,1731025896929.439856936d6295a58402eca0faa92cc8.-1 {}] regionserver.HStore(2414): Failed to report archival of files: [fec3729d4e014a0e9b9f2c214cd19d83=6008, 7c5409c1038f4e059a0d95082ab69afb=6008, 8259746646de42679d7cb101e1016ec2=6008] 2024-11-08T00:32:27,679 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33053 is added to blk_1073741847_1023 (size=5153) 2024-11-08T00:32:27,679 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39695 is added to blk_1073741847_1023 (size=5153) 2024-11-08T00:32:27,680 INFO [RS_CLOSE_META-regionserver/3302f0f507bd:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:45169/user/jenkins/test-data/4f70dd9d-ab4e-4d57-8c7c-657b7f2c38a4/data/hbase/meta/1588230740/.tmp/ns/f6fa20a3ae0d4469880efdaf01c2d870 2024-11-08T00:32:27,680 DEBUG [RS_CLOSE_REGION-regionserver/3302f0f507bd:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45169/user/jenkins/test-data/4f70dd9d-ab4e-4d57-8c7c-657b7f2c38a4/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/439856936d6295a58402eca0faa92cc8/recovered.edits/25.seqid, newMaxSeqId=25, maxSeqId=1 2024-11-08T00:32:27,681 INFO [RS_CLOSE_REGION-regionserver/3302f0f507bd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed TestLogRolling-testCompactionRecordDoesntBlockRolling,,1731025896929.439856936d6295a58402eca0faa92cc8. 2024-11-08T00:32:27,681 DEBUG [RS_CLOSE_REGION-regionserver/3302f0f507bd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 439856936d6295a58402eca0faa92cc8: Waiting for close lock at 1731025947624Running coprocessor pre-close hooks at 1731025947624Disabling compacts and flushes for region at 1731025947624Disabling writes for close at 1731025947624Obtaining lock to block concurrent updates at 1731025947625 (+1 ms)Preparing flush snapshotting stores in 439856936d6295a58402eca0faa92cc8 at 1731025947625Finished memstore snapshotting TestLogRolling-testCompactionRecordDoesntBlockRolling,,1731025896929.439856936d6295a58402eca0faa92cc8., syncing WAL and waiting on mvcc, flushsize=dataSize=1051, getHeapSize=1368, getOffHeapSize=0, getCellsCount=1 at 1731025947625Flushing stores of TestLogRolling-testCompactionRecordDoesntBlockRolling,,1731025896929.439856936d6295a58402eca0faa92cc8. at 1731025947626 (+1 ms)Flushing 439856936d6295a58402eca0faa92cc8/info: creating writer at 1731025947626Flushing 439856936d6295a58402eca0faa92cc8/info: appending metadata at 1731025947629 (+3 ms)Flushing 439856936d6295a58402eca0faa92cc8/info: closing flushed file at 1731025947629Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4bbd8e0a: reopening flushed file at 1731025947645 (+16 ms)Finished flush of dataSize ~1.03 KB/1051, heapSize ~1.34 KB/1368, currentSize=0 B/0 for 439856936d6295a58402eca0faa92cc8 in 30ms, sequenceid=22, compaction requested=true at 1731025947654 (+9 ms)Writing region close event to WAL at 1731025947676 (+22 ms)Running coprocessor post-close hooks at 1731025947681 (+5 ms)Closed at 1731025947681 2024-11-08T00:32:27,681 DEBUG [RS_CLOSE_REGION-regionserver/3302f0f507bd:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed TestLogRolling-testCompactionRecordDoesntBlockRolling,,1731025896929.439856936d6295a58402eca0faa92cc8. 2024-11-08T00:32:27,700 DEBUG [RS_CLOSE_META-regionserver/3302f0f507bd:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45169/user/jenkins/test-data/4f70dd9d-ab4e-4d57-8c7c-657b7f2c38a4/data/hbase/meta/1588230740/.tmp/table/372a6661335f4dfab97252137012011a is 89, key is TestLogRolling-testCompactionRecordDoesntBlockRolling/table:state/1731025897309/Put/seqid=0 2024-11-08T00:32:27,706 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33053 is added to blk_1073741848_1024 (size=5508) 2024-11-08T00:32:27,706 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39695 is added to blk_1073741848_1024 (size=5508) 2024-11-08T00:32:27,707 INFO [RS_CLOSE_META-regionserver/3302f0f507bd:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:45169/user/jenkins/test-data/4f70dd9d-ab4e-4d57-8c7c-657b7f2c38a4/data/hbase/meta/1588230740/.tmp/table/372a6661335f4dfab97252137012011a 2024-11-08T00:32:27,715 DEBUG [RS_CLOSE_META-regionserver/3302f0f507bd:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45169/user/jenkins/test-data/4f70dd9d-ab4e-4d57-8c7c-657b7f2c38a4/data/hbase/meta/1588230740/.tmp/info/7112a96a4f2f4667a32847625afcd3ae as hdfs://localhost:45169/user/jenkins/test-data/4f70dd9d-ab4e-4d57-8c7c-657b7f2c38a4/data/hbase/meta/1588230740/info/7112a96a4f2f4667a32847625afcd3ae 2024-11-08T00:32:27,723 INFO [RS_CLOSE_META-regionserver/3302f0f507bd:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45169/user/jenkins/test-data/4f70dd9d-ab4e-4d57-8c7c-657b7f2c38a4/data/hbase/meta/1588230740/info/7112a96a4f2f4667a32847625afcd3ae, entries=10, sequenceid=11, filesize=7.1 K 2024-11-08T00:32:27,725 DEBUG [RS_CLOSE_META-regionserver/3302f0f507bd:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45169/user/jenkins/test-data/4f70dd9d-ab4e-4d57-8c7c-657b7f2c38a4/data/hbase/meta/1588230740/.tmp/ns/f6fa20a3ae0d4469880efdaf01c2d870 as hdfs://localhost:45169/user/jenkins/test-data/4f70dd9d-ab4e-4d57-8c7c-657b7f2c38a4/data/hbase/meta/1588230740/ns/f6fa20a3ae0d4469880efdaf01c2d870 2024-11-08T00:32:27,732 INFO [RS_CLOSE_META-regionserver/3302f0f507bd:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45169/user/jenkins/test-data/4f70dd9d-ab4e-4d57-8c7c-657b7f2c38a4/data/hbase/meta/1588230740/ns/f6fa20a3ae0d4469880efdaf01c2d870, entries=2, sequenceid=11, filesize=5.0 K 2024-11-08T00:32:27,733 DEBUG [RS_CLOSE_META-regionserver/3302f0f507bd:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45169/user/jenkins/test-data/4f70dd9d-ab4e-4d57-8c7c-657b7f2c38a4/data/hbase/meta/1588230740/.tmp/table/372a6661335f4dfab97252137012011a as hdfs://localhost:45169/user/jenkins/test-data/4f70dd9d-ab4e-4d57-8c7c-657b7f2c38a4/data/hbase/meta/1588230740/table/372a6661335f4dfab97252137012011a 2024-11-08T00:32:27,740 INFO [RS_CLOSE_META-regionserver/3302f0f507bd:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45169/user/jenkins/test-data/4f70dd9d-ab4e-4d57-8c7c-657b7f2c38a4/data/hbase/meta/1588230740/table/372a6661335f4dfab97252137012011a, entries=2, sequenceid=11, filesize=5.4 K 2024-11-08T00:32:27,741 INFO [RS_CLOSE_META-regionserver/3302f0f507bd:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~1.89 KB/1932, heapSize ~3.61 KB/3696, currentSize=0 B/0 for 1588230740 in 116ms, sequenceid=11, compaction requested=false 2024-11-08T00:32:27,747 DEBUG [RS_CLOSE_META-regionserver/3302f0f507bd:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45169/user/jenkins/test-data/4f70dd9d-ab4e-4d57-8c7c-657b7f2c38a4/data/hbase/meta/1588230740/recovered.edits/14.seqid, newMaxSeqId=14, maxSeqId=1 2024-11-08T00:32:27,747 DEBUG [RS_CLOSE_META-regionserver/3302f0f507bd:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-08T00:32:27,747 INFO [RS_CLOSE_META-regionserver/3302f0f507bd:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-08T00:32:27,748 DEBUG [RS_CLOSE_META-regionserver/3302f0f507bd:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731025947625Running coprocessor pre-close hooks at 1731025947625Disabling compacts and flushes for region at 1731025947625Disabling writes for close at 1731025947625Obtaining lock to block concurrent updates at 1731025947626 (+1 ms)Preparing flush snapshotting stores in 1588230740 at 1731025947626Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=1932, getHeapSize=3936, getOffHeapSize=0, getCellsCount=14 at 1731025947626Flushing stores of hbase:meta,,1.1588230740 at 1731025947627 (+1 ms)Flushing 1588230740/info: creating writer at 1731025947627Flushing 1588230740/info: appending metadata at 1731025947644 (+17 ms)Flushing 1588230740/info: closing flushed file at 1731025947644Flushing 1588230740/ns: creating writer at 1731025947660 (+16 ms)Flushing 1588230740/ns: appending metadata at 1731025947672 (+12 ms)Flushing 1588230740/ns: closing flushed file at 1731025947672Flushing 1588230740/table: creating writer at 1731025947686 (+14 ms)Flushing 1588230740/table: appending metadata at 1731025947700 (+14 ms)Flushing 1588230740/table: closing flushed file at 1731025947700Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@57b2bb24: reopening flushed file at 1731025947714 (+14 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@459c8b43: reopening flushed file at 1731025947723 (+9 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@433eba3a: reopening flushed file at 1731025947732 (+9 ms)Finished flush of dataSize ~1.89 KB/1932, heapSize ~3.61 KB/3696, currentSize=0 B/0 for 1588230740 in 116ms, sequenceid=11, compaction requested=false at 1731025947741 (+9 ms)Writing region close event to WAL at 1731025947743 (+2 ms)Running coprocessor post-close hooks at 1731025947747 (+4 ms)Closed at 1731025947747 2024-11-08T00:32:27,748 DEBUG [RS_CLOSE_META-regionserver/3302f0f507bd:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-08T00:32:27,825 INFO [RS:0;3302f0f507bd:38461 {}] regionserver.HRegionServer(976): stopping server 3302f0f507bd,38461,1731025895678; all regions closed. 2024-11-08T00:32:27,828 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39695 is added to blk_1073741834_1010 (size=3306) 2024-11-08T00:32:27,828 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33053 is added to blk_1073741834_1010 (size=3306) 2024-11-08T00:32:27,832 DEBUG [RS:0;3302f0f507bd:38461 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/4f70dd9d-ab4e-4d57-8c7c-657b7f2c38a4/oldWALs 2024-11-08T00:32:27,832 INFO [RS:0;3302f0f507bd:38461 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 3302f0f507bd%2C38461%2C1731025895678.meta:.meta(num 1731025896739) 2024-11-08T00:32:27,835 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33053 is added to blk_1073741844_1020 (size=1252) 2024-11-08T00:32:27,835 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39695 is added to blk_1073741844_1020 (size=1252) 2024-11-08T00:32:27,839 DEBUG [RS:0;3302f0f507bd:38461 {}] wal.AbstractFSWAL(1256): Moved 2 WAL file(s) to /user/jenkins/test-data/4f70dd9d-ab4e-4d57-8c7c-657b7f2c38a4/oldWALs 2024-11-08T00:32:27,839 INFO [RS:0;3302f0f507bd:38461 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 3302f0f507bd%2C38461%2C1731025895678:(num 1731025947547) 2024-11-08T00:32:27,839 DEBUG [RS:0;3302f0f507bd:38461 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T00:32:27,839 INFO [RS:0;3302f0f507bd:38461 {}] regionserver.LeaseManager(133): Closed leases 2024-11-08T00:32:27,839 INFO [RS:0;3302f0f507bd:38461 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-08T00:32:27,840 INFO [RS:0;3302f0f507bd:38461 {}] hbase.ChoreService(370): Chore service for: regionserver/3302f0f507bd:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-08T00:32:27,840 INFO [RS:0;3302f0f507bd:38461 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-08T00:32:27,840 INFO [regionserver/3302f0f507bd:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-08T00:32:27,840 INFO [RS:0;3302f0f507bd:38461 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:38461 2024-11-08T00:32:27,853 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39673-0x10117dafbe30000, quorum=127.0.0.1:61321, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-08T00:32:27,853 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38461-0x10117dafbe30001, quorum=127.0.0.1:61321, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/3302f0f507bd,38461,1731025895678 2024-11-08T00:32:27,853 INFO [RS:0;3302f0f507bd:38461 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-08T00:32:27,863 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [3302f0f507bd,38461,1731025895678] 2024-11-08T00:32:27,874 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/3302f0f507bd,38461,1731025895678 already deleted, retry=false 2024-11-08T00:32:27,874 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 3302f0f507bd,38461,1731025895678 expired; onlineServers=0 2024-11-08T00:32:27,874 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '3302f0f507bd,39673,1731025895500' ***** 2024-11-08T00:32:27,874 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-08T00:32:27,874 INFO [M:0;3302f0f507bd:39673 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-08T00:32:27,874 INFO [M:0;3302f0f507bd:39673 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-08T00:32:27,874 DEBUG [M:0;3302f0f507bd:39673 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-08T00:32:27,874 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-08T00:32:27,874 DEBUG [M:0;3302f0f507bd:39673 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-08T00:32:27,874 DEBUG [master/3302f0f507bd:0:becomeActiveMaster-HFileCleaner.small.0-1731025896055 {}] cleaner.HFileCleaner(306): Exit Thread[master/3302f0f507bd:0:becomeActiveMaster-HFileCleaner.small.0-1731025896055,5,FailOnTimeoutGroup] 2024-11-08T00:32:27,874 DEBUG [master/3302f0f507bd:0:becomeActiveMaster-HFileCleaner.large.0-1731025896055 {}] cleaner.HFileCleaner(306): Exit Thread[master/3302f0f507bd:0:becomeActiveMaster-HFileCleaner.large.0-1731025896055,5,FailOnTimeoutGroup] 2024-11-08T00:32:27,875 INFO [M:0;3302f0f507bd:39673 {}] hbase.ChoreService(370): Chore service for: master/3302f0f507bd:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-08T00:32:27,875 INFO [M:0;3302f0f507bd:39673 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-08T00:32:27,875 DEBUG [M:0;3302f0f507bd:39673 {}] master.HMaster(1795): Stopping service threads 2024-11-08T00:32:27,875 INFO [M:0;3302f0f507bd:39673 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-08T00:32:27,875 INFO [M:0;3302f0f507bd:39673 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-08T00:32:27,875 INFO [M:0;3302f0f507bd:39673 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-08T00:32:27,875 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-08T00:32:27,958 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39673-0x10117dafbe30000, quorum=127.0.0.1:61321, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master 2024-11-08T00:32:27,958 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39673-0x10117dafbe30000, quorum=127.0.0.1:61321, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T00:32:27,958 DEBUG [M:0;3302f0f507bd:39673 {}] zookeeper.ZKUtil(347): master:39673-0x10117dafbe30000, quorum=127.0.0.1:61321, baseZNode=/hbase Unable to get data of znode /hbase/master because node does not exist (not an error) 2024-11-08T00:32:27,958 WARN [M:0;3302f0f507bd:39673 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-08T00:32:27,960 INFO [M:0;3302f0f507bd:39673 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:45169/user/jenkins/test-data/4f70dd9d-ab4e-4d57-8c7c-657b7f2c38a4/.lastflushedseqids 2024-11-08T00:32:27,964 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38461-0x10117dafbe30001, quorum=127.0.0.1:61321, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-08T00:32:27,964 INFO [RS:0;3302f0f507bd:38461 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-08T00:32:27,964 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38461-0x10117dafbe30001, quorum=127.0.0.1:61321, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-08T00:32:27,964 INFO [RS:0;3302f0f507bd:38461 {}] regionserver.HRegionServer(1031): Exiting; stopping=3302f0f507bd,38461,1731025895678; zookeeper connection closed. 2024-11-08T00:32:27,964 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@604b7f05 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@604b7f05 2024-11-08T00:32:27,965 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-08T00:32:27,969 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33053 is added to blk_1073741849_1025 (size=130) 2024-11-08T00:32:27,969 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39695 is added to blk_1073741849_1025 (size=130) 2024-11-08T00:32:27,970 INFO [M:0;3302f0f507bd:39673 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-08T00:32:27,970 INFO [M:0;3302f0f507bd:39673 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-08T00:32:27,970 DEBUG [M:0;3302f0f507bd:39673 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-08T00:32:27,970 INFO [M:0;3302f0f507bd:39673 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T00:32:27,970 DEBUG [M:0;3302f0f507bd:39673 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T00:32:27,970 DEBUG [M:0;3302f0f507bd:39673 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-08T00:32:27,970 DEBUG [M:0;3302f0f507bd:39673 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T00:32:27,970 INFO [M:0;3302f0f507bd:39673 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=43.58 KB heapSize=54.99 KB 2024-11-08T00:32:27,989 DEBUG [M:0;3302f0f507bd:39673 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45169/user/jenkins/test-data/4f70dd9d-ab4e-4d57-8c7c-657b7f2c38a4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/9ee98f6623d548f6a1c00b5b574b140c is 82, key is hbase:meta,,1/info:regioninfo/1731025896775/Put/seqid=0 2024-11-08T00:32:27,995 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39695 is added to blk_1073741850_1026 (size=5672) 2024-11-08T00:32:27,995 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33053 is added to blk_1073741850_1026 (size=5672) 2024-11-08T00:32:28,167 INFO [regionserver/3302f0f507bd:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-08T00:32:28,397 INFO [M:0;3302f0f507bd:39673 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=121 (bloomFilter=true), to=hdfs://localhost:45169/user/jenkins/test-data/4f70dd9d-ab4e-4d57-8c7c-657b7f2c38a4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/9ee98f6623d548f6a1c00b5b574b140c 2024-11-08T00:32:28,425 DEBUG [M:0;3302f0f507bd:39673 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45169/user/jenkins/test-data/4f70dd9d-ab4e-4d57-8c7c-657b7f2c38a4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/f78f5e2d99274f97adec65bbf3c2af0a is 798, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1731025897315/Put/seqid=0 2024-11-08T00:32:28,429 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33053 is added to blk_1073741851_1027 (size=7822) 2024-11-08T00:32:28,430 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39695 is added to blk_1073741851_1027 (size=7822) 2024-11-08T00:32:28,430 INFO [M:0;3302f0f507bd:39673 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.98 KB at sequenceid=121 (bloomFilter=true), to=hdfs://localhost:45169/user/jenkins/test-data/4f70dd9d-ab4e-4d57-8c7c-657b7f2c38a4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/f78f5e2d99274f97adec65bbf3c2af0a 2024-11-08T00:32:28,434 INFO [M:0;3302f0f507bd:39673 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for f78f5e2d99274f97adec65bbf3c2af0a 2024-11-08T00:32:28,448 DEBUG [M:0;3302f0f507bd:39673 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45169/user/jenkins/test-data/4f70dd9d-ab4e-4d57-8c7c-657b7f2c38a4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/2dc7688cc8e84e5e956d30b1abe2fef4 is 69, key is 3302f0f507bd,38461,1731025895678/rs:state/1731025896142/Put/seqid=0 2024-11-08T00:32:28,453 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33053 is added to blk_1073741852_1028 (size=5156) 2024-11-08T00:32:28,453 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39695 is added to blk_1073741852_1028 (size=5156) 2024-11-08T00:32:28,453 INFO [M:0;3302f0f507bd:39673 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=121 (bloomFilter=true), to=hdfs://localhost:45169/user/jenkins/test-data/4f70dd9d-ab4e-4d57-8c7c-657b7f2c38a4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/2dc7688cc8e84e5e956d30b1abe2fef4 2024-11-08T00:32:28,473 DEBUG [M:0;3302f0f507bd:39673 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45169/user/jenkins/test-data/4f70dd9d-ab4e-4d57-8c7c-657b7f2c38a4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/state/17c845730a564dd6a0f647c89d98fdfa is 52, key is load_balancer_on/state:d/1731025896924/Put/seqid=0 2024-11-08T00:32:28,478 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33053 is added to blk_1073741853_1029 (size=5056) 2024-11-08T00:32:28,478 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39695 is added to blk_1073741853_1029 (size=5056) 2024-11-08T00:32:28,478 INFO [M:0;3302f0f507bd:39673 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=48 B at sequenceid=121 (bloomFilter=true), to=hdfs://localhost:45169/user/jenkins/test-data/4f70dd9d-ab4e-4d57-8c7c-657b7f2c38a4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/state/17c845730a564dd6a0f647c89d98fdfa 2024-11-08T00:32:28,484 DEBUG [M:0;3302f0f507bd:39673 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45169/user/jenkins/test-data/4f70dd9d-ab4e-4d57-8c7c-657b7f2c38a4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/9ee98f6623d548f6a1c00b5b574b140c as hdfs://localhost:45169/user/jenkins/test-data/4f70dd9d-ab4e-4d57-8c7c-657b7f2c38a4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/9ee98f6623d548f6a1c00b5b574b140c 2024-11-08T00:32:28,489 INFO [M:0;3302f0f507bd:39673 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45169/user/jenkins/test-data/4f70dd9d-ab4e-4d57-8c7c-657b7f2c38a4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/9ee98f6623d548f6a1c00b5b574b140c, entries=8, sequenceid=121, filesize=5.5 K 2024-11-08T00:32:28,490 DEBUG [M:0;3302f0f507bd:39673 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45169/user/jenkins/test-data/4f70dd9d-ab4e-4d57-8c7c-657b7f2c38a4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/f78f5e2d99274f97adec65bbf3c2af0a as hdfs://localhost:45169/user/jenkins/test-data/4f70dd9d-ab4e-4d57-8c7c-657b7f2c38a4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/f78f5e2d99274f97adec65bbf3c2af0a 2024-11-08T00:32:28,495 INFO [M:0;3302f0f507bd:39673 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for f78f5e2d99274f97adec65bbf3c2af0a 2024-11-08T00:32:28,495 INFO [M:0;3302f0f507bd:39673 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45169/user/jenkins/test-data/4f70dd9d-ab4e-4d57-8c7c-657b7f2c38a4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/f78f5e2d99274f97adec65bbf3c2af0a, entries=14, sequenceid=121, filesize=7.6 K 2024-11-08T00:32:28,496 DEBUG [M:0;3302f0f507bd:39673 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45169/user/jenkins/test-data/4f70dd9d-ab4e-4d57-8c7c-657b7f2c38a4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/2dc7688cc8e84e5e956d30b1abe2fef4 as hdfs://localhost:45169/user/jenkins/test-data/4f70dd9d-ab4e-4d57-8c7c-657b7f2c38a4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/2dc7688cc8e84e5e956d30b1abe2fef4 2024-11-08T00:32:28,501 INFO [M:0;3302f0f507bd:39673 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45169/user/jenkins/test-data/4f70dd9d-ab4e-4d57-8c7c-657b7f2c38a4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/2dc7688cc8e84e5e956d30b1abe2fef4, entries=1, sequenceid=121, filesize=5.0 K 2024-11-08T00:32:28,502 DEBUG [M:0;3302f0f507bd:39673 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45169/user/jenkins/test-data/4f70dd9d-ab4e-4d57-8c7c-657b7f2c38a4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/state/17c845730a564dd6a0f647c89d98fdfa as hdfs://localhost:45169/user/jenkins/test-data/4f70dd9d-ab4e-4d57-8c7c-657b7f2c38a4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/state/17c845730a564dd6a0f647c89d98fdfa 2024-11-08T00:32:28,507 INFO [M:0;3302f0f507bd:39673 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45169/user/jenkins/test-data/4f70dd9d-ab4e-4d57-8c7c-657b7f2c38a4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/state/17c845730a564dd6a0f647c89d98fdfa, entries=1, sequenceid=121, filesize=4.9 K 2024-11-08T00:32:28,508 INFO [M:0;3302f0f507bd:39673 {}] regionserver.HRegion(3140): Finished flush of dataSize ~43.58 KB/44629, heapSize ~54.93 KB/56248, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 538ms, sequenceid=121, compaction requested=false 2024-11-08T00:32:28,510 INFO [M:0;3302f0f507bd:39673 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T00:32:28,510 DEBUG [M:0;3302f0f507bd:39673 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731025947970Disabling compacts and flushes for region at 1731025947970Disabling writes for close at 1731025947970Obtaining lock to block concurrent updates at 1731025947970Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731025947970Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=44629, getHeapSize=56248, getOffHeapSize=0, getCellsCount=140 at 1731025947971 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731025947971Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731025947971Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731025947988 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731025947988Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731025948409 (+421 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731025948424 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731025948424Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731025948435 (+11 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731025948448 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731025948448Flushing 1595e783b53d99cd5eef43b6debb2682/state: creating writer at 1731025948458 (+10 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/state: appending metadata at 1731025948472 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/state: closing flushed file at 1731025948473 (+1 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1847c0ad: reopening flushed file at 1731025948483 (+10 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1d1023f2: reopening flushed file at 1731025948489 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3264e8ee: reopening flushed file at 1731025948495 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4a989900: reopening flushed file at 1731025948501 (+6 ms)Finished flush of dataSize ~43.58 KB/44629, heapSize ~54.93 KB/56248, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 538ms, sequenceid=121, compaction requested=false at 1731025948508 (+7 ms)Writing region close event to WAL at 1731025948509 (+1 ms)Closed at 1731025948509 2024-11-08T00:32:28,512 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33053 is added to blk_1073741830_1006 (size=53026) 2024-11-08T00:32:28,512 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/4f70dd9d-ab4e-4d57-8c7c-657b7f2c38a4/MasterData/WALs/3302f0f507bd,39673,1731025895500/3302f0f507bd%2C39673%2C1731025895500.1731025895828 not finished, retry = 0 2024-11-08T00:32:28,512 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39695 is added to blk_1073741830_1006 (size=53026) 2024-11-08T00:32:28,613 INFO [M:0;3302f0f507bd:39673 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-08T00:32:28,613 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-08T00:32:28,613 INFO [M:0;3302f0f507bd:39673 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:39673 2024-11-08T00:32:28,614 INFO [M:0;3302f0f507bd:39673 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-08T00:32:28,764 INFO [M:0;3302f0f507bd:39673 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-08T00:32:28,764 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39673-0x10117dafbe30000, quorum=127.0.0.1:61321, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-08T00:32:28,764 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39673-0x10117dafbe30000, quorum=127.0.0.1:61321, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-08T00:32:28,766 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@26d5a440{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-08T00:32:28,766 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@77fbae2e{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-08T00:32:28,767 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-08T00:32:28,767 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@440a68df{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-08T00:32:28,767 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3bdc97b0{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/343657c3-ebd1-37c6-0ebf-197666ab3233/hadoop.log.dir/,STOPPED} 2024-11-08T00:32:28,768 WARN [BP-2088862839-172.17.0.3-1731025892865 heartbeating to localhost/127.0.0.1:45169 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-08T00:32:28,768 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-08T00:32:28,768 WARN [BP-2088862839-172.17.0.3-1731025892865 heartbeating to localhost/127.0.0.1:45169 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-2088862839-172.17.0.3-1731025892865 (Datanode Uuid 982000fc-e3b0-4001-b199-444998fd2eca) service to localhost/127.0.0.1:45169 2024-11-08T00:32:28,768 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-08T00:32:28,769 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/343657c3-ebd1-37c6-0ebf-197666ab3233/cluster_1f7e1e15-8223-4844-c13f-37bed950a90f/data/data3/current/BP-2088862839-172.17.0.3-1731025892865 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-08T00:32:28,769 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/343657c3-ebd1-37c6-0ebf-197666ab3233/cluster_1f7e1e15-8223-4844-c13f-37bed950a90f/data/data4/current/BP-2088862839-172.17.0.3-1731025892865 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-08T00:32:28,769 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-08T00:32:28,773 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@551772a4{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-08T00:32:28,773 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@5d06f275{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-08T00:32:28,773 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-08T00:32:28,773 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@85163cb{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-08T00:32:28,773 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@e4570f5{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/343657c3-ebd1-37c6-0ebf-197666ab3233/hadoop.log.dir/,STOPPED} 2024-11-08T00:32:28,775 WARN [BP-2088862839-172.17.0.3-1731025892865 heartbeating to localhost/127.0.0.1:45169 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-08T00:32:28,775 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-08T00:32:28,775 WARN [BP-2088862839-172.17.0.3-1731025892865 heartbeating to localhost/127.0.0.1:45169 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-2088862839-172.17.0.3-1731025892865 (Datanode Uuid 7196d685-8f83-4a51-bc33-f8a6737a9540) service to localhost/127.0.0.1:45169 2024-11-08T00:32:28,775 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-08T00:32:28,775 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/343657c3-ebd1-37c6-0ebf-197666ab3233/cluster_1f7e1e15-8223-4844-c13f-37bed950a90f/data/data1/current/BP-2088862839-172.17.0.3-1731025892865 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-08T00:32:28,776 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/343657c3-ebd1-37c6-0ebf-197666ab3233/cluster_1f7e1e15-8223-4844-c13f-37bed950a90f/data/data2/current/BP-2088862839-172.17.0.3-1731025892865 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-08T00:32:28,776 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-08T00:32:28,784 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@7ff40f1{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-08T00:32:28,785 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@d0f922c{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-08T00:32:28,785 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-08T00:32:28,785 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@490ab78f{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-08T00:32:28,785 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@59feadde{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/343657c3-ebd1-37c6-0ebf-197666ab3233/hadoop.log.dir/,STOPPED} 2024-11-08T00:32:28,791 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-08T00:32:28,808 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-08T00:32:28,814 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.wal.TestAsyncLogRolling#testCompactionRecordDoesntBlockRolling Thread=97 (was 104), OpenFileDescriptor=428 (was 444), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=91 (was 133), ProcessCount=11 (was 11), AvailableMemoryMB=6916 (was 7043) 2024-11-08T00:32:28,820 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.wal.TestAsyncLogRolling#testLogRolling Thread=97, OpenFileDescriptor=428, MaxFileDescriptor=1048576, SystemLoadAverage=91, ProcessCount=11, AvailableMemoryMB=6916 2024-11-08T00:32:28,820 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=2, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-08T00:32:28,820 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/343657c3-ebd1-37c6-0ebf-197666ab3233/hadoop.log.dir so I do NOT create it in target/test-data/5072218b-1bc6-52bf-86b8-15a8476d2702 2024-11-08T00:32:28,820 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/343657c3-ebd1-37c6-0ebf-197666ab3233/hadoop.tmp.dir so I do NOT create it in target/test-data/5072218b-1bc6-52bf-86b8-15a8476d2702 2024-11-08T00:32:28,820 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5072218b-1bc6-52bf-86b8-15a8476d2702/cluster_f1e076b6-4287-03a2-c605-ab7e35171ab8, deleteOnExit=true 2024-11-08T00:32:28,820 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-08T00:32:28,820 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5072218b-1bc6-52bf-86b8-15a8476d2702/test.cache.data in system properties and HBase conf 2024-11-08T00:32:28,820 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5072218b-1bc6-52bf-86b8-15a8476d2702/hadoop.tmp.dir in system properties and HBase conf 2024-11-08T00:32:28,821 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5072218b-1bc6-52bf-86b8-15a8476d2702/hadoop.log.dir in system properties and HBase conf 2024-11-08T00:32:28,821 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5072218b-1bc6-52bf-86b8-15a8476d2702/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-08T00:32:28,821 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5072218b-1bc6-52bf-86b8-15a8476d2702/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-08T00:32:28,821 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-08T00:32:28,821 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-08T00:32:28,821 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5072218b-1bc6-52bf-86b8-15a8476d2702/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-08T00:32:28,821 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5072218b-1bc6-52bf-86b8-15a8476d2702/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-08T00:32:28,821 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5072218b-1bc6-52bf-86b8-15a8476d2702/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-08T00:32:28,821 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5072218b-1bc6-52bf-86b8-15a8476d2702/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-08T00:32:28,821 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5072218b-1bc6-52bf-86b8-15a8476d2702/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-08T00:32:28,821 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5072218b-1bc6-52bf-86b8-15a8476d2702/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-08T00:32:28,821 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5072218b-1bc6-52bf-86b8-15a8476d2702/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-08T00:32:28,821 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5072218b-1bc6-52bf-86b8-15a8476d2702/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-08T00:32:28,822 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5072218b-1bc6-52bf-86b8-15a8476d2702/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-08T00:32:28,822 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5072218b-1bc6-52bf-86b8-15a8476d2702/nfs.dump.dir in system properties and HBase conf 2024-11-08T00:32:28,822 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5072218b-1bc6-52bf-86b8-15a8476d2702/java.io.tmpdir in system properties and HBase conf 2024-11-08T00:32:28,822 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5072218b-1bc6-52bf-86b8-15a8476d2702/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-08T00:32:28,822 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5072218b-1bc6-52bf-86b8-15a8476d2702/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-08T00:32:28,822 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5072218b-1bc6-52bf-86b8-15a8476d2702/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-08T00:32:29,183 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-08T00:32:29,187 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-08T00:32:29,188 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-08T00:32:29,188 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-08T00:32:29,188 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-08T00:32:29,189 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-08T00:32:29,189 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@187e89fe{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5072218b-1bc6-52bf-86b8-15a8476d2702/hadoop.log.dir/,AVAILABLE} 2024-11-08T00:32:29,189 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@63186bd3{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-08T00:32:29,283 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@26819ed4{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5072218b-1bc6-52bf-86b8-15a8476d2702/java.io.tmpdir/jetty-localhost-40193-hadoop-hdfs-3_4_1-tests_jar-_-any-6112914979251528239/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-08T00:32:29,284 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@6845cac1{HTTP/1.1, (http/1.1)}{localhost:40193} 2024-11-08T00:32:29,284 INFO [Time-limited test {}] server.Server(415): Started @149662ms 2024-11-08T00:32:29,557 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-08T00:32:29,560 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-08T00:32:29,561 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-08T00:32:29,561 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-08T00:32:29,561 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-08T00:32:29,563 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2ad255f5{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5072218b-1bc6-52bf-86b8-15a8476d2702/hadoop.log.dir/,AVAILABLE} 2024-11-08T00:32:29,563 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@71010f41{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-08T00:32:29,655 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@30cff8f0{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5072218b-1bc6-52bf-86b8-15a8476d2702/java.io.tmpdir/jetty-localhost-32955-hadoop-hdfs-3_4_1-tests_jar-_-any-10626388939509673644/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-08T00:32:29,655 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@170a96dd{HTTP/1.1, (http/1.1)}{localhost:32955} 2024-11-08T00:32:29,655 INFO [Time-limited test {}] server.Server(415): Started @150033ms 2024-11-08T00:32:29,656 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-08T00:32:29,680 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-08T00:32:29,683 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-08T00:32:29,684 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-08T00:32:29,684 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-08T00:32:29,684 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-08T00:32:29,685 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@45554f79{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5072218b-1bc6-52bf-86b8-15a8476d2702/hadoop.log.dir/,AVAILABLE} 2024-11-08T00:32:29,685 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@52bc83d1{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-08T00:32:29,777 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@7b92a7c2{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5072218b-1bc6-52bf-86b8-15a8476d2702/java.io.tmpdir/jetty-localhost-36227-hadoop-hdfs-3_4_1-tests_jar-_-any-16952439315943593670/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-08T00:32:29,778 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@63953d33{HTTP/1.1, (http/1.1)}{localhost:36227} 2024-11-08T00:32:29,778 INFO [Time-limited test {}] server.Server(415): Started @150155ms 2024-11-08T00:32:29,779 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-08T00:32:30,987 WARN [Thread-1104 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5072218b-1bc6-52bf-86b8-15a8476d2702/cluster_f1e076b6-4287-03a2-c605-ab7e35171ab8/data/data1/current/BP-1076405143-172.17.0.3-1731025948844/current, will proceed with Du for space computation calculation, 2024-11-08T00:32:30,987 WARN [Thread-1105 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5072218b-1bc6-52bf-86b8-15a8476d2702/cluster_f1e076b6-4287-03a2-c605-ab7e35171ab8/data/data2/current/BP-1076405143-172.17.0.3-1731025948844/current, will proceed with Du for space computation calculation, 2024-11-08T00:32:31,010 WARN [Thread-1068 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-08T00:32:31,012 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x560ce4a15566ac81 with lease ID 0x27404d214387f72b: Processing first storage report for DS-8048b23c-5170-4798-9c66-83462027290f from datanode DatanodeRegistration(127.0.0.1:46557, datanodeUuid=3bca2deb-212e-40d7-9a14-7ad3869d5b9b, infoPort=46495, infoSecurePort=0, ipcPort=42091, storageInfo=lv=-57;cid=testClusterID;nsid=1459562655;c=1731025948844) 2024-11-08T00:32:31,012 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x560ce4a15566ac81 with lease ID 0x27404d214387f72b: from storage DS-8048b23c-5170-4798-9c66-83462027290f node DatanodeRegistration(127.0.0.1:46557, datanodeUuid=3bca2deb-212e-40d7-9a14-7ad3869d5b9b, infoPort=46495, infoSecurePort=0, ipcPort=42091, storageInfo=lv=-57;cid=testClusterID;nsid=1459562655;c=1731025948844), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-08T00:32:31,012 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x560ce4a15566ac81 with lease ID 0x27404d214387f72b: Processing first storage report for DS-a7ad69a4-4f69-48d0-9eef-50e9cd0bd38c from datanode DatanodeRegistration(127.0.0.1:46557, datanodeUuid=3bca2deb-212e-40d7-9a14-7ad3869d5b9b, infoPort=46495, infoSecurePort=0, ipcPort=42091, storageInfo=lv=-57;cid=testClusterID;nsid=1459562655;c=1731025948844) 2024-11-08T00:32:31,012 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x560ce4a15566ac81 with lease ID 0x27404d214387f72b: from storage DS-a7ad69a4-4f69-48d0-9eef-50e9cd0bd38c node DatanodeRegistration(127.0.0.1:46557, datanodeUuid=3bca2deb-212e-40d7-9a14-7ad3869d5b9b, infoPort=46495, infoSecurePort=0, ipcPort=42091, storageInfo=lv=-57;cid=testClusterID;nsid=1459562655;c=1731025948844), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-08T00:32:31,138 WARN [Thread-1115 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5072218b-1bc6-52bf-86b8-15a8476d2702/cluster_f1e076b6-4287-03a2-c605-ab7e35171ab8/data/data3/current/BP-1076405143-172.17.0.3-1731025948844/current, will proceed with Du for space computation calculation, 2024-11-08T00:32:31,138 WARN [Thread-1116 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5072218b-1bc6-52bf-86b8-15a8476d2702/cluster_f1e076b6-4287-03a2-c605-ab7e35171ab8/data/data4/current/BP-1076405143-172.17.0.3-1731025948844/current, will proceed with Du for space computation calculation, 2024-11-08T00:32:31,161 WARN [Thread-1091 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-08T00:32:31,163 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x248ea57c9c883e1b with lease ID 0x27404d214387f72c: Processing first storage report for DS-ed8766f6-78a3-4def-858f-1b92089bdab0 from datanode DatanodeRegistration(127.0.0.1:46799, datanodeUuid=c5e1ae73-2f80-4b1b-be72-87bf44d2a514, infoPort=35365, infoSecurePort=0, ipcPort=44697, storageInfo=lv=-57;cid=testClusterID;nsid=1459562655;c=1731025948844) 2024-11-08T00:32:31,163 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x248ea57c9c883e1b with lease ID 0x27404d214387f72c: from storage DS-ed8766f6-78a3-4def-858f-1b92089bdab0 node DatanodeRegistration(127.0.0.1:46799, datanodeUuid=c5e1ae73-2f80-4b1b-be72-87bf44d2a514, infoPort=35365, infoSecurePort=0, ipcPort=44697, storageInfo=lv=-57;cid=testClusterID;nsid=1459562655;c=1731025948844), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-08T00:32:31,163 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x248ea57c9c883e1b with lease ID 0x27404d214387f72c: Processing first storage report for DS-aa5fdfe7-e7d3-4158-bc4b-79250506463a from datanode DatanodeRegistration(127.0.0.1:46799, datanodeUuid=c5e1ae73-2f80-4b1b-be72-87bf44d2a514, infoPort=35365, infoSecurePort=0, ipcPort=44697, storageInfo=lv=-57;cid=testClusterID;nsid=1459562655;c=1731025948844) 2024-11-08T00:32:31,163 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x248ea57c9c883e1b with lease ID 0x27404d214387f72c: from storage DS-aa5fdfe7-e7d3-4158-bc4b-79250506463a node DatanodeRegistration(127.0.0.1:46799, datanodeUuid=c5e1ae73-2f80-4b1b-be72-87bf44d2a514, infoPort=35365, infoSecurePort=0, ipcPort=44697, storageInfo=lv=-57;cid=testClusterID;nsid=1459562655;c=1731025948844), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-08T00:32:31,217 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5072218b-1bc6-52bf-86b8-15a8476d2702 2024-11-08T00:32:31,223 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5072218b-1bc6-52bf-86b8-15a8476d2702/cluster_f1e076b6-4287-03a2-c605-ab7e35171ab8/zookeeper_0, clientPort=61928, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5072218b-1bc6-52bf-86b8-15a8476d2702/cluster_f1e076b6-4287-03a2-c605-ab7e35171ab8/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5072218b-1bc6-52bf-86b8-15a8476d2702/cluster_f1e076b6-4287-03a2-c605-ab7e35171ab8/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-08T00:32:31,224 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=61928 2024-11-08T00:32:31,224 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T00:32:31,226 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T00:32:31,236 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46557 is added to blk_1073741825_1001 (size=7) 2024-11-08T00:32:31,236 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46799 is added to blk_1073741825_1001 (size=7) 2024-11-08T00:32:31,237 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:37879/user/jenkins/test-data/20cb955b-551b-053d-70d2-63ac8d2b3d87 with version=8 2024-11-08T00:32:31,237 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1141): The hbase.fs.tmp.dir is set to hdfs://localhost:39609/user/jenkins/test-data/e864f493-d64a-a972-485b-9e7917f52b3b/hbase-staging 2024-11-08T00:32:31,240 INFO [Time-limited test {}] client.ConnectionUtils(128): master/3302f0f507bd:0 server-side Connection retries=45 2024-11-08T00:32:31,240 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-08T00:32:31,240 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-08T00:32:31,240 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-08T00:32:31,240 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-08T00:32:31,240 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-08T00:32:31,240 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-08T00:32:31,241 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-08T00:32:31,241 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:38609 2024-11-08T00:32:31,243 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:38609 connecting to ZooKeeper ensemble=127.0.0.1:61928 2024-11-08T00:32:31,293 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:386090x0, quorum=127.0.0.1:61928, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-08T00:32:31,293 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:38609-0x10117dbd5a00000 connected 2024-11-08T00:32:31,379 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T00:32:31,381 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T00:32:31,383 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:38609-0x10117dbd5a00000, quorum=127.0.0.1:61928, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-08T00:32:31,383 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:37879/user/jenkins/test-data/20cb955b-551b-053d-70d2-63ac8d2b3d87, hbase.cluster.distributed=false 2024-11-08T00:32:31,385 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:38609-0x10117dbd5a00000, quorum=127.0.0.1:61928, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-08T00:32:31,385 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=38609 2024-11-08T00:32:31,385 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=38609 2024-11-08T00:32:31,386 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=38609 2024-11-08T00:32:31,386 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=38609 2024-11-08T00:32:31,386 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=38609 2024-11-08T00:32:31,400 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/3302f0f507bd:0 server-side Connection retries=45 2024-11-08T00:32:31,400 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-08T00:32:31,401 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-08T00:32:31,401 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-08T00:32:31,401 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-08T00:32:31,401 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-08T00:32:31,401 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-08T00:32:31,401 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-08T00:32:31,401 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:32937 2024-11-08T00:32:31,403 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:32937 connecting to ZooKeeper ensemble=127.0.0.1:61928 2024-11-08T00:32:31,404 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T00:32:31,405 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T00:32:31,419 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:329370x0, quorum=127.0.0.1:61928, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-08T00:32:31,419 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:32937-0x10117dbd5a00001 connected 2024-11-08T00:32:31,419 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:32937-0x10117dbd5a00001, quorum=127.0.0.1:61928, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-08T00:32:31,420 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-08T00:32:31,420 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-08T00:32:31,421 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:32937-0x10117dbd5a00001, quorum=127.0.0.1:61928, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-08T00:32:31,422 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:32937-0x10117dbd5a00001, quorum=127.0.0.1:61928, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-08T00:32:31,422 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=32937 2024-11-08T00:32:31,422 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=32937 2024-11-08T00:32:31,422 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=32937 2024-11-08T00:32:31,423 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=32937 2024-11-08T00:32:31,423 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=32937 2024-11-08T00:32:31,433 DEBUG [M:0;3302f0f507bd:38609 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;3302f0f507bd:38609 2024-11-08T00:32:31,434 INFO [master/3302f0f507bd:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /hbase/backup-masters/3302f0f507bd,38609,1731025951240 2024-11-08T00:32:31,442 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38609-0x10117dbd5a00000, quorum=127.0.0.1:61928, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-08T00:32:31,442 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32937-0x10117dbd5a00001, quorum=127.0.0.1:61928, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-08T00:32:31,442 DEBUG [master/3302f0f507bd:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:38609-0x10117dbd5a00000, quorum=127.0.0.1:61928, baseZNode=/hbase Set watcher on existing znode=/hbase/backup-masters/3302f0f507bd,38609,1731025951240 2024-11-08T00:32:31,452 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38609-0x10117dbd5a00000, quorum=127.0.0.1:61928, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T00:32:31,452 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32937-0x10117dbd5a00001, quorum=127.0.0.1:61928, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-08T00:32:31,452 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32937-0x10117dbd5a00001, quorum=127.0.0.1:61928, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T00:32:31,453 DEBUG [master/3302f0f507bd:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:38609-0x10117dbd5a00000, quorum=127.0.0.1:61928, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-11-08T00:32:31,454 INFO [master/3302f0f507bd:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /hbase/backup-masters/3302f0f507bd,38609,1731025951240 from backup master directory 2024-11-08T00:32:31,463 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38609-0x10117dbd5a00000, quorum=127.0.0.1:61928, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/backup-masters/3302f0f507bd,38609,1731025951240 2024-11-08T00:32:31,463 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32937-0x10117dbd5a00001, quorum=127.0.0.1:61928, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-08T00:32:31,463 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38609-0x10117dbd5a00000, quorum=127.0.0.1:61928, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-08T00:32:31,463 WARN [master/3302f0f507bd:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-08T00:32:31,463 INFO [master/3302f0f507bd:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=3302f0f507bd,38609,1731025951240 2024-11-08T00:32:31,472 DEBUG [master/3302f0f507bd:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:37879/user/jenkins/test-data/20cb955b-551b-053d-70d2-63ac8d2b3d87/hbase.id] with ID: 23e70e6c-3f29-47df-a9bf-31b025a5c7b5 2024-11-08T00:32:31,472 DEBUG [master/3302f0f507bd:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:37879/user/jenkins/test-data/20cb955b-551b-053d-70d2-63ac8d2b3d87/.tmp/hbase.id 2024-11-08T00:32:31,480 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46799 is added to blk_1073741826_1002 (size=42) 2024-11-08T00:32:31,480 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46557 is added to blk_1073741826_1002 (size=42) 2024-11-08T00:32:31,481 DEBUG [master/3302f0f507bd:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:37879/user/jenkins/test-data/20cb955b-551b-053d-70d2-63ac8d2b3d87/.tmp/hbase.id]:[hdfs://localhost:37879/user/jenkins/test-data/20cb955b-551b-053d-70d2-63ac8d2b3d87/hbase.id] 2024-11-08T00:32:31,498 INFO [master/3302f0f507bd:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T00:32:31,498 INFO [master/3302f0f507bd:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-08T00:32:31,500 INFO [master/3302f0f507bd:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 2ms. 2024-11-08T00:32:31,513 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38609-0x10117dbd5a00000, quorum=127.0.0.1:61928, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T00:32:31,513 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32937-0x10117dbd5a00001, quorum=127.0.0.1:61928, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T00:32:31,520 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46557 is added to blk_1073741827_1003 (size=196) 2024-11-08T00:32:31,520 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46799 is added to blk_1073741827_1003 (size=196) 2024-11-08T00:32:31,521 INFO [master/3302f0f507bd:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-08T00:32:31,521 INFO [master/3302f0f507bd:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-08T00:32:31,521 INFO [master/3302f0f507bd:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-08T00:32:31,527 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46799 is added to blk_1073741828_1004 (size=1189) 2024-11-08T00:32:31,527 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46557 is added to blk_1073741828_1004 (size=1189) 2024-11-08T00:32:31,528 INFO [master/3302f0f507bd:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:37879/user/jenkins/test-data/20cb955b-551b-053d-70d2-63ac8d2b3d87/MasterData/data/master/store 2024-11-08T00:32:31,534 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46799 is added to blk_1073741829_1005 (size=34) 2024-11-08T00:32:31,535 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46557 is added to blk_1073741829_1005 (size=34) 2024-11-08T00:32:31,535 DEBUG [master/3302f0f507bd:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T00:32:31,535 DEBUG [master/3302f0f507bd:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-08T00:32:31,535 INFO [master/3302f0f507bd:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T00:32:31,535 DEBUG [master/3302f0f507bd:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T00:32:31,535 DEBUG [master/3302f0f507bd:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-08T00:32:31,535 DEBUG [master/3302f0f507bd:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T00:32:31,535 INFO [master/3302f0f507bd:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T00:32:31,535 DEBUG [master/3302f0f507bd:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731025951535Disabling compacts and flushes for region at 1731025951535Disabling writes for close at 1731025951535Writing region close event to WAL at 1731025951535Closed at 1731025951535 2024-11-08T00:32:31,536 WARN [master/3302f0f507bd:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:37879/user/jenkins/test-data/20cb955b-551b-053d-70d2-63ac8d2b3d87/MasterData/data/master/store/.initializing 2024-11-08T00:32:31,536 DEBUG [master/3302f0f507bd:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:37879/user/jenkins/test-data/20cb955b-551b-053d-70d2-63ac8d2b3d87/MasterData/WALs/3302f0f507bd,38609,1731025951240 2024-11-08T00:32:31,537 INFO [master/3302f0f507bd:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-08T00:32:31,539 INFO [master/3302f0f507bd:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=3302f0f507bd%2C38609%2C1731025951240, suffix=, logDir=hdfs://localhost:37879/user/jenkins/test-data/20cb955b-551b-053d-70d2-63ac8d2b3d87/MasterData/WALs/3302f0f507bd,38609,1731025951240, archiveDir=hdfs://localhost:37879/user/jenkins/test-data/20cb955b-551b-053d-70d2-63ac8d2b3d87/MasterData/oldWALs, maxLogs=10 2024-11-08T00:32:31,551 DEBUG [master/3302f0f507bd:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/20cb955b-551b-053d-70d2-63ac8d2b3d87/MasterData/WALs/3302f0f507bd,38609,1731025951240/3302f0f507bd%2C38609%2C1731025951240.1731025951539, exclude list is [], retry=0 2024-11-08T00:32:31,553 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46557,DS-8048b23c-5170-4798-9c66-83462027290f,DISK] 2024-11-08T00:32:31,553 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46799,DS-ed8766f6-78a3-4def-858f-1b92089bdab0,DISK] 2024-11-08T00:32:31,555 INFO [master/3302f0f507bd:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/20cb955b-551b-053d-70d2-63ac8d2b3d87/MasterData/WALs/3302f0f507bd,38609,1731025951240/3302f0f507bd%2C38609%2C1731025951240.1731025951539 2024-11-08T00:32:31,555 DEBUG [master/3302f0f507bd:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46495:46495),(127.0.0.1/127.0.0.1:35365:35365)] 2024-11-08T00:32:31,555 DEBUG [master/3302f0f507bd:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-08T00:32:31,556 DEBUG [master/3302f0f507bd:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T00:32:31,556 DEBUG [master/3302f0f507bd:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T00:32:31,556 DEBUG [master/3302f0f507bd:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T00:32:31,557 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-08T00:32:31,558 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-08T00:32:31,558 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T00:32:31,559 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T00:32:31,559 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-08T00:32:31,560 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-08T00:32:31,560 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T00:32:31,560 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T00:32:31,560 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-08T00:32:31,561 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-08T00:32:31,561 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T00:32:31,562 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T00:32:31,562 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-08T00:32:31,563 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-08T00:32:31,563 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T00:32:31,564 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T00:32:31,564 DEBUG [master/3302f0f507bd:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T00:32:31,565 DEBUG [master/3302f0f507bd:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37879/user/jenkins/test-data/20cb955b-551b-053d-70d2-63ac8d2b3d87/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-08T00:32:31,565 DEBUG [master/3302f0f507bd:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37879/user/jenkins/test-data/20cb955b-551b-053d-70d2-63ac8d2b3d87/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-08T00:32:31,566 DEBUG [master/3302f0f507bd:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T00:32:31,566 DEBUG [master/3302f0f507bd:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T00:32:31,567 DEBUG [master/3302f0f507bd:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-08T00:32:31,567 DEBUG [master/3302f0f507bd:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T00:32:31,569 DEBUG [master/3302f0f507bd:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37879/user/jenkins/test-data/20cb955b-551b-053d-70d2-63ac8d2b3d87/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-08T00:32:31,570 INFO [master/3302f0f507bd:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=809471, jitterRate=0.029296472668647766}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-08T00:32:31,570 DEBUG [master/3302f0f507bd:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731025951556Initializing all the Stores at 1731025951557 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731025951557Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731025951557Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731025951557Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731025951557Cleaning up temporary data from old regions at 1731025951566 (+9 ms)Region opened successfully at 1731025951570 (+4 ms) 2024-11-08T00:32:31,570 INFO [master/3302f0f507bd:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-08T00:32:31,574 DEBUG [master/3302f0f507bd:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@547f4e3a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=3302f0f507bd/172.17.0.3:0 2024-11-08T00:32:31,575 INFO [master/3302f0f507bd:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-08T00:32:31,575 INFO [master/3302f0f507bd:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-08T00:32:31,575 INFO [master/3302f0f507bd:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-08T00:32:31,575 INFO [master/3302f0f507bd:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-08T00:32:31,576 INFO [master/3302f0f507bd:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-08T00:32:31,576 INFO [master/3302f0f507bd:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-08T00:32:31,576 INFO [master/3302f0f507bd:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-08T00:32:31,578 INFO [master/3302f0f507bd:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-08T00:32:31,579 DEBUG [master/3302f0f507bd:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38609-0x10117dbd5a00000, quorum=127.0.0.1:61928, baseZNode=/hbase Unable to get data of znode /hbase/balancer because node does not exist (not necessarily an error) 2024-11-08T00:32:31,589 DEBUG [master/3302f0f507bd:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/balancer already deleted, retry=false 2024-11-08T00:32:31,590 INFO [master/3302f0f507bd:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-08T00:32:31,591 DEBUG [master/3302f0f507bd:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38609-0x10117dbd5a00000, quorum=127.0.0.1:61928, baseZNode=/hbase Unable to get data of znode /hbase/normalizer because node does not exist (not necessarily an error) 2024-11-08T00:32:31,600 DEBUG [master/3302f0f507bd:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/normalizer already deleted, retry=false 2024-11-08T00:32:31,600 INFO [master/3302f0f507bd:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-08T00:32:31,601 DEBUG [master/3302f0f507bd:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38609-0x10117dbd5a00000, quorum=127.0.0.1:61928, baseZNode=/hbase Unable to get data of znode /hbase/switch/split because node does not exist (not necessarily an error) 2024-11-08T00:32:31,610 DEBUG [master/3302f0f507bd:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/split already deleted, retry=false 2024-11-08T00:32:31,611 DEBUG [master/3302f0f507bd:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38609-0x10117dbd5a00000, quorum=127.0.0.1:61928, baseZNode=/hbase Unable to get data of znode /hbase/switch/merge because node does not exist (not necessarily an error) 2024-11-08T00:32:31,621 DEBUG [master/3302f0f507bd:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/merge already deleted, retry=false 2024-11-08T00:32:31,623 DEBUG [master/3302f0f507bd:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38609-0x10117dbd5a00000, quorum=127.0.0.1:61928, baseZNode=/hbase Unable to get data of znode /hbase/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-08T00:32:31,631 DEBUG [master/3302f0f507bd:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/snapshot-cleanup already deleted, retry=false 2024-11-08T00:32:31,642 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38609-0x10117dbd5a00000, quorum=127.0.0.1:61928, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-08T00:32:31,642 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32937-0x10117dbd5a00001, quorum=127.0.0.1:61928, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-08T00:32:31,642 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38609-0x10117dbd5a00000, quorum=127.0.0.1:61928, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T00:32:31,642 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32937-0x10117dbd5a00001, quorum=127.0.0.1:61928, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T00:32:31,642 INFO [master/3302f0f507bd:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=3302f0f507bd,38609,1731025951240, sessionid=0x10117dbd5a00000, setting cluster-up flag (Was=false) 2024-11-08T00:32:31,663 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32937-0x10117dbd5a00001, quorum=127.0.0.1:61928, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T00:32:31,663 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38609-0x10117dbd5a00000, quorum=127.0.0.1:61928, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T00:32:31,695 DEBUG [master/3302f0f507bd:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/flush-table-proc/acquired, /hbase/flush-table-proc/reached, /hbase/flush-table-proc/abort 2024-11-08T00:32:31,698 DEBUG [master/3302f0f507bd:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=3302f0f507bd,38609,1731025951240 2024-11-08T00:32:31,716 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32937-0x10117dbd5a00001, quorum=127.0.0.1:61928, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T00:32:31,716 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38609-0x10117dbd5a00000, quorum=127.0.0.1:61928, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T00:32:31,789 DEBUG [master/3302f0f507bd:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/online-snapshot/acquired, /hbase/online-snapshot/reached, /hbase/online-snapshot/abort 2024-11-08T00:32:31,792 DEBUG [master/3302f0f507bd:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=3302f0f507bd,38609,1731025951240 2024-11-08T00:32:31,794 INFO [master/3302f0f507bd:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:37879/user/jenkins/test-data/20cb955b-551b-053d-70d2-63ac8d2b3d87/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-08T00:32:31,797 DEBUG [master/3302f0f507bd:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-08T00:32:31,797 INFO [master/3302f0f507bd:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-08T00:32:31,797 INFO [master/3302f0f507bd:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-08T00:32:31,798 DEBUG [master/3302f0f507bd:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 3302f0f507bd,38609,1731025951240 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-08T00:32:31,800 DEBUG [master/3302f0f507bd:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/3302f0f507bd:0, corePoolSize=5, maxPoolSize=5 2024-11-08T00:32:31,800 DEBUG [master/3302f0f507bd:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/3302f0f507bd:0, corePoolSize=5, maxPoolSize=5 2024-11-08T00:32:31,800 DEBUG [master/3302f0f507bd:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/3302f0f507bd:0, corePoolSize=5, maxPoolSize=5 2024-11-08T00:32:31,800 DEBUG [master/3302f0f507bd:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/3302f0f507bd:0, corePoolSize=5, maxPoolSize=5 2024-11-08T00:32:31,800 DEBUG [master/3302f0f507bd:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/3302f0f507bd:0, corePoolSize=10, maxPoolSize=10 2024-11-08T00:32:31,801 DEBUG [master/3302f0f507bd:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/3302f0f507bd:0, corePoolSize=1, maxPoolSize=1 2024-11-08T00:32:31,801 DEBUG [master/3302f0f507bd:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/3302f0f507bd:0, corePoolSize=2, maxPoolSize=2 2024-11-08T00:32:31,801 DEBUG [master/3302f0f507bd:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/3302f0f507bd:0, corePoolSize=1, maxPoolSize=1 2024-11-08T00:32:31,802 INFO [master/3302f0f507bd:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731025981802 2024-11-08T00:32:31,802 INFO [master/3302f0f507bd:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-08T00:32:31,802 INFO [master/3302f0f507bd:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-08T00:32:31,802 INFO [master/3302f0f507bd:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-08T00:32:31,802 INFO [master/3302f0f507bd:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-08T00:32:31,802 INFO [master/3302f0f507bd:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-08T00:32:31,802 INFO [master/3302f0f507bd:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-08T00:32:31,803 INFO [master/3302f0f507bd:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-08T00:32:31,803 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-08T00:32:31,803 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-08T00:32:31,804 INFO [master/3302f0f507bd:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-08T00:32:31,804 INFO [master/3302f0f507bd:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-08T00:32:31,804 INFO [master/3302f0f507bd:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-08T00:32:31,804 INFO [master/3302f0f507bd:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-08T00:32:31,804 INFO [master/3302f0f507bd:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-08T00:32:31,804 DEBUG [master/3302f0f507bd:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/3302f0f507bd:0:becomeActiveMaster-HFileCleaner.large.0-1731025951804,5,FailOnTimeoutGroup] 2024-11-08T00:32:31,805 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T00:32:31,805 DEBUG [master/3302f0f507bd:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/3302f0f507bd:0:becomeActiveMaster-HFileCleaner.small.0-1731025951804,5,FailOnTimeoutGroup] 2024-11-08T00:32:31,805 INFO [master/3302f0f507bd:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-08T00:32:31,805 INFO [master/3302f0f507bd:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-08T00:32:31,805 INFO [master/3302f0f507bd:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-08T00:32:31,805 INFO [master/3302f0f507bd:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-08T00:32:31,805 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-08T00:32:31,813 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46557 is added to blk_1073741831_1007 (size=1321) 2024-11-08T00:32:31,813 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46799 is added to blk_1073741831_1007 (size=1321) 2024-11-08T00:32:31,814 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:37879/user/jenkins/test-data/20cb955b-551b-053d-70d2-63ac8d2b3d87/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-08T00:32:31,814 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:37879/user/jenkins/test-data/20cb955b-551b-053d-70d2-63ac8d2b3d87 2024-11-08T00:32:31,820 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46799 is added to blk_1073741832_1008 (size=32) 2024-11-08T00:32:31,820 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46557 is added to blk_1073741832_1008 (size=32) 2024-11-08T00:32:31,821 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T00:32:31,822 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-08T00:32:31,823 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-08T00:32:31,823 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T00:32:31,823 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T00:32:31,823 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-08T00:32:31,825 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-08T00:32:31,825 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T00:32:31,825 INFO [RS:0;3302f0f507bd:32937 {}] regionserver.HRegionServer(746): ClusterId : 23e70e6c-3f29-47df-a9bf-31b025a5c7b5 2024-11-08T00:32:31,825 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T00:32:31,825 DEBUG [RS:0;3302f0f507bd:32937 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-08T00:32:31,825 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-08T00:32:31,827 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-08T00:32:31,827 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T00:32:31,828 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T00:32:31,828 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-08T00:32:31,829 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-08T00:32:31,830 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T00:32:31,830 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T00:32:31,830 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-08T00:32:31,831 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37879/user/jenkins/test-data/20cb955b-551b-053d-70d2-63ac8d2b3d87/data/hbase/meta/1588230740 2024-11-08T00:32:31,831 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37879/user/jenkins/test-data/20cb955b-551b-053d-70d2-63ac8d2b3d87/data/hbase/meta/1588230740 2024-11-08T00:32:31,832 DEBUG [RS:0;3302f0f507bd:32937 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-08T00:32:31,832 DEBUG [RS:0;3302f0f507bd:32937 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-08T00:32:31,833 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-08T00:32:31,833 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-08T00:32:31,833 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-08T00:32:31,835 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-08T00:32:31,837 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37879/user/jenkins/test-data/20cb955b-551b-053d-70d2-63ac8d2b3d87/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-08T00:32:31,837 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=16384, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=811875, jitterRate=0.03235366940498352}}}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-08T00:32:31,837 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731025951821Initializing all the Stores at 1731025951821Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731025951821Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731025951821Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731025951821Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731025951821Cleaning up temporary data from old regions at 1731025951833 (+12 ms)Region opened successfully at 1731025951837 (+4 ms) 2024-11-08T00:32:31,837 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-08T00:32:31,838 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-08T00:32:31,838 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-08T00:32:31,838 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-08T00:32:31,838 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-08T00:32:31,838 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-08T00:32:31,838 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731025951837Disabling compacts and flushes for region at 1731025951837Disabling writes for close at 1731025951838 (+1 ms)Writing region close event to WAL at 1731025951838Closed at 1731025951838 2024-11-08T00:32:31,839 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-08T00:32:31,839 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-08T00:32:31,839 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-08T00:32:31,840 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-08T00:32:31,841 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-08T00:32:31,842 DEBUG [RS:0;3302f0f507bd:32937 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-08T00:32:31,843 DEBUG [RS:0;3302f0f507bd:32937 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6703ea94, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=3302f0f507bd/172.17.0.3:0 2024-11-08T00:32:31,854 DEBUG [RS:0;3302f0f507bd:32937 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;3302f0f507bd:32937 2024-11-08T00:32:31,854 INFO [RS:0;3302f0f507bd:32937 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-08T00:32:31,854 INFO [RS:0;3302f0f507bd:32937 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-08T00:32:31,855 DEBUG [RS:0;3302f0f507bd:32937 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-08T00:32:31,855 INFO [RS:0;3302f0f507bd:32937 {}] regionserver.HRegionServer(2659): reportForDuty to master=3302f0f507bd,38609,1731025951240 with port=32937, startcode=1731025951400 2024-11-08T00:32:31,855 DEBUG [RS:0;3302f0f507bd:32937 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-08T00:32:31,857 INFO [HMaster-EventLoopGroup-9-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:58507, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.3 (auth:SIMPLE), service=RegionServerStatusService 2024-11-08T00:32:31,858 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=38609 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 3302f0f507bd,32937,1731025951400 2024-11-08T00:32:31,858 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=38609 {}] master.ServerManager(517): Registering regionserver=3302f0f507bd,32937,1731025951400 2024-11-08T00:32:31,859 DEBUG [RS:0;3302f0f507bd:32937 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:37879/user/jenkins/test-data/20cb955b-551b-053d-70d2-63ac8d2b3d87 2024-11-08T00:32:31,859 DEBUG [RS:0;3302f0f507bd:32937 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:37879 2024-11-08T00:32:31,859 DEBUG [RS:0;3302f0f507bd:32937 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-08T00:32:31,871 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38609-0x10117dbd5a00000, quorum=127.0.0.1:61928, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-08T00:32:31,872 DEBUG [RS:0;3302f0f507bd:32937 {}] zookeeper.ZKUtil(111): regionserver:32937-0x10117dbd5a00001, quorum=127.0.0.1:61928, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/3302f0f507bd,32937,1731025951400 2024-11-08T00:32:31,872 WARN [RS:0;3302f0f507bd:32937 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-08T00:32:31,872 INFO [RS:0;3302f0f507bd:32937 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-08T00:32:31,872 DEBUG [RS:0;3302f0f507bd:32937 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:37879/user/jenkins/test-data/20cb955b-551b-053d-70d2-63ac8d2b3d87/WALs/3302f0f507bd,32937,1731025951400 2024-11-08T00:32:31,872 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [3302f0f507bd,32937,1731025951400] 2024-11-08T00:32:31,876 INFO [RS:0;3302f0f507bd:32937 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-08T00:32:31,877 INFO [RS:0;3302f0f507bd:32937 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-08T00:32:31,877 INFO [RS:0;3302f0f507bd:32937 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-08T00:32:31,877 INFO [RS:0;3302f0f507bd:32937 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-08T00:32:31,878 INFO [RS:0;3302f0f507bd:32937 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-08T00:32:31,878 INFO [RS:0;3302f0f507bd:32937 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-08T00:32:31,879 INFO [RS:0;3302f0f507bd:32937 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-08T00:32:31,879 DEBUG [RS:0;3302f0f507bd:32937 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/3302f0f507bd:0, corePoolSize=1, maxPoolSize=1 2024-11-08T00:32:31,879 DEBUG [RS:0;3302f0f507bd:32937 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/3302f0f507bd:0, corePoolSize=1, maxPoolSize=1 2024-11-08T00:32:31,879 DEBUG [RS:0;3302f0f507bd:32937 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/3302f0f507bd:0, corePoolSize=1, maxPoolSize=1 2024-11-08T00:32:31,879 DEBUG [RS:0;3302f0f507bd:32937 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/3302f0f507bd:0, corePoolSize=1, maxPoolSize=1 2024-11-08T00:32:31,879 DEBUG [RS:0;3302f0f507bd:32937 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/3302f0f507bd:0, corePoolSize=1, maxPoolSize=1 2024-11-08T00:32:31,879 DEBUG [RS:0;3302f0f507bd:32937 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/3302f0f507bd:0, corePoolSize=2, maxPoolSize=2 2024-11-08T00:32:31,879 DEBUG [RS:0;3302f0f507bd:32937 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/3302f0f507bd:0, corePoolSize=1, maxPoolSize=1 2024-11-08T00:32:31,879 DEBUG [RS:0;3302f0f507bd:32937 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/3302f0f507bd:0, corePoolSize=1, maxPoolSize=1 2024-11-08T00:32:31,879 DEBUG [RS:0;3302f0f507bd:32937 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/3302f0f507bd:0, corePoolSize=1, maxPoolSize=1 2024-11-08T00:32:31,879 DEBUG [RS:0;3302f0f507bd:32937 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/3302f0f507bd:0, corePoolSize=1, maxPoolSize=1 2024-11-08T00:32:31,879 DEBUG [RS:0;3302f0f507bd:32937 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/3302f0f507bd:0, corePoolSize=1, maxPoolSize=1 2024-11-08T00:32:31,879 DEBUG [RS:0;3302f0f507bd:32937 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/3302f0f507bd:0, corePoolSize=1, maxPoolSize=1 2024-11-08T00:32:31,879 DEBUG [RS:0;3302f0f507bd:32937 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/3302f0f507bd:0, corePoolSize=3, maxPoolSize=3 2024-11-08T00:32:31,879 DEBUG [RS:0;3302f0f507bd:32937 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/3302f0f507bd:0, corePoolSize=3, maxPoolSize=3 2024-11-08T00:32:31,880 INFO [RS:0;3302f0f507bd:32937 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-08T00:32:31,880 INFO [RS:0;3302f0f507bd:32937 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-08T00:32:31,880 INFO [RS:0;3302f0f507bd:32937 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-08T00:32:31,880 INFO [RS:0;3302f0f507bd:32937 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-08T00:32:31,880 INFO [RS:0;3302f0f507bd:32937 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-08T00:32:31,880 INFO [RS:0;3302f0f507bd:32937 {}] hbase.ChoreService(168): Chore ScheduledChore name=3302f0f507bd,32937,1731025951400-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-08T00:32:31,895 INFO [RS:0;3302f0f507bd:32937 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-08T00:32:31,895 INFO [RS:0;3302f0f507bd:32937 {}] hbase.ChoreService(168): Chore ScheduledChore name=3302f0f507bd,32937,1731025951400-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-08T00:32:31,895 INFO [RS:0;3302f0f507bd:32937 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T00:32:31,895 INFO [RS:0;3302f0f507bd:32937 {}] regionserver.Replication(171): 3302f0f507bd,32937,1731025951400 started 2024-11-08T00:32:31,907 INFO [RS:0;3302f0f507bd:32937 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T00:32:31,907 INFO [RS:0;3302f0f507bd:32937 {}] regionserver.HRegionServer(1482): Serving as 3302f0f507bd,32937,1731025951400, RpcServer on 3302f0f507bd/172.17.0.3:32937, sessionid=0x10117dbd5a00001 2024-11-08T00:32:31,908 DEBUG [RS:0;3302f0f507bd:32937 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-08T00:32:31,908 DEBUG [RS:0;3302f0f507bd:32937 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 3302f0f507bd,32937,1731025951400 2024-11-08T00:32:31,908 DEBUG [RS:0;3302f0f507bd:32937 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '3302f0f507bd,32937,1731025951400' 2024-11-08T00:32:31,908 DEBUG [RS:0;3302f0f507bd:32937 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-08T00:32:31,908 DEBUG [RS:0;3302f0f507bd:32937 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-08T00:32:31,909 DEBUG [RS:0;3302f0f507bd:32937 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-08T00:32:31,909 DEBUG [RS:0;3302f0f507bd:32937 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-08T00:32:31,909 DEBUG [RS:0;3302f0f507bd:32937 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 3302f0f507bd,32937,1731025951400 2024-11-08T00:32:31,909 DEBUG [RS:0;3302f0f507bd:32937 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '3302f0f507bd,32937,1731025951400' 2024-11-08T00:32:31,909 DEBUG [RS:0;3302f0f507bd:32937 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-08T00:32:31,909 DEBUG [RS:0;3302f0f507bd:32937 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-08T00:32:31,910 DEBUG [RS:0;3302f0f507bd:32937 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-08T00:32:31,910 INFO [RS:0;3302f0f507bd:32937 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-08T00:32:31,910 INFO [RS:0;3302f0f507bd:32937 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-08T00:32:31,991 WARN [3302f0f507bd:38609 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions. 2024-11-08T00:32:32,010 INFO [RS:0;3302f0f507bd:32937 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-08T00:32:32,012 INFO [RS:0;3302f0f507bd:32937 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=3302f0f507bd%2C32937%2C1731025951400, suffix=, logDir=hdfs://localhost:37879/user/jenkins/test-data/20cb955b-551b-053d-70d2-63ac8d2b3d87/WALs/3302f0f507bd,32937,1731025951400, archiveDir=hdfs://localhost:37879/user/jenkins/test-data/20cb955b-551b-053d-70d2-63ac8d2b3d87/oldWALs, maxLogs=32 2024-11-08T00:32:32,024 DEBUG [RS:0;3302f0f507bd:32937 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/20cb955b-551b-053d-70d2-63ac8d2b3d87/WALs/3302f0f507bd,32937,1731025951400/3302f0f507bd%2C32937%2C1731025951400.1731025952013, exclude list is [], retry=0 2024-11-08T00:32:32,027 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46557,DS-8048b23c-5170-4798-9c66-83462027290f,DISK] 2024-11-08T00:32:32,027 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46799,DS-ed8766f6-78a3-4def-858f-1b92089bdab0,DISK] 2024-11-08T00:32:32,029 INFO [RS:0;3302f0f507bd:32937 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/20cb955b-551b-053d-70d2-63ac8d2b3d87/WALs/3302f0f507bd,32937,1731025951400/3302f0f507bd%2C32937%2C1731025951400.1731025952013 2024-11-08T00:32:32,030 DEBUG [RS:0;3302f0f507bd:32937 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46495:46495),(127.0.0.1/127.0.0.1:35365:35365)] 2024-11-08T00:32:32,242 DEBUG [3302f0f507bd:38609 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-08T00:32:32,243 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=3302f0f507bd,32937,1731025951400 2024-11-08T00:32:32,245 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 3302f0f507bd,32937,1731025951400, state=OPENING 2024-11-08T00:32:32,295 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-08T00:32:32,306 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32937-0x10117dbd5a00001, quorum=127.0.0.1:61928, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T00:32:32,306 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38609-0x10117dbd5a00000, quorum=127.0.0.1:61928, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T00:32:32,307 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-08T00:32:32,308 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-08T00:32:32,308 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-08T00:32:32,308 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=3302f0f507bd,32937,1731025951400}] 2024-11-08T00:32:32,465 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-08T00:32:32,467 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:57951, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-08T00:32:32,474 INFO [RS_OPEN_META-regionserver/3302f0f507bd:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-08T00:32:32,474 INFO [RS_OPEN_META-regionserver/3302f0f507bd:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-08T00:32:32,474 INFO [RS_OPEN_META-regionserver/3302f0f507bd:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-08T00:32:32,476 INFO [RS_OPEN_META-regionserver/3302f0f507bd:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=3302f0f507bd%2C32937%2C1731025951400.meta, suffix=.meta, logDir=hdfs://localhost:37879/user/jenkins/test-data/20cb955b-551b-053d-70d2-63ac8d2b3d87/WALs/3302f0f507bd,32937,1731025951400, archiveDir=hdfs://localhost:37879/user/jenkins/test-data/20cb955b-551b-053d-70d2-63ac8d2b3d87/oldWALs, maxLogs=32 2024-11-08T00:32:32,490 DEBUG [RS_OPEN_META-regionserver/3302f0f507bd:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/20cb955b-551b-053d-70d2-63ac8d2b3d87/WALs/3302f0f507bd,32937,1731025951400/3302f0f507bd%2C32937%2C1731025951400.meta.1731025952477.meta, exclude list is [], retry=0 2024-11-08T00:32:32,492 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46557,DS-8048b23c-5170-4798-9c66-83462027290f,DISK] 2024-11-08T00:32:32,492 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46799,DS-ed8766f6-78a3-4def-858f-1b92089bdab0,DISK] 2024-11-08T00:32:32,494 INFO [RS_OPEN_META-regionserver/3302f0f507bd:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/20cb955b-551b-053d-70d2-63ac8d2b3d87/WALs/3302f0f507bd,32937,1731025951400/3302f0f507bd%2C32937%2C1731025951400.meta.1731025952477.meta 2024-11-08T00:32:32,494 DEBUG [RS_OPEN_META-regionserver/3302f0f507bd:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35365:35365),(127.0.0.1/127.0.0.1:46495:46495)] 2024-11-08T00:32:32,494 DEBUG [RS_OPEN_META-regionserver/3302f0f507bd:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-08T00:32:32,495 DEBUG [RS_OPEN_META-regionserver/3302f0f507bd:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-08T00:32:32,495 DEBUG [RS_OPEN_META-regionserver/3302f0f507bd:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-08T00:32:32,495 INFO [RS_OPEN_META-regionserver/3302f0f507bd:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-08T00:32:32,495 DEBUG [RS_OPEN_META-regionserver/3302f0f507bd:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-08T00:32:32,495 DEBUG [RS_OPEN_META-regionserver/3302f0f507bd:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T00:32:32,495 DEBUG [RS_OPEN_META-regionserver/3302f0f507bd:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-08T00:32:32,495 DEBUG [RS_OPEN_META-regionserver/3302f0f507bd:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-08T00:32:32,496 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-08T00:32:32,497 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-08T00:32:32,497 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T00:32:32,498 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T00:32:32,498 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-08T00:32:32,498 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-08T00:32:32,498 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T00:32:32,499 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T00:32:32,499 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-08T00:32:32,500 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-08T00:32:32,500 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T00:32:32,500 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T00:32:32,500 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-08T00:32:32,501 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-08T00:32:32,501 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T00:32:32,501 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T00:32:32,501 DEBUG [RS_OPEN_META-regionserver/3302f0f507bd:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-08T00:32:32,502 DEBUG [RS_OPEN_META-regionserver/3302f0f507bd:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37879/user/jenkins/test-data/20cb955b-551b-053d-70d2-63ac8d2b3d87/data/hbase/meta/1588230740 2024-11-08T00:32:32,503 DEBUG [RS_OPEN_META-regionserver/3302f0f507bd:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37879/user/jenkins/test-data/20cb955b-551b-053d-70d2-63ac8d2b3d87/data/hbase/meta/1588230740 2024-11-08T00:32:32,504 DEBUG [RS_OPEN_META-regionserver/3302f0f507bd:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-08T00:32:32,504 DEBUG [RS_OPEN_META-regionserver/3302f0f507bd:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-08T00:32:32,505 DEBUG [RS_OPEN_META-regionserver/3302f0f507bd:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-08T00:32:32,506 DEBUG [RS_OPEN_META-regionserver/3302f0f507bd:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-08T00:32:32,507 INFO [RS_OPEN_META-regionserver/3302f0f507bd:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=16384, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=829683, jitterRate=0.05499684810638428}}}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-08T00:32:32,507 DEBUG [RS_OPEN_META-regionserver/3302f0f507bd:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-08T00:32:32,508 DEBUG [RS_OPEN_META-regionserver/3302f0f507bd:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731025952495Writing region info on filesystem at 1731025952495Initializing all the Stores at 1731025952496 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731025952496Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731025952496Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731025952496Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731025952496Cleaning up temporary data from old regions at 1731025952504 (+8 ms)Running coprocessor post-open hooks at 1731025952507 (+3 ms)Region opened successfully at 1731025952508 (+1 ms) 2024-11-08T00:32:32,508 INFO [RS_OPEN_META-regionserver/3302f0f507bd:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731025952465 2024-11-08T00:32:32,510 DEBUG [RS_OPEN_META-regionserver/3302f0f507bd:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-08T00:32:32,511 INFO [RS_OPEN_META-regionserver/3302f0f507bd:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-08T00:32:32,511 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=3302f0f507bd,32937,1731025951400 2024-11-08T00:32:32,512 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 3302f0f507bd,32937,1731025951400, state=OPEN 2024-11-08T00:32:32,546 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38609-0x10117dbd5a00000, quorum=127.0.0.1:61928, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-08T00:32:32,546 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32937-0x10117dbd5a00001, quorum=127.0.0.1:61928, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-08T00:32:32,547 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=3302f0f507bd,32937,1731025951400 2024-11-08T00:32:32,547 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-08T00:32:32,547 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-08T00:32:32,552 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-08T00:32:32,552 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=3302f0f507bd,32937,1731025951400 in 239 msec 2024-11-08T00:32:32,556 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-08T00:32:32,556 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 713 msec 2024-11-08T00:32:32,557 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-08T00:32:32,557 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-08T00:32:32,559 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-08T00:32:32,559 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=3302f0f507bd,32937,1731025951400, seqNum=-1] 2024-11-08T00:32:32,560 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-08T00:32:32,561 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:55869, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-08T00:32:32,566 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 770 msec 2024-11-08T00:32:32,566 INFO [master/3302f0f507bd:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731025952566, completionTime=-1 2024-11-08T00:32:32,567 INFO [master/3302f0f507bd:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-08T00:32:32,567 DEBUG [master/3302f0f507bd:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-08T00:32:32,568 INFO [master/3302f0f507bd:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-08T00:32:32,568 INFO [master/3302f0f507bd:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731026012568 2024-11-08T00:32:32,568 INFO [master/3302f0f507bd:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731026072568 2024-11-08T00:32:32,569 INFO [master/3302f0f507bd:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 1 msec 2024-11-08T00:32:32,569 INFO [master/3302f0f507bd:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=3302f0f507bd,38609,1731025951240-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-08T00:32:32,569 INFO [master/3302f0f507bd:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=3302f0f507bd,38609,1731025951240-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T00:32:32,569 INFO [master/3302f0f507bd:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=3302f0f507bd,38609,1731025951240-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T00:32:32,569 INFO [master/3302f0f507bd:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-3302f0f507bd:38609, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T00:32:32,569 INFO [master/3302f0f507bd:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-08T00:32:32,569 INFO [master/3302f0f507bd:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-08T00:32:32,571 DEBUG [master/3302f0f507bd:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-08T00:32:32,573 INFO [master/3302f0f507bd:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 1.110sec 2024-11-08T00:32:32,573 INFO [master/3302f0f507bd:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-08T00:32:32,573 INFO [master/3302f0f507bd:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-08T00:32:32,573 INFO [master/3302f0f507bd:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-08T00:32:32,573 INFO [master/3302f0f507bd:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-08T00:32:32,573 INFO [master/3302f0f507bd:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-08T00:32:32,573 INFO [master/3302f0f507bd:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=3302f0f507bd,38609,1731025951240-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-08T00:32:32,573 INFO [master/3302f0f507bd:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=3302f0f507bd,38609,1731025951240-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-08T00:32:32,576 DEBUG [master/3302f0f507bd:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-08T00:32:32,576 INFO [master/3302f0f507bd:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-08T00:32:32,576 INFO [master/3302f0f507bd:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=3302f0f507bd,38609,1731025951240-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T00:32:32,626 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@15868920, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T00:32:32,626 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 3302f0f507bd,38609,-1 for getting cluster id 2024-11-08T00:32:32,626 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-08T00:32:32,628 DEBUG [HMaster-EventLoopGroup-9-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '23e70e6c-3f29-47df-a9bf-31b025a5c7b5' 2024-11-08T00:32:32,629 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-08T00:32:32,629 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "23e70e6c-3f29-47df-a9bf-31b025a5c7b5" 2024-11-08T00:32:32,629 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3309c7a5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T00:32:32,629 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [3302f0f507bd,38609,-1] 2024-11-08T00:32:32,630 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-08T00:32:32,630 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T00:32:32,632 INFO [HMaster-EventLoopGroup-9-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:59400, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-08T00:32:32,633 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4af84ed5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T00:32:32,634 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-08T00:32:32,636 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=3302f0f507bd,32937,1731025951400, seqNum=-1] 2024-11-08T00:32:32,637 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-08T00:32:32,639 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:47032, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-08T00:32:32,643 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=3302f0f507bd,38609,1731025951240 2024-11-08T00:32:32,643 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T00:32:32,648 INFO [Time-limited test {}] master.MasterRpcServices(567): Client=null/null set balanceSwitch=false 2024-11-08T00:32:32,649 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-08T00:32:32,650 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncConnectionImpl(321): The fetched master address is 3302f0f507bd,38609,1731025951240 2024-11-08T00:32:32,650 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@372a5bc4 2024-11-08T00:32:32,651 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-08T00:32:32,653 INFO [HMaster-EventLoopGroup-9-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:59408, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-08T00:32:32,654 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38609 {}] util.TableDescriptorChecker(321): MAX_FILESIZE for table descriptor or "hbase.hregion.max.filesize" (786432) is too small, which might cause over splitting into unmanageable number of regions. 2024-11-08T00:32:32,654 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38609 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (8192) is too small, which might cause very frequent flushing. 2024-11-08T00:32:32,654 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38609 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'TestLogRolling-testLogRolling', {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-08T00:32:32,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38609 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=TestLogRolling-testLogRolling 2024-11-08T00:32:32,658 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=TestLogRolling-testLogRolling execute state=CREATE_TABLE_PRE_OPERATION 2024-11-08T00:32:32,658 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T00:32:32,658 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38609 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "TestLogRolling-testLogRolling" procId is: 4 2024-11-08T00:32:32,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38609 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-08T00:32:32,660 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=TestLogRolling-testLogRolling execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-08T00:32:32,668 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46557 is added to blk_1073741835_1011 (size=381) 2024-11-08T00:32:32,668 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46799 is added to blk_1073741835_1011 (size=381) 2024-11-08T00:32:32,671 INFO [RegionOpenAndInit-TestLogRolling-testLogRolling-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => d13df96ec185950b37a10baece0c804f, NAME => 'TestLogRolling-testLogRolling,,1731025952654.d13df96ec185950b37a10baece0c804f.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='TestLogRolling-testLogRolling', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:37879/user/jenkins/test-data/20cb955b-551b-053d-70d2-63ac8d2b3d87 2024-11-08T00:32:32,678 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46799 is added to blk_1073741836_1012 (size=64) 2024-11-08T00:32:32,678 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46557 is added to blk_1073741836_1012 (size=64) 2024-11-08T00:32:32,679 DEBUG [RegionOpenAndInit-TestLogRolling-testLogRolling-pool-0 {}] regionserver.HRegion(898): Instantiated TestLogRolling-testLogRolling,,1731025952654.d13df96ec185950b37a10baece0c804f.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T00:32:32,679 DEBUG [RegionOpenAndInit-TestLogRolling-testLogRolling-pool-0 {}] regionserver.HRegion(1722): Closing d13df96ec185950b37a10baece0c804f, disabling compactions & flushes 2024-11-08T00:32:32,679 INFO [RegionOpenAndInit-TestLogRolling-testLogRolling-pool-0 {}] regionserver.HRegion(1755): Closing region TestLogRolling-testLogRolling,,1731025952654.d13df96ec185950b37a10baece0c804f. 2024-11-08T00:32:32,679 DEBUG [RegionOpenAndInit-TestLogRolling-testLogRolling-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on TestLogRolling-testLogRolling,,1731025952654.d13df96ec185950b37a10baece0c804f. 2024-11-08T00:32:32,679 DEBUG [RegionOpenAndInit-TestLogRolling-testLogRolling-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on TestLogRolling-testLogRolling,,1731025952654.d13df96ec185950b37a10baece0c804f. after waiting 0 ms 2024-11-08T00:32:32,679 DEBUG [RegionOpenAndInit-TestLogRolling-testLogRolling-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region TestLogRolling-testLogRolling,,1731025952654.d13df96ec185950b37a10baece0c804f. 2024-11-08T00:32:32,679 INFO [RegionOpenAndInit-TestLogRolling-testLogRolling-pool-0 {}] regionserver.HRegion(1973): Closed TestLogRolling-testLogRolling,,1731025952654.d13df96ec185950b37a10baece0c804f. 2024-11-08T00:32:32,679 DEBUG [RegionOpenAndInit-TestLogRolling-testLogRolling-pool-0 {}] regionserver.HRegion(1676): Region close journal for d13df96ec185950b37a10baece0c804f: Waiting for close lock at 1731025952679Disabling compacts and flushes for region at 1731025952679Disabling writes for close at 1731025952679Writing region close event to WAL at 1731025952679Closed at 1731025952679 2024-11-08T00:32:32,681 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=TestLogRolling-testLogRolling execute state=CREATE_TABLE_ADD_TO_META 2024-11-08T00:32:32,681 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"TestLogRolling-testLogRolling,,1731025952654.d13df96ec185950b37a10baece0c804f.","families":{"info":[{"qualifier":"regioninfo","vlen":63,"tag":[],"timestamp":"1731025952681"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731025952681"}]},"ts":"1731025952681"} 2024-11-08T00:32:32,683 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-08T00:32:32,684 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=TestLogRolling-testLogRolling execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-08T00:32:32,684 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestLogRolling-testLogRolling","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731025952684"}]},"ts":"1731025952684"} 2024-11-08T00:32:32,686 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=TestLogRolling-testLogRolling, state=ENABLING in hbase:meta 2024-11-08T00:32:32,686 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestLogRolling-testLogRolling, region=d13df96ec185950b37a10baece0c804f, ASSIGN}] 2024-11-08T00:32:32,687 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestLogRolling-testLogRolling, region=d13df96ec185950b37a10baece0c804f, ASSIGN 2024-11-08T00:32:32,688 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=TestLogRolling-testLogRolling, region=d13df96ec185950b37a10baece0c804f, ASSIGN; state=OFFLINE, location=3302f0f507bd,32937,1731025951400; forceNewPlan=false, retain=false 2024-11-08T00:32:32,696 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T00:32:32,696 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T00:32:32,697 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T00:32:32,697 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T00:32:32,697 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T00:32:32,698 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T00:32:32,703 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T00:32:32,703 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T00:32:32,703 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T00:32:32,706 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T00:32:32,839 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=d13df96ec185950b37a10baece0c804f, regionState=OPENING, regionLocation=3302f0f507bd,32937,1731025951400 2024-11-08T00:32:32,841 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=TestLogRolling-testLogRolling, region=d13df96ec185950b37a10baece0c804f, ASSIGN because future has completed 2024-11-08T00:32:32,842 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure d13df96ec185950b37a10baece0c804f, server=3302f0f507bd,32937,1731025951400}] 2024-11-08T00:32:33,003 INFO [RS_OPEN_REGION-regionserver/3302f0f507bd:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open TestLogRolling-testLogRolling,,1731025952654.d13df96ec185950b37a10baece0c804f. 2024-11-08T00:32:33,003 DEBUG [RS_OPEN_REGION-regionserver/3302f0f507bd:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => d13df96ec185950b37a10baece0c804f, NAME => 'TestLogRolling-testLogRolling,,1731025952654.d13df96ec185950b37a10baece0c804f.', STARTKEY => '', ENDKEY => ''} 2024-11-08T00:32:33,004 DEBUG [RS_OPEN_REGION-regionserver/3302f0f507bd:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestLogRolling-testLogRolling d13df96ec185950b37a10baece0c804f 2024-11-08T00:32:33,004 DEBUG [RS_OPEN_REGION-regionserver/3302f0f507bd:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated TestLogRolling-testLogRolling,,1731025952654.d13df96ec185950b37a10baece0c804f.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T00:32:33,004 DEBUG [RS_OPEN_REGION-regionserver/3302f0f507bd:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for d13df96ec185950b37a10baece0c804f 2024-11-08T00:32:33,004 DEBUG [RS_OPEN_REGION-regionserver/3302f0f507bd:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for d13df96ec185950b37a10baece0c804f 2024-11-08T00:32:33,007 INFO [StoreOpener-d13df96ec185950b37a10baece0c804f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region d13df96ec185950b37a10baece0c804f 2024-11-08T00:32:33,009 INFO [StoreOpener-d13df96ec185950b37a10baece0c804f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d13df96ec185950b37a10baece0c804f columnFamilyName info 2024-11-08T00:32:33,009 DEBUG [StoreOpener-d13df96ec185950b37a10baece0c804f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T00:32:33,010 INFO [StoreOpener-d13df96ec185950b37a10baece0c804f-1 {}] regionserver.HStore(327): Store=d13df96ec185950b37a10baece0c804f/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T00:32:33,010 DEBUG [RS_OPEN_REGION-regionserver/3302f0f507bd:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for d13df96ec185950b37a10baece0c804f 2024-11-08T00:32:33,011 DEBUG [RS_OPEN_REGION-regionserver/3302f0f507bd:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37879/user/jenkins/test-data/20cb955b-551b-053d-70d2-63ac8d2b3d87/data/default/TestLogRolling-testLogRolling/d13df96ec185950b37a10baece0c804f 2024-11-08T00:32:33,012 DEBUG [RS_OPEN_REGION-regionserver/3302f0f507bd:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37879/user/jenkins/test-data/20cb955b-551b-053d-70d2-63ac8d2b3d87/data/default/TestLogRolling-testLogRolling/d13df96ec185950b37a10baece0c804f 2024-11-08T00:32:33,012 DEBUG [RS_OPEN_REGION-regionserver/3302f0f507bd:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for d13df96ec185950b37a10baece0c804f 2024-11-08T00:32:33,012 DEBUG [RS_OPEN_REGION-regionserver/3302f0f507bd:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for d13df96ec185950b37a10baece0c804f 2024-11-08T00:32:33,014 DEBUG [RS_OPEN_REGION-regionserver/3302f0f507bd:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for d13df96ec185950b37a10baece0c804f 2024-11-08T00:32:33,017 DEBUG [RS_OPEN_REGION-regionserver/3302f0f507bd:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37879/user/jenkins/test-data/20cb955b-551b-053d-70d2-63ac8d2b3d87/data/default/TestLogRolling-testLogRolling/d13df96ec185950b37a10baece0c804f/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-08T00:32:33,017 INFO [RS_OPEN_REGION-regionserver/3302f0f507bd:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened d13df96ec185950b37a10baece0c804f; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=16384, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=739054, jitterRate=-0.060244396328926086}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-08T00:32:33,018 DEBUG [RS_OPEN_REGION-regionserver/3302f0f507bd:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for d13df96ec185950b37a10baece0c804f 2024-11-08T00:32:33,018 DEBUG [RS_OPEN_REGION-regionserver/3302f0f507bd:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for d13df96ec185950b37a10baece0c804f: Running coprocessor pre-open hook at 1731025953004Writing region info on filesystem at 1731025953004Initializing all the Stores at 1731025953006 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731025953006Cleaning up temporary data from old regions at 1731025953012 (+6 ms)Running coprocessor post-open hooks at 1731025953018 (+6 ms)Region opened successfully at 1731025953018 2024-11-08T00:32:33,019 INFO [RS_OPEN_REGION-regionserver/3302f0f507bd:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for TestLogRolling-testLogRolling,,1731025952654.d13df96ec185950b37a10baece0c804f., pid=6, masterSystemTime=1731025952995 2024-11-08T00:32:33,022 DEBUG [RS_OPEN_REGION-regionserver/3302f0f507bd:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for TestLogRolling-testLogRolling,,1731025952654.d13df96ec185950b37a10baece0c804f. 2024-11-08T00:32:33,022 INFO [RS_OPEN_REGION-regionserver/3302f0f507bd:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened TestLogRolling-testLogRolling,,1731025952654.d13df96ec185950b37a10baece0c804f. 2024-11-08T00:32:33,022 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=d13df96ec185950b37a10baece0c804f, regionState=OPEN, openSeqNum=2, regionLocation=3302f0f507bd,32937,1731025951400 2024-11-08T00:32:33,024 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure d13df96ec185950b37a10baece0c804f, server=3302f0f507bd,32937,1731025951400 because future has completed 2024-11-08T00:32:33,028 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-08T00:32:33,028 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure d13df96ec185950b37a10baece0c804f, server=3302f0f507bd,32937,1731025951400 in 183 msec 2024-11-08T00:32:33,030 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-08T00:32:33,030 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestLogRolling-testLogRolling, region=d13df96ec185950b37a10baece0c804f, ASSIGN in 342 msec 2024-11-08T00:32:33,031 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=TestLogRolling-testLogRolling execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-08T00:32:33,031 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestLogRolling-testLogRolling","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731025953031"}]},"ts":"1731025953031"} 2024-11-08T00:32:33,033 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=TestLogRolling-testLogRolling, state=ENABLED in hbase:meta 2024-11-08T00:32:33,034 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=TestLogRolling-testLogRolling execute state=CREATE_TABLE_POST_OPERATION 2024-11-08T00:32:33,036 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=TestLogRolling-testLogRolling in 379 msec 2024-11-08T00:32:33,212 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-08T00:32:33,225 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T00:32:33,226 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T00:32:33,226 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T00:32:33,226 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T00:32:33,227 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T00:32:33,227 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T00:32:33,233 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T00:32:33,234 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T00:32:33,234 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T00:32:33,237 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T00:32:35,948 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_TestLogRolling-testLogRolling 2024-11-08T00:32:35,948 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_TestLogRolling-testLogRolling Metrics about Tables on a single HBase RegionServer 2024-11-08T00:32:35,951 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_TestLogRolling-testCompactionRecordDoesntBlockRolling 2024-11-08T00:32:37,876 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-08T00:32:37,878 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'TestLogRolling-testLogRolling' 2024-11-08T00:32:38,505 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-08T00:32:38,521 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T00:32:38,521 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T00:32:38,521 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T00:32:38,522 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T00:32:38,522 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T00:32:38,522 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T00:32:38,525 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T00:32:38,525 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T00:32:38,526 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T00:32:38,528 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T00:32:42,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38609 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-08T00:32:42,762 INFO [RPCClient-NioEventLoopGroup-4-16 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:TestLogRolling-testLogRolling completed 2024-11-08T00:32:42,762 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=TestLogRolling-testLogRolling,, stopping at row=TestLogRolling-testLogRolling ,, for max=2147483647 with caching=100 2024-11-08T00:32:42,769 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(2234): Found 1 regions for table TestLogRolling-testLogRolling 2024-11-08T00:32:42,769 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(2240): firstRegionName=TestLogRolling-testLogRolling,,1731025952654.d13df96ec185950b37a10baece0c804f. 2024-11-08T00:32:42,773 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestLogRolling-testLogRolling', row='row0001', locateType=CURRENT is [region=TestLogRolling-testLogRolling,,1731025952654.d13df96ec185950b37a10baece0c804f., hostname=3302f0f507bd,32937,1731025951400, seqNum=2] 2024-11-08T00:32:42,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32937 {}] regionserver.HRegion(8855): Flush requested on d13df96ec185950b37a10baece0c804f 2024-11-08T00:32:42,788 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing d13df96ec185950b37a10baece0c804f 1/1 column families, dataSize=8.21 KB heapSize=9.06 KB 2024-11-08T00:32:42,812 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37879/user/jenkins/test-data/20cb955b-551b-053d-70d2-63ac8d2b3d87/data/default/TestLogRolling-testLogRolling/d13df96ec185950b37a10baece0c804f/.tmp/info/32c536e3a41e4335a4d8013cbb22e29b is 1055, key is row0001/info:/1731025962774/Put/seqid=0 2024-11-08T00:32:42,817 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46557 is added to blk_1073741837_1013 (size=13386) 2024-11-08T00:32:42,817 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46799 is added to blk_1073741837_1013 (size=13386) 2024-11-08T00:32:42,818 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.21 KB at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:37879/user/jenkins/test-data/20cb955b-551b-053d-70d2-63ac8d2b3d87/data/default/TestLogRolling-testLogRolling/d13df96ec185950b37a10baece0c804f/.tmp/info/32c536e3a41e4335a4d8013cbb22e29b 2024-11-08T00:32:42,825 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37879/user/jenkins/test-data/20cb955b-551b-053d-70d2-63ac8d2b3d87/data/default/TestLogRolling-testLogRolling/d13df96ec185950b37a10baece0c804f/.tmp/info/32c536e3a41e4335a4d8013cbb22e29b as hdfs://localhost:37879/user/jenkins/test-data/20cb955b-551b-053d-70d2-63ac8d2b3d87/data/default/TestLogRolling-testLogRolling/d13df96ec185950b37a10baece0c804f/info/32c536e3a41e4335a4d8013cbb22e29b 2024-11-08T00:32:42,832 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37879/user/jenkins/test-data/20cb955b-551b-053d-70d2-63ac8d2b3d87/data/default/TestLogRolling-testLogRolling/d13df96ec185950b37a10baece0c804f/info/32c536e3a41e4335a4d8013cbb22e29b, entries=8, sequenceid=12, filesize=13.1 K 2024-11-08T00:32:42,833 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~8.21 KB/8408, heapSize ~9.05 KB/9264, currentSize=21.55 KB/22071 for d13df96ec185950b37a10baece0c804f in 45ms, sequenceid=12, compaction requested=false 2024-11-08T00:32:42,833 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for d13df96ec185950b37a10baece0c804f: 2024-11-08T00:32:42,833 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32937 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=32.0 K, regionName=d13df96ec185950b37a10baece0c804f, server=3302f0f507bd,32937,1731025951400 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-08T00:32:42,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32937 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 1.2 K connection: 172.17.0.3:47032 deadline: 1731025972832, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=32.0 K, regionName=d13df96ec185950b37a10baece0c804f, server=3302f0f507bd,32937,1731025951400 2024-11-08T00:32:42,854 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestLogRolling-testLogRolling,,1731025952654.d13df96ec185950b37a10baece0c804f., hostname=3302f0f507bd,32937,1731025951400, seqNum=2 , the old value is region=TestLogRolling-testLogRolling,,1731025952654.d13df96ec185950b37a10baece0c804f., hostname=3302f0f507bd,32937,1731025951400, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=32.0 K, regionName=d13df96ec185950b37a10baece0c804f, server=3302f0f507bd,32937,1731025951400 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T00:32:42,855 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestLogRolling-testLogRolling,,1731025952654.d13df96ec185950b37a10baece0c804f., hostname=3302f0f507bd,32937,1731025951400, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=32.0 K, regionName=d13df96ec185950b37a10baece0c804f, server=3302f0f507bd,32937,1731025951400 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T00:32:42,855 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestLogRolling-testLogRolling,,1731025952654.d13df96ec185950b37a10baece0c804f., hostname=3302f0f507bd,32937,1731025951400, seqNum=2 because the exception is null or not the one we care about 2024-11-08T00:32:52,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32937 {}] regionserver.HRegion(8855): Flush requested on d13df96ec185950b37a10baece0c804f 2024-11-08T00:32:52,945 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing d13df96ec185950b37a10baece0c804f 1/1 column families, dataSize=22.58 KB heapSize=24.48 KB 2024-11-08T00:32:52,952 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37879/user/jenkins/test-data/20cb955b-551b-053d-70d2-63ac8d2b3d87/data/default/TestLogRolling-testLogRolling/d13df96ec185950b37a10baece0c804f/.tmp/info/edf3ee33320b458fafb3ae59966d3ee5 is 1055, key is row0009/info:/1731025962789/Put/seqid=0 2024-11-08T00:32:52,957 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46799 is added to blk_1073741838_1014 (size=28134) 2024-11-08T00:32:52,957 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46557 is added to blk_1073741838_1014 (size=28134) 2024-11-08T00:32:52,958 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.58 KB at sequenceid=37 (bloomFilter=true), to=hdfs://localhost:37879/user/jenkins/test-data/20cb955b-551b-053d-70d2-63ac8d2b3d87/data/default/TestLogRolling-testLogRolling/d13df96ec185950b37a10baece0c804f/.tmp/info/edf3ee33320b458fafb3ae59966d3ee5 2024-11-08T00:32:52,964 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37879/user/jenkins/test-data/20cb955b-551b-053d-70d2-63ac8d2b3d87/data/default/TestLogRolling-testLogRolling/d13df96ec185950b37a10baece0c804f/.tmp/info/edf3ee33320b458fafb3ae59966d3ee5 as hdfs://localhost:37879/user/jenkins/test-data/20cb955b-551b-053d-70d2-63ac8d2b3d87/data/default/TestLogRolling-testLogRolling/d13df96ec185950b37a10baece0c804f/info/edf3ee33320b458fafb3ae59966d3ee5 2024-11-08T00:32:52,969 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37879/user/jenkins/test-data/20cb955b-551b-053d-70d2-63ac8d2b3d87/data/default/TestLogRolling-testLogRolling/d13df96ec185950b37a10baece0c804f/info/edf3ee33320b458fafb3ae59966d3ee5, entries=22, sequenceid=37, filesize=27.5 K 2024-11-08T00:32:52,970 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~22.58 KB/23122, heapSize ~24.47 KB/25056, currentSize=2.05 KB/2102 for d13df96ec185950b37a10baece0c804f in 25ms, sequenceid=37, compaction requested=false 2024-11-08T00:32:52,970 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for d13df96ec185950b37a10baece0c804f: 2024-11-08T00:32:52,971 DEBUG [MemStoreFlusher.0 {}] regionserver.ConstantSizeRegionSplitPolicy(101): Should split because region size is big enough sumSize=40.5 K, sizeToCheck=16.0 K 2024-11-08T00:32:52,971 DEBUG [MemStoreFlusher.0 {}] regionserver.IncreasingToUpperBoundRegionSplitPolicy(85): regionsWithCommonTable=1 2024-11-08T00:32:52,971 DEBUG [MemStoreFlusher.0 {}] regionserver.StoreUtils(137): cannot split hdfs://localhost:37879/user/jenkins/test-data/20cb955b-551b-053d-70d2-63ac8d2b3d87/data/default/TestLogRolling-testLogRolling/d13df96ec185950b37a10baece0c804f/info/edf3ee33320b458fafb3ae59966d3ee5 because midkey is the same as first or last row 2024-11-08T00:32:54,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32937 {}] regionserver.HRegion(8855): Flush requested on d13df96ec185950b37a10baece0c804f 2024-11-08T00:32:54,971 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing d13df96ec185950b37a10baece0c804f 1/1 column families, dataSize=8.21 KB heapSize=9.06 KB 2024-11-08T00:32:54,976 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37879/user/jenkins/test-data/20cb955b-551b-053d-70d2-63ac8d2b3d87/data/default/TestLogRolling-testLogRolling/d13df96ec185950b37a10baece0c804f/.tmp/info/05b6554cf534430b8b4a835bf78dc456 is 1055, key is row0031/info:/1731025972948/Put/seqid=0 2024-11-08T00:32:54,984 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46799 is added to blk_1073741839_1015 (size=13386) 2024-11-08T00:32:54,984 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46557 is added to blk_1073741839_1015 (size=13386) 2024-11-08T00:32:54,984 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.21 KB at sequenceid=48 (bloomFilter=true), to=hdfs://localhost:37879/user/jenkins/test-data/20cb955b-551b-053d-70d2-63ac8d2b3d87/data/default/TestLogRolling-testLogRolling/d13df96ec185950b37a10baece0c804f/.tmp/info/05b6554cf534430b8b4a835bf78dc456 2024-11-08T00:32:54,992 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37879/user/jenkins/test-data/20cb955b-551b-053d-70d2-63ac8d2b3d87/data/default/TestLogRolling-testLogRolling/d13df96ec185950b37a10baece0c804f/.tmp/info/05b6554cf534430b8b4a835bf78dc456 as hdfs://localhost:37879/user/jenkins/test-data/20cb955b-551b-053d-70d2-63ac8d2b3d87/data/default/TestLogRolling-testLogRolling/d13df96ec185950b37a10baece0c804f/info/05b6554cf534430b8b4a835bf78dc456 2024-11-08T00:32:55,000 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37879/user/jenkins/test-data/20cb955b-551b-053d-70d2-63ac8d2b3d87/data/default/TestLogRolling-testLogRolling/d13df96ec185950b37a10baece0c804f/info/05b6554cf534430b8b4a835bf78dc456, entries=8, sequenceid=48, filesize=13.1 K 2024-11-08T00:32:55,001 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~8.21 KB/8408, heapSize ~9.05 KB/9264, currentSize=13.34 KB/13663 for d13df96ec185950b37a10baece0c804f in 29ms, sequenceid=48, compaction requested=true 2024-11-08T00:32:55,001 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for d13df96ec185950b37a10baece0c804f: 2024-11-08T00:32:55,001 DEBUG [MemStoreFlusher.0 {}] regionserver.ConstantSizeRegionSplitPolicy(101): Should split because region size is big enough sumSize=53.6 K, sizeToCheck=16.0 K 2024-11-08T00:32:55,001 DEBUG [MemStoreFlusher.0 {}] regionserver.IncreasingToUpperBoundRegionSplitPolicy(85): regionsWithCommonTable=1 2024-11-08T00:32:55,001 DEBUG [MemStoreFlusher.0 {}] regionserver.StoreUtils(137): cannot split hdfs://localhost:37879/user/jenkins/test-data/20cb955b-551b-053d-70d2-63ac8d2b3d87/data/default/TestLogRolling-testLogRolling/d13df96ec185950b37a10baece0c804f/info/edf3ee33320b458fafb3ae59966d3ee5 because midkey is the same as first or last row 2024-11-08T00:32:55,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32937 {}] regionserver.HRegion(8855): Flush requested on d13df96ec185950b37a10baece0c804f 2024-11-08T00:32:55,002 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store d13df96ec185950b37a10baece0c804f:info, priority=-2147483648, current under compaction store size is 1 2024-11-08T00:32:55,003 DEBUG [RS:0;3302f0f507bd:32937-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-08T00:32:55,004 DEBUG [RS:0;3302f0f507bd:32937-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 54906 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-08T00:32:55,004 DEBUG [RS:0;3302f0f507bd:32937-shortCompactions-0 {}] regionserver.HStore(1541): d13df96ec185950b37a10baece0c804f/info is initiating minor compaction (all files) 2024-11-08T00:32:55,004 INFO [RS:0;3302f0f507bd:32937-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of d13df96ec185950b37a10baece0c804f/info in TestLogRolling-testLogRolling,,1731025952654.d13df96ec185950b37a10baece0c804f. 2024-11-08T00:32:55,004 INFO [RS:0;3302f0f507bd:32937-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37879/user/jenkins/test-data/20cb955b-551b-053d-70d2-63ac8d2b3d87/data/default/TestLogRolling-testLogRolling/d13df96ec185950b37a10baece0c804f/info/32c536e3a41e4335a4d8013cbb22e29b, hdfs://localhost:37879/user/jenkins/test-data/20cb955b-551b-053d-70d2-63ac8d2b3d87/data/default/TestLogRolling-testLogRolling/d13df96ec185950b37a10baece0c804f/info/edf3ee33320b458fafb3ae59966d3ee5, hdfs://localhost:37879/user/jenkins/test-data/20cb955b-551b-053d-70d2-63ac8d2b3d87/data/default/TestLogRolling-testLogRolling/d13df96ec185950b37a10baece0c804f/info/05b6554cf534430b8b4a835bf78dc456] into tmpdir=hdfs://localhost:37879/user/jenkins/test-data/20cb955b-551b-053d-70d2-63ac8d2b3d87/data/default/TestLogRolling-testLogRolling/d13df96ec185950b37a10baece0c804f/.tmp, totalSize=53.6 K 2024-11-08T00:32:55,004 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-08T00:32:55,005 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing d13df96ec185950b37a10baece0c804f 1/1 column families, dataSize=15.40 KB heapSize=16.77 KB 2024-11-08T00:32:55,005 DEBUG [RS:0;3302f0f507bd:32937-shortCompactions-0 {}] compactions.Compactor(225): Compacting 32c536e3a41e4335a4d8013cbb22e29b, keycount=8, bloomtype=ROW, size=13.1 K, encoding=NONE, compression=NONE, seqNum=12, earliestPutTs=1731025962774 2024-11-08T00:32:55,006 DEBUG [RS:0;3302f0f507bd:32937-shortCompactions-0 {}] compactions.Compactor(225): Compacting edf3ee33320b458fafb3ae59966d3ee5, keycount=22, bloomtype=ROW, size=27.5 K, encoding=NONE, compression=NONE, seqNum=37, earliestPutTs=1731025962789 2024-11-08T00:32:55,006 DEBUG [RS:0;3302f0f507bd:32937-shortCompactions-0 {}] compactions.Compactor(225): Compacting 05b6554cf534430b8b4a835bf78dc456, keycount=8, bloomtype=ROW, size=13.1 K, encoding=NONE, compression=NONE, seqNum=48, earliestPutTs=1731025972948 2024-11-08T00:32:55,010 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37879/user/jenkins/test-data/20cb955b-551b-053d-70d2-63ac8d2b3d87/data/default/TestLogRolling-testLogRolling/d13df96ec185950b37a10baece0c804f/.tmp/info/5280359afdd84694af6ac1d5f4e26a25 is 1055, key is row0039/info:/1731025974973/Put/seqid=0 2024-11-08T00:32:55,017 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46557 is added to blk_1073741840_1016 (size=20766) 2024-11-08T00:32:55,018 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46799 is added to blk_1073741840_1016 (size=20766) 2024-11-08T00:32:55,018 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.40 KB at sequenceid=66 (bloomFilter=true), to=hdfs://localhost:37879/user/jenkins/test-data/20cb955b-551b-053d-70d2-63ac8d2b3d87/data/default/TestLogRolling-testLogRolling/d13df96ec185950b37a10baece0c804f/.tmp/info/5280359afdd84694af6ac1d5f4e26a25 2024-11-08T00:32:55,026 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37879/user/jenkins/test-data/20cb955b-551b-053d-70d2-63ac8d2b3d87/data/default/TestLogRolling-testLogRolling/d13df96ec185950b37a10baece0c804f/.tmp/info/5280359afdd84694af6ac1d5f4e26a25 as hdfs://localhost:37879/user/jenkins/test-data/20cb955b-551b-053d-70d2-63ac8d2b3d87/data/default/TestLogRolling-testLogRolling/d13df96ec185950b37a10baece0c804f/info/5280359afdd84694af6ac1d5f4e26a25 2024-11-08T00:32:55,026 INFO [RS:0;3302f0f507bd:32937-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): d13df96ec185950b37a10baece0c804f#info#compaction#35 average throughput is 12.70 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-08T00:32:55,027 DEBUG [RS:0;3302f0f507bd:32937-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37879/user/jenkins/test-data/20cb955b-551b-053d-70d2-63ac8d2b3d87/data/default/TestLogRolling-testLogRolling/d13df96ec185950b37a10baece0c804f/.tmp/info/ac88cad8bf7e4e7b9b33499c83dce939 is 1055, key is row0001/info:/1731025962774/Put/seqid=0 2024-11-08T00:32:55,033 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37879/user/jenkins/test-data/20cb955b-551b-053d-70d2-63ac8d2b3d87/data/default/TestLogRolling-testLogRolling/d13df96ec185950b37a10baece0c804f/info/5280359afdd84694af6ac1d5f4e26a25, entries=15, sequenceid=66, filesize=20.3 K 2024-11-08T00:32:55,034 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46799 is added to blk_1073741841_1017 (size=45105) 2024-11-08T00:32:55,034 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46557 is added to blk_1073741841_1017 (size=45105) 2024-11-08T00:32:55,035 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~15.40 KB/15765, heapSize ~16.76 KB/17160, currentSize=11.29 KB/11561 for d13df96ec185950b37a10baece0c804f in 29ms, sequenceid=66, compaction requested=false 2024-11-08T00:32:55,035 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for d13df96ec185950b37a10baece0c804f: 2024-11-08T00:32:55,035 DEBUG [MemStoreFlusher.0 {}] regionserver.ConstantSizeRegionSplitPolicy(101): Should split because region size is big enough sumSize=73.9 K, sizeToCheck=16.0 K 2024-11-08T00:32:55,035 DEBUG [MemStoreFlusher.0 {}] regionserver.IncreasingToUpperBoundRegionSplitPolicy(85): regionsWithCommonTable=1 2024-11-08T00:32:55,035 DEBUG [MemStoreFlusher.0 {}] regionserver.StoreUtils(137): cannot split hdfs://localhost:37879/user/jenkins/test-data/20cb955b-551b-053d-70d2-63ac8d2b3d87/data/default/TestLogRolling-testLogRolling/d13df96ec185950b37a10baece0c804f/info/edf3ee33320b458fafb3ae59966d3ee5 because midkey is the same as first or last row 2024-11-08T00:32:55,042 DEBUG [RS:0;3302f0f507bd:32937-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37879/user/jenkins/test-data/20cb955b-551b-053d-70d2-63ac8d2b3d87/data/default/TestLogRolling-testLogRolling/d13df96ec185950b37a10baece0c804f/.tmp/info/ac88cad8bf7e4e7b9b33499c83dce939 as hdfs://localhost:37879/user/jenkins/test-data/20cb955b-551b-053d-70d2-63ac8d2b3d87/data/default/TestLogRolling-testLogRolling/d13df96ec185950b37a10baece0c804f/info/ac88cad8bf7e4e7b9b33499c83dce939 2024-11-08T00:32:55,048 INFO [RS:0;3302f0f507bd:32937-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in d13df96ec185950b37a10baece0c804f/info of d13df96ec185950b37a10baece0c804f into ac88cad8bf7e4e7b9b33499c83dce939(size=44.0 K), total size for store is 64.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-08T00:32:55,048 DEBUG [RS:0;3302f0f507bd:32937-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for d13df96ec185950b37a10baece0c804f: 2024-11-08T00:32:55,050 INFO [RS:0;3302f0f507bd:32937-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestLogRolling-testLogRolling,,1731025952654.d13df96ec185950b37a10baece0c804f., storeName=d13df96ec185950b37a10baece0c804f/info, priority=13, startTime=1731025975002; duration=0sec 2024-11-08T00:32:55,050 DEBUG [RS:0;3302f0f507bd:32937-shortCompactions-0 {}] regionserver.ConstantSizeRegionSplitPolicy(101): Should split because region size is big enough sumSize=64.3 K, sizeToCheck=16.0 K 2024-11-08T00:32:55,050 DEBUG [RS:0;3302f0f507bd:32937-shortCompactions-0 {}] regionserver.IncreasingToUpperBoundRegionSplitPolicy(85): regionsWithCommonTable=1 2024-11-08T00:32:55,050 DEBUG [RS:0;3302f0f507bd:32937-shortCompactions-0 {}] regionserver.StoreUtils(137): cannot split hdfs://localhost:37879/user/jenkins/test-data/20cb955b-551b-053d-70d2-63ac8d2b3d87/data/default/TestLogRolling-testLogRolling/d13df96ec185950b37a10baece0c804f/info/ac88cad8bf7e4e7b9b33499c83dce939 because midkey is the same as first or last row 2024-11-08T00:32:55,051 DEBUG [RS:0;3302f0f507bd:32937-shortCompactions-0 {}] regionserver.ConstantSizeRegionSplitPolicy(101): Should split because region size is big enough sumSize=64.3 K, sizeToCheck=16.0 K 2024-11-08T00:32:55,051 DEBUG [RS:0;3302f0f507bd:32937-shortCompactions-0 {}] regionserver.IncreasingToUpperBoundRegionSplitPolicy(85): regionsWithCommonTable=1 2024-11-08T00:32:55,051 DEBUG [RS:0;3302f0f507bd:32937-shortCompactions-0 {}] regionserver.StoreUtils(137): cannot split hdfs://localhost:37879/user/jenkins/test-data/20cb955b-551b-053d-70d2-63ac8d2b3d87/data/default/TestLogRolling-testLogRolling/d13df96ec185950b37a10baece0c804f/info/ac88cad8bf7e4e7b9b33499c83dce939 because midkey is the same as first or last row 2024-11-08T00:32:55,051 DEBUG [RS:0;3302f0f507bd:32937-shortCompactions-0 {}] regionserver.ConstantSizeRegionSplitPolicy(101): Should split because region size is big enough sumSize=64.3 K, sizeToCheck=16.0 K 2024-11-08T00:32:55,051 DEBUG [RS:0;3302f0f507bd:32937-shortCompactions-0 {}] regionserver.IncreasingToUpperBoundRegionSplitPolicy(85): regionsWithCommonTable=1 2024-11-08T00:32:55,051 DEBUG [RS:0;3302f0f507bd:32937-shortCompactions-0 {}] regionserver.StoreUtils(137): cannot split hdfs://localhost:37879/user/jenkins/test-data/20cb955b-551b-053d-70d2-63ac8d2b3d87/data/default/TestLogRolling-testLogRolling/d13df96ec185950b37a10baece0c804f/info/ac88cad8bf7e4e7b9b33499c83dce939 because midkey is the same as first or last row 2024-11-08T00:32:55,051 DEBUG [RS:0;3302f0f507bd:32937-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-08T00:32:55,051 DEBUG [RS:0;3302f0f507bd:32937-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: d13df96ec185950b37a10baece0c804f:info 2024-11-08T00:32:57,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32937 {}] regionserver.HRegion(8855): Flush requested on d13df96ec185950b37a10baece0c804f 2024-11-08T00:32:57,040 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing d13df96ec185950b37a10baece0c804f 1/1 column families, dataSize=12.32 KB heapSize=13.47 KB 2024-11-08T00:32:57,047 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37879/user/jenkins/test-data/20cb955b-551b-053d-70d2-63ac8d2b3d87/data/default/TestLogRolling-testLogRolling/d13df96ec185950b37a10baece0c804f/.tmp/info/3e928cb6e5924b0e9747bafc400e92d6 is 1055, key is row0054/info:/1731025975006/Put/seqid=0 2024-11-08T00:32:57,054 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46557 is added to blk_1073741842_1018 (size=17594) 2024-11-08T00:32:57,055 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46799 is added to blk_1073741842_1018 (size=17594) 2024-11-08T00:32:57,055 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=12.32 KB at sequenceid=82 (bloomFilter=true), to=hdfs://localhost:37879/user/jenkins/test-data/20cb955b-551b-053d-70d2-63ac8d2b3d87/data/default/TestLogRolling-testLogRolling/d13df96ec185950b37a10baece0c804f/.tmp/info/3e928cb6e5924b0e9747bafc400e92d6 2024-11-08T00:32:57,062 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37879/user/jenkins/test-data/20cb955b-551b-053d-70d2-63ac8d2b3d87/data/default/TestLogRolling-testLogRolling/d13df96ec185950b37a10baece0c804f/.tmp/info/3e928cb6e5924b0e9747bafc400e92d6 as hdfs://localhost:37879/user/jenkins/test-data/20cb955b-551b-053d-70d2-63ac8d2b3d87/data/default/TestLogRolling-testLogRolling/d13df96ec185950b37a10baece0c804f/info/3e928cb6e5924b0e9747bafc400e92d6 2024-11-08T00:32:57,069 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37879/user/jenkins/test-data/20cb955b-551b-053d-70d2-63ac8d2b3d87/data/default/TestLogRolling-testLogRolling/d13df96ec185950b37a10baece0c804f/info/3e928cb6e5924b0e9747bafc400e92d6, entries=12, sequenceid=82, filesize=17.2 K 2024-11-08T00:32:57,070 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~12.32 KB/12612, heapSize ~13.45 KB/13776, currentSize=11.29 KB/11561 for d13df96ec185950b37a10baece0c804f in 31ms, sequenceid=82, compaction requested=true 2024-11-08T00:32:57,070 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for d13df96ec185950b37a10baece0c804f: 2024-11-08T00:32:57,070 DEBUG [MemStoreFlusher.0 {}] regionserver.ConstantSizeRegionSplitPolicy(101): Should split because region size is big enough sumSize=81.5 K, sizeToCheck=16.0 K 2024-11-08T00:32:57,070 DEBUG [MemStoreFlusher.0 {}] regionserver.IncreasingToUpperBoundRegionSplitPolicy(85): regionsWithCommonTable=1 2024-11-08T00:32:57,070 DEBUG [MemStoreFlusher.0 {}] regionserver.StoreUtils(137): cannot split hdfs://localhost:37879/user/jenkins/test-data/20cb955b-551b-053d-70d2-63ac8d2b3d87/data/default/TestLogRolling-testLogRolling/d13df96ec185950b37a10baece0c804f/info/ac88cad8bf7e4e7b9b33499c83dce939 because midkey is the same as first or last row 2024-11-08T00:32:57,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32937 {}] regionserver.HRegion(8855): Flush requested on d13df96ec185950b37a10baece0c804f 2024-11-08T00:32:57,070 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store d13df96ec185950b37a10baece0c804f:info, priority=-2147483648, current under compaction store size is 1 2024-11-08T00:32:57,071 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-08T00:32:57,071 DEBUG [RS:0;3302f0f507bd:32937-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-08T00:32:57,071 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing d13df96ec185950b37a10baece0c804f 1/1 column families, dataSize=12.32 KB heapSize=13.47 KB 2024-11-08T00:32:57,072 DEBUG [RS:0;3302f0f507bd:32937-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 83465 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-08T00:32:57,072 DEBUG [RS:0;3302f0f507bd:32937-shortCompactions-0 {}] regionserver.HStore(1541): d13df96ec185950b37a10baece0c804f/info is initiating minor compaction (all files) 2024-11-08T00:32:57,072 INFO [RS:0;3302f0f507bd:32937-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of d13df96ec185950b37a10baece0c804f/info in TestLogRolling-testLogRolling,,1731025952654.d13df96ec185950b37a10baece0c804f. 2024-11-08T00:32:57,072 INFO [RS:0;3302f0f507bd:32937-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37879/user/jenkins/test-data/20cb955b-551b-053d-70d2-63ac8d2b3d87/data/default/TestLogRolling-testLogRolling/d13df96ec185950b37a10baece0c804f/info/ac88cad8bf7e4e7b9b33499c83dce939, hdfs://localhost:37879/user/jenkins/test-data/20cb955b-551b-053d-70d2-63ac8d2b3d87/data/default/TestLogRolling-testLogRolling/d13df96ec185950b37a10baece0c804f/info/5280359afdd84694af6ac1d5f4e26a25, hdfs://localhost:37879/user/jenkins/test-data/20cb955b-551b-053d-70d2-63ac8d2b3d87/data/default/TestLogRolling-testLogRolling/d13df96ec185950b37a10baece0c804f/info/3e928cb6e5924b0e9747bafc400e92d6] into tmpdir=hdfs://localhost:37879/user/jenkins/test-data/20cb955b-551b-053d-70d2-63ac8d2b3d87/data/default/TestLogRolling-testLogRolling/d13df96ec185950b37a10baece0c804f/.tmp, totalSize=81.5 K 2024-11-08T00:32:57,073 DEBUG [RS:0;3302f0f507bd:32937-shortCompactions-0 {}] compactions.Compactor(225): Compacting ac88cad8bf7e4e7b9b33499c83dce939, keycount=38, bloomtype=ROW, size=44.0 K, encoding=NONE, compression=NONE, seqNum=48, earliestPutTs=1731025962774 2024-11-08T00:32:57,073 DEBUG [RS:0;3302f0f507bd:32937-shortCompactions-0 {}] compactions.Compactor(225): Compacting 5280359afdd84694af6ac1d5f4e26a25, keycount=15, bloomtype=ROW, size=20.3 K, encoding=NONE, compression=NONE, seqNum=66, earliestPutTs=1731025974973 2024-11-08T00:32:57,073 DEBUG [RS:0;3302f0f507bd:32937-shortCompactions-0 {}] compactions.Compactor(225): Compacting 3e928cb6e5924b0e9747bafc400e92d6, keycount=12, bloomtype=ROW, size=17.2 K, encoding=NONE, compression=NONE, seqNum=82, earliestPutTs=1731025975006 2024-11-08T00:32:57,075 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37879/user/jenkins/test-data/20cb955b-551b-053d-70d2-63ac8d2b3d87/data/default/TestLogRolling-testLogRolling/d13df96ec185950b37a10baece0c804f/.tmp/info/a1af69e0bcb4453e8a9ace23c56d84a1 is 1055, key is row0066/info:/1731025977043/Put/seqid=0 2024-11-08T00:32:57,086 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46799 is added to blk_1073741843_1019 (size=17594) 2024-11-08T00:32:57,086 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46557 is added to blk_1073741843_1019 (size=17594) 2024-11-08T00:32:57,090 INFO [RS:0;3302f0f507bd:32937-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): d13df96ec185950b37a10baece0c804f#info#compaction#38 average throughput is 16.29 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-08T00:32:57,091 DEBUG [RS:0;3302f0f507bd:32937-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37879/user/jenkins/test-data/20cb955b-551b-053d-70d2-63ac8d2b3d87/data/default/TestLogRolling-testLogRolling/d13df96ec185950b37a10baece0c804f/.tmp/info/b3a9543af2c14476879c0f5fc3689e15 is 1055, key is row0001/info:/1731025962774/Put/seqid=0 2024-11-08T00:32:57,093 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=12.32 KB at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:37879/user/jenkins/test-data/20cb955b-551b-053d-70d2-63ac8d2b3d87/data/default/TestLogRolling-testLogRolling/d13df96ec185950b37a10baece0c804f/.tmp/info/a1af69e0bcb4453e8a9ace23c56d84a1 2024-11-08T00:32:57,096 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46799 is added to blk_1073741844_1020 (size=73753) 2024-11-08T00:32:57,096 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46557 is added to blk_1073741844_1020 (size=73753) 2024-11-08T00:32:57,100 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37879/user/jenkins/test-data/20cb955b-551b-053d-70d2-63ac8d2b3d87/data/default/TestLogRolling-testLogRolling/d13df96ec185950b37a10baece0c804f/.tmp/info/a1af69e0bcb4453e8a9ace23c56d84a1 as hdfs://localhost:37879/user/jenkins/test-data/20cb955b-551b-053d-70d2-63ac8d2b3d87/data/default/TestLogRolling-testLogRolling/d13df96ec185950b37a10baece0c804f/info/a1af69e0bcb4453e8a9ace23c56d84a1 2024-11-08T00:32:57,103 DEBUG [RS:0;3302f0f507bd:32937-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37879/user/jenkins/test-data/20cb955b-551b-053d-70d2-63ac8d2b3d87/data/default/TestLogRolling-testLogRolling/d13df96ec185950b37a10baece0c804f/.tmp/info/b3a9543af2c14476879c0f5fc3689e15 as hdfs://localhost:37879/user/jenkins/test-data/20cb955b-551b-053d-70d2-63ac8d2b3d87/data/default/TestLogRolling-testLogRolling/d13df96ec185950b37a10baece0c804f/info/b3a9543af2c14476879c0f5fc3689e15 2024-11-08T00:32:57,108 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37879/user/jenkins/test-data/20cb955b-551b-053d-70d2-63ac8d2b3d87/data/default/TestLogRolling-testLogRolling/d13df96ec185950b37a10baece0c804f/info/a1af69e0bcb4453e8a9ace23c56d84a1, entries=12, sequenceid=97, filesize=17.2 K 2024-11-08T00:32:57,110 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~12.32 KB/12612, heapSize ~13.45 KB/13776, currentSize=16.42 KB/16816 for d13df96ec185950b37a10baece0c804f in 38ms, sequenceid=97, compaction requested=false 2024-11-08T00:32:57,110 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for d13df96ec185950b37a10baece0c804f: 2024-11-08T00:32:57,110 DEBUG [MemStoreFlusher.0 {}] regionserver.ConstantSizeRegionSplitPolicy(101): Should split because region size is big enough sumSize=98.7 K, sizeToCheck=16.0 K 2024-11-08T00:32:57,110 DEBUG [MemStoreFlusher.0 {}] regionserver.IncreasingToUpperBoundRegionSplitPolicy(85): regionsWithCommonTable=1 2024-11-08T00:32:57,110 DEBUG [MemStoreFlusher.0 {}] regionserver.StoreUtils(137): cannot split hdfs://localhost:37879/user/jenkins/test-data/20cb955b-551b-053d-70d2-63ac8d2b3d87/data/default/TestLogRolling-testLogRolling/d13df96ec185950b37a10baece0c804f/info/ac88cad8bf7e4e7b9b33499c83dce939 because midkey is the same as first or last row 2024-11-08T00:32:57,111 INFO [RS:0;3302f0f507bd:32937-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in d13df96ec185950b37a10baece0c804f/info of d13df96ec185950b37a10baece0c804f into b3a9543af2c14476879c0f5fc3689e15(size=72.0 K), total size for store is 89.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-08T00:32:57,111 DEBUG [RS:0;3302f0f507bd:32937-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for d13df96ec185950b37a10baece0c804f: 2024-11-08T00:32:57,111 INFO [RS:0;3302f0f507bd:32937-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestLogRolling-testLogRolling,,1731025952654.d13df96ec185950b37a10baece0c804f., storeName=d13df96ec185950b37a10baece0c804f/info, priority=13, startTime=1731025977070; duration=0sec 2024-11-08T00:32:57,111 DEBUG [RS:0;3302f0f507bd:32937-shortCompactions-0 {}] regionserver.ConstantSizeRegionSplitPolicy(101): Should split because region size is big enough sumSize=89.2 K, sizeToCheck=16.0 K 2024-11-08T00:32:57,111 DEBUG [RS:0;3302f0f507bd:32937-shortCompactions-0 {}] regionserver.IncreasingToUpperBoundRegionSplitPolicy(85): regionsWithCommonTable=1 2024-11-08T00:32:57,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32937 {}] regionserver.HRegion(8855): Flush requested on d13df96ec185950b37a10baece0c804f 2024-11-08T00:32:57,112 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing d13df96ec185950b37a10baece0c804f 1/1 column families, dataSize=18.47 KB heapSize=20.08 KB 2024-11-08T00:32:57,112 DEBUG [RS:0;3302f0f507bd:32937-shortCompactions-0 {}] regionserver.ConstantSizeRegionSplitPolicy(101): Should split because region size is big enough sumSize=89.2 K, sizeToCheck=16.0 K 2024-11-08T00:32:57,112 DEBUG [RS:0;3302f0f507bd:32937-shortCompactions-0 {}] regionserver.IncreasingToUpperBoundRegionSplitPolicy(85): regionsWithCommonTable=1 2024-11-08T00:32:57,112 DEBUG [RS:0;3302f0f507bd:32937-shortCompactions-0 {}] regionserver.ConstantSizeRegionSplitPolicy(101): Should split because region size is big enough sumSize=89.2 K, sizeToCheck=16.0 K 2024-11-08T00:32:57,112 DEBUG [RS:0;3302f0f507bd:32937-shortCompactions-0 {}] regionserver.IncreasingToUpperBoundRegionSplitPolicy(85): regionsWithCommonTable=1 2024-11-08T00:32:57,113 DEBUG [RS:0;3302f0f507bd:32937-shortCompactions-0 {}] regionserver.CompactSplit(239): Splitting TestLogRolling-testLogRolling,,1731025952654.d13df96ec185950b37a10baece0c804f., compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-08T00:32:57,113 DEBUG [RS:0;3302f0f507bd:32937-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-08T00:32:57,113 DEBUG [RS:0;3302f0f507bd:32937-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: d13df96ec185950b37a10baece0c804f:info 2024-11-08T00:32:57,114 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=38609 {}] assignment.AssignmentManager(1355): Split request from 3302f0f507bd,32937,1731025951400, parent={ENCODED => d13df96ec185950b37a10baece0c804f, NAME => 'TestLogRolling-testLogRolling,,1731025952654.d13df96ec185950b37a10baece0c804f.', STARTKEY => '', ENDKEY => ''}, splitKey=row0064 2024-11-08T00:32:57,116 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37879/user/jenkins/test-data/20cb955b-551b-053d-70d2-63ac8d2b3d87/data/default/TestLogRolling-testLogRolling/d13df96ec185950b37a10baece0c804f/.tmp/info/9476916fcde344d69223336e2191cdbb is 1055, key is row0078/info:/1731025977072/Put/seqid=0 2024-11-08T00:32:57,120 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=38609 {}] assignment.SplitTableRegionProcedure(223): Splittable=true state=OPEN, location=3302f0f507bd,32937,1731025951400 2024-11-08T00:32:57,124 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=38609 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:SPLIT_TABLE_REGION_PREPARE, hasLock=false; SplitTableRegionProcedure table=TestLogRolling-testLogRolling, parent=d13df96ec185950b37a10baece0c804f, daughterA=398279017d9449e2a11bdae352c1f444, daughterB=6dc4e154d5bda276a7e295aefedfe71b 2024-11-08T00:32:57,125 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46799 is added to blk_1073741845_1021 (size=23926) 2024-11-08T00:32:57,125 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46557 is added to blk_1073741845_1021 (size=23926) 2024-11-08T00:32:57,126 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=7, state=RUNNABLE:SPLIT_TABLE_REGION_PREPARE, hasLock=false; SplitTableRegionProcedure table=TestLogRolling-testLogRolling, parent=d13df96ec185950b37a10baece0c804f, daughterA=398279017d9449e2a11bdae352c1f444, daughterB=6dc4e154d5bda276a7e295aefedfe71b 2024-11-08T00:32:57,126 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=7, state=RUNNABLE:SPLIT_TABLE_REGION_PREPARE, hasLock=false; SplitTableRegionProcedure table=TestLogRolling-testLogRolling, parent=d13df96ec185950b37a10baece0c804f, daughterA=398279017d9449e2a11bdae352c1f444, daughterB=6dc4e154d5bda276a7e295aefedfe71b 2024-11-08T00:32:57,126 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=7, state=RUNNABLE:SPLIT_TABLE_REGION_PREPARE, hasLock=false; SplitTableRegionProcedure table=TestLogRolling-testLogRolling, parent=d13df96ec185950b37a10baece0c804f, daughterA=398279017d9449e2a11bdae352c1f444, daughterB=6dc4e154d5bda276a7e295aefedfe71b 2024-11-08T00:32:57,126 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=18.47 KB at sequenceid=119 (bloomFilter=true), to=hdfs://localhost:37879/user/jenkins/test-data/20cb955b-551b-053d-70d2-63ac8d2b3d87/data/default/TestLogRolling-testLogRolling/d13df96ec185950b37a10baece0c804f/.tmp/info/9476916fcde344d69223336e2191cdbb 2024-11-08T00:32:57,131 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=8, ppid=7, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestLogRolling-testLogRolling, region=d13df96ec185950b37a10baece0c804f, UNASSIGN}] 2024-11-08T00:32:57,133 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=8, ppid=7, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestLogRolling-testLogRolling, region=d13df96ec185950b37a10baece0c804f, UNASSIGN 2024-11-08T00:32:57,135 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=8 updating hbase:meta row=d13df96ec185950b37a10baece0c804f, regionState=CLOSING, regionLocation=3302f0f507bd,32937,1731025951400 2024-11-08T00:32:57,135 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37879/user/jenkins/test-data/20cb955b-551b-053d-70d2-63ac8d2b3d87/data/default/TestLogRolling-testLogRolling/d13df96ec185950b37a10baece0c804f/.tmp/info/9476916fcde344d69223336e2191cdbb as hdfs://localhost:37879/user/jenkins/test-data/20cb955b-551b-053d-70d2-63ac8d2b3d87/data/default/TestLogRolling-testLogRolling/d13df96ec185950b37a10baece0c804f/info/9476916fcde344d69223336e2191cdbb 2024-11-08T00:32:57,138 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=8, ppid=7, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=true; TransitRegionStateProcedure table=TestLogRolling-testLogRolling, region=d13df96ec185950b37a10baece0c804f, UNASSIGN because future has completed 2024-11-08T00:32:57,138 DEBUG [PEWorker-4 {}] assignment.TransitRegionStateProcedure(375): Close region: isSplit: true: evictOnSplit: true: evictOnClose: false 2024-11-08T00:32:57,138 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE, hasLock=false; CloseRegionProcedure d13df96ec185950b37a10baece0c804f, server=3302f0f507bd,32937,1731025951400}] 2024-11-08T00:32:57,142 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37879/user/jenkins/test-data/20cb955b-551b-053d-70d2-63ac8d2b3d87/data/default/TestLogRolling-testLogRolling/d13df96ec185950b37a10baece0c804f/info/9476916fcde344d69223336e2191cdbb, entries=18, sequenceid=119, filesize=23.4 K 2024-11-08T00:32:57,142 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~18.47 KB/18918, heapSize ~20.06 KB/20544, currentSize=1.03 KB/1051 for d13df96ec185950b37a10baece0c804f in 30ms, sequenceid=119, compaction requested=true 2024-11-08T00:32:57,143 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for d13df96ec185950b37a10baece0c804f: 2024-11-08T00:32:57,143 DEBUG [MemStoreFlusher.0 {}] regionserver.ConstantSizeRegionSplitPolicy(101): Should split because region size is big enough sumSize=112.6 K, sizeToCheck=16.0 K 2024-11-08T00:32:57,143 DEBUG [MemStoreFlusher.0 {}] regionserver.IncreasingToUpperBoundRegionSplitPolicy(85): regionsWithCommonTable=1 2024-11-08T00:32:57,143 DEBUG [MemStoreFlusher.0 {}] regionserver.ConstantSizeRegionSplitPolicy(101): Should split because region size is big enough sumSize=112.6 K, sizeToCheck=16.0 K 2024-11-08T00:32:57,143 DEBUG [MemStoreFlusher.0 {}] regionserver.IncreasingToUpperBoundRegionSplitPolicy(85): regionsWithCommonTable=1 2024-11-08T00:32:57,143 DEBUG [MemStoreFlusher.0 {}] regionserver.ConstantSizeRegionSplitPolicy(101): Should split because region size is big enough sumSize=112.6 K, sizeToCheck=16.0 K 2024-11-08T00:32:57,143 DEBUG [MemStoreFlusher.0 {}] regionserver.IncreasingToUpperBoundRegionSplitPolicy(85): regionsWithCommonTable=1 2024-11-08T00:32:57,143 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(239): Splitting TestLogRolling-testLogRolling,,1731025952654.d13df96ec185950b37a10baece0c804f., compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=1 2024-11-08T00:32:57,144 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=38609 {}] assignment.AssignmentManager(1355): Split request from 3302f0f507bd,32937,1731025951400, parent={ENCODED => d13df96ec185950b37a10baece0c804f, NAME => 'TestLogRolling-testLogRolling,,1731025952654.d13df96ec185950b37a10baece0c804f.', STARTKEY => '', ENDKEY => ''}, splitKey=row0064 2024-11-08T00:32:57,144 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=38609 {}] assignment.AssignmentManager(1370): Ignoring split request from 3302f0f507bd,32937,1731025951400, parent={ENCODED => d13df96ec185950b37a10baece0c804f, NAME => 'TestLogRolling-testLogRolling,,1731025952654.d13df96ec185950b37a10baece0c804f.', STARTKEY => '', ENDKEY => ''} because parent is unknown or not open 2024-11-08T00:32:57,296 INFO [RS_CLOSE_REGION-regionserver/3302f0f507bd:0-0 {event_type=M_RS_CLOSE_REGION, pid=9}] handler.UnassignRegionHandler(122): Close d13df96ec185950b37a10baece0c804f 2024-11-08T00:32:57,296 DEBUG [RS_CLOSE_REGION-regionserver/3302f0f507bd:0-0 {event_type=M_RS_CLOSE_REGION, pid=9}] handler.UnassignRegionHandler(136): Unassign region: split region: true: evictCache: true 2024-11-08T00:32:57,296 DEBUG [RS_CLOSE_REGION-regionserver/3302f0f507bd:0-0 {event_type=M_RS_CLOSE_REGION, pid=9}] regionserver.HRegion(1722): Closing d13df96ec185950b37a10baece0c804f, disabling compactions & flushes 2024-11-08T00:32:57,296 INFO [RS_CLOSE_REGION-regionserver/3302f0f507bd:0-0 {event_type=M_RS_CLOSE_REGION, pid=9}] regionserver.HRegion(1755): Closing region TestLogRolling-testLogRolling,,1731025952654.d13df96ec185950b37a10baece0c804f. 2024-11-08T00:32:57,297 DEBUG [RS_CLOSE_REGION-regionserver/3302f0f507bd:0-0 {event_type=M_RS_CLOSE_REGION, pid=9}] regionserver.HRegion(1776): Time limited wait for close lock on TestLogRolling-testLogRolling,,1731025952654.d13df96ec185950b37a10baece0c804f. 2024-11-08T00:32:57,297 DEBUG [RS_CLOSE_REGION-regionserver/3302f0f507bd:0-0 {event_type=M_RS_CLOSE_REGION, pid=9}] regionserver.HRegion(1843): Acquired close lock on TestLogRolling-testLogRolling,,1731025952654.d13df96ec185950b37a10baece0c804f. after waiting 0 ms 2024-11-08T00:32:57,297 DEBUG [RS_CLOSE_REGION-regionserver/3302f0f507bd:0-0 {event_type=M_RS_CLOSE_REGION, pid=9}] regionserver.HRegion(1853): Updates disabled for region TestLogRolling-testLogRolling,,1731025952654.d13df96ec185950b37a10baece0c804f. 2024-11-08T00:32:57,297 INFO [RS_CLOSE_REGION-regionserver/3302f0f507bd:0-0 {event_type=M_RS_CLOSE_REGION, pid=9}] regionserver.HRegion(2902): Flushing d13df96ec185950b37a10baece0c804f 1/1 column families, dataSize=1.03 KB heapSize=1.35 KB 2024-11-08T00:32:57,304 DEBUG [RS_CLOSE_REGION-regionserver/3302f0f507bd:0-0 {event_type=M_RS_CLOSE_REGION, pid=9}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37879/user/jenkins/test-data/20cb955b-551b-053d-70d2-63ac8d2b3d87/data/default/TestLogRolling-testLogRolling/d13df96ec185950b37a10baece0c804f/.tmp/info/ce93c60547594249a5d53d689b026f46 is 1055, key is row0096/info:/1731025977113/Put/seqid=0 2024-11-08T00:32:57,311 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46799 is added to blk_1073741846_1022 (size=6008) 2024-11-08T00:32:57,312 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46557 is added to blk_1073741846_1022 (size=6008) 2024-11-08T00:32:57,312 INFO [RS_CLOSE_REGION-regionserver/3302f0f507bd:0-0 {event_type=M_RS_CLOSE_REGION, pid=9}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.03 KB at sequenceid=123 (bloomFilter=true), to=hdfs://localhost:37879/user/jenkins/test-data/20cb955b-551b-053d-70d2-63ac8d2b3d87/data/default/TestLogRolling-testLogRolling/d13df96ec185950b37a10baece0c804f/.tmp/info/ce93c60547594249a5d53d689b026f46 2024-11-08T00:32:57,321 DEBUG [RS_CLOSE_REGION-regionserver/3302f0f507bd:0-0 {event_type=M_RS_CLOSE_REGION, pid=9}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37879/user/jenkins/test-data/20cb955b-551b-053d-70d2-63ac8d2b3d87/data/default/TestLogRolling-testLogRolling/d13df96ec185950b37a10baece0c804f/.tmp/info/ce93c60547594249a5d53d689b026f46 as hdfs://localhost:37879/user/jenkins/test-data/20cb955b-551b-053d-70d2-63ac8d2b3d87/data/default/TestLogRolling-testLogRolling/d13df96ec185950b37a10baece0c804f/info/ce93c60547594249a5d53d689b026f46 2024-11-08T00:32:57,328 INFO [RS_CLOSE_REGION-regionserver/3302f0f507bd:0-0 {event_type=M_RS_CLOSE_REGION, pid=9}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37879/user/jenkins/test-data/20cb955b-551b-053d-70d2-63ac8d2b3d87/data/default/TestLogRolling-testLogRolling/d13df96ec185950b37a10baece0c804f/info/ce93c60547594249a5d53d689b026f46, entries=1, sequenceid=123, filesize=5.9 K 2024-11-08T00:32:57,330 INFO [RS_CLOSE_REGION-regionserver/3302f0f507bd:0-0 {event_type=M_RS_CLOSE_REGION, pid=9}] regionserver.HRegion(3140): Finished flush of dataSize ~1.03 KB/1051, heapSize ~1.34 KB/1368, currentSize=0 B/0 for d13df96ec185950b37a10baece0c804f in 32ms, sequenceid=123, compaction requested=true 2024-11-08T00:32:57,330 DEBUG [StoreCloser-TestLogRolling-testLogRolling,,1731025952654.d13df96ec185950b37a10baece0c804f.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:37879/user/jenkins/test-data/20cb955b-551b-053d-70d2-63ac8d2b3d87/data/default/TestLogRolling-testLogRolling/d13df96ec185950b37a10baece0c804f/info/32c536e3a41e4335a4d8013cbb22e29b, hdfs://localhost:37879/user/jenkins/test-data/20cb955b-551b-053d-70d2-63ac8d2b3d87/data/default/TestLogRolling-testLogRolling/d13df96ec185950b37a10baece0c804f/info/edf3ee33320b458fafb3ae59966d3ee5, hdfs://localhost:37879/user/jenkins/test-data/20cb955b-551b-053d-70d2-63ac8d2b3d87/data/default/TestLogRolling-testLogRolling/d13df96ec185950b37a10baece0c804f/info/ac88cad8bf7e4e7b9b33499c83dce939, hdfs://localhost:37879/user/jenkins/test-data/20cb955b-551b-053d-70d2-63ac8d2b3d87/data/default/TestLogRolling-testLogRolling/d13df96ec185950b37a10baece0c804f/info/05b6554cf534430b8b4a835bf78dc456, hdfs://localhost:37879/user/jenkins/test-data/20cb955b-551b-053d-70d2-63ac8d2b3d87/data/default/TestLogRolling-testLogRolling/d13df96ec185950b37a10baece0c804f/info/5280359afdd84694af6ac1d5f4e26a25, hdfs://localhost:37879/user/jenkins/test-data/20cb955b-551b-053d-70d2-63ac8d2b3d87/data/default/TestLogRolling-testLogRolling/d13df96ec185950b37a10baece0c804f/info/3e928cb6e5924b0e9747bafc400e92d6] to archive 2024-11-08T00:32:57,331 DEBUG [StoreCloser-TestLogRolling-testLogRolling,,1731025952654.d13df96ec185950b37a10baece0c804f.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-08T00:32:57,333 DEBUG [StoreCloser-TestLogRolling-testLogRolling,,1731025952654.d13df96ec185950b37a10baece0c804f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37879/user/jenkins/test-data/20cb955b-551b-053d-70d2-63ac8d2b3d87/data/default/TestLogRolling-testLogRolling/d13df96ec185950b37a10baece0c804f/info/32c536e3a41e4335a4d8013cbb22e29b to hdfs://localhost:37879/user/jenkins/test-data/20cb955b-551b-053d-70d2-63ac8d2b3d87/archive/data/default/TestLogRolling-testLogRolling/d13df96ec185950b37a10baece0c804f/info/32c536e3a41e4335a4d8013cbb22e29b 2024-11-08T00:32:57,335 DEBUG [StoreCloser-TestLogRolling-testLogRolling,,1731025952654.d13df96ec185950b37a10baece0c804f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37879/user/jenkins/test-data/20cb955b-551b-053d-70d2-63ac8d2b3d87/data/default/TestLogRolling-testLogRolling/d13df96ec185950b37a10baece0c804f/info/edf3ee33320b458fafb3ae59966d3ee5 to hdfs://localhost:37879/user/jenkins/test-data/20cb955b-551b-053d-70d2-63ac8d2b3d87/archive/data/default/TestLogRolling-testLogRolling/d13df96ec185950b37a10baece0c804f/info/edf3ee33320b458fafb3ae59966d3ee5 2024-11-08T00:32:57,336 DEBUG [StoreCloser-TestLogRolling-testLogRolling,,1731025952654.d13df96ec185950b37a10baece0c804f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37879/user/jenkins/test-data/20cb955b-551b-053d-70d2-63ac8d2b3d87/data/default/TestLogRolling-testLogRolling/d13df96ec185950b37a10baece0c804f/info/ac88cad8bf7e4e7b9b33499c83dce939 to hdfs://localhost:37879/user/jenkins/test-data/20cb955b-551b-053d-70d2-63ac8d2b3d87/archive/data/default/TestLogRolling-testLogRolling/d13df96ec185950b37a10baece0c804f/info/ac88cad8bf7e4e7b9b33499c83dce939 2024-11-08T00:32:57,337 DEBUG [StoreCloser-TestLogRolling-testLogRolling,,1731025952654.d13df96ec185950b37a10baece0c804f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37879/user/jenkins/test-data/20cb955b-551b-053d-70d2-63ac8d2b3d87/data/default/TestLogRolling-testLogRolling/d13df96ec185950b37a10baece0c804f/info/05b6554cf534430b8b4a835bf78dc456 to hdfs://localhost:37879/user/jenkins/test-data/20cb955b-551b-053d-70d2-63ac8d2b3d87/archive/data/default/TestLogRolling-testLogRolling/d13df96ec185950b37a10baece0c804f/info/05b6554cf534430b8b4a835bf78dc456 2024-11-08T00:32:57,338 DEBUG [StoreCloser-TestLogRolling-testLogRolling,,1731025952654.d13df96ec185950b37a10baece0c804f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37879/user/jenkins/test-data/20cb955b-551b-053d-70d2-63ac8d2b3d87/data/default/TestLogRolling-testLogRolling/d13df96ec185950b37a10baece0c804f/info/5280359afdd84694af6ac1d5f4e26a25 to hdfs://localhost:37879/user/jenkins/test-data/20cb955b-551b-053d-70d2-63ac8d2b3d87/archive/data/default/TestLogRolling-testLogRolling/d13df96ec185950b37a10baece0c804f/info/5280359afdd84694af6ac1d5f4e26a25 2024-11-08T00:32:57,340 DEBUG [StoreCloser-TestLogRolling-testLogRolling,,1731025952654.d13df96ec185950b37a10baece0c804f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37879/user/jenkins/test-data/20cb955b-551b-053d-70d2-63ac8d2b3d87/data/default/TestLogRolling-testLogRolling/d13df96ec185950b37a10baece0c804f/info/3e928cb6e5924b0e9747bafc400e92d6 to hdfs://localhost:37879/user/jenkins/test-data/20cb955b-551b-053d-70d2-63ac8d2b3d87/archive/data/default/TestLogRolling-testLogRolling/d13df96ec185950b37a10baece0c804f/info/3e928cb6e5924b0e9747bafc400e92d6 2024-11-08T00:32:57,345 DEBUG [RS_CLOSE_REGION-regionserver/3302f0f507bd:0-0 {event_type=M_RS_CLOSE_REGION, pid=9}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37879/user/jenkins/test-data/20cb955b-551b-053d-70d2-63ac8d2b3d87/data/default/TestLogRolling-testLogRolling/d13df96ec185950b37a10baece0c804f/recovered.edits/126.seqid, newMaxSeqId=126, maxSeqId=1 2024-11-08T00:32:57,346 INFO [RS_CLOSE_REGION-regionserver/3302f0f507bd:0-0 {event_type=M_RS_CLOSE_REGION, pid=9}] regionserver.HRegion(1973): Closed TestLogRolling-testLogRolling,,1731025952654.d13df96ec185950b37a10baece0c804f. 2024-11-08T00:32:57,346 DEBUG [RS_CLOSE_REGION-regionserver/3302f0f507bd:0-0 {event_type=M_RS_CLOSE_REGION, pid=9}] regionserver.HRegion(1676): Region close journal for d13df96ec185950b37a10baece0c804f: Waiting for close lock at 1731025977296Running coprocessor pre-close hooks at 1731025977296Disabling compacts and flushes for region at 1731025977296Disabling writes for close at 1731025977297 (+1 ms)Obtaining lock to block concurrent updates at 1731025977297Preparing flush snapshotting stores in d13df96ec185950b37a10baece0c804f at 1731025977297Finished memstore snapshotting TestLogRolling-testLogRolling,,1731025952654.d13df96ec185950b37a10baece0c804f., syncing WAL and waiting on mvcc, flushsize=dataSize=1051, getHeapSize=1368, getOffHeapSize=0, getCellsCount=1 at 1731025977297Flushing stores of TestLogRolling-testLogRolling,,1731025952654.d13df96ec185950b37a10baece0c804f. at 1731025977298 (+1 ms)Flushing d13df96ec185950b37a10baece0c804f/info: creating writer at 1731025977298Flushing d13df96ec185950b37a10baece0c804f/info: appending metadata at 1731025977303 (+5 ms)Flushing d13df96ec185950b37a10baece0c804f/info: closing flushed file at 1731025977303Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@642069d6: reopening flushed file at 1731025977319 (+16 ms)Finished flush of dataSize ~1.03 KB/1051, heapSize ~1.34 KB/1368, currentSize=0 B/0 for d13df96ec185950b37a10baece0c804f in 32ms, sequenceid=123, compaction requested=true at 1731025977330 (+11 ms)Writing region close event to WAL at 1731025977342 (+12 ms)Running coprocessor post-close hooks at 1731025977346 (+4 ms)Closed at 1731025977346 2024-11-08T00:32:57,348 INFO [RS_CLOSE_REGION-regionserver/3302f0f507bd:0-0 {event_type=M_RS_CLOSE_REGION, pid=9}] handler.UnassignRegionHandler(157): Closed d13df96ec185950b37a10baece0c804f 2024-11-08T00:32:57,349 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=8 updating hbase:meta row=d13df96ec185950b37a10baece0c804f, regionState=CLOSED 2024-11-08T00:32:57,351 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE, hasLock=false; CloseRegionProcedure d13df96ec185950b37a10baece0c804f, server=3302f0f507bd,32937,1731025951400 because future has completed 2024-11-08T00:32:57,354 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-08T00:32:57,354 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; CloseRegionProcedure d13df96ec185950b37a10baece0c804f, server=3302f0f507bd,32937,1731025951400 in 214 msec 2024-11-08T00:32:57,357 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=8, resume processing ppid=7 2024-11-08T00:32:57,357 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=7, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestLogRolling-testLogRolling, region=d13df96ec185950b37a10baece0c804f, UNASSIGN in 223 msec 2024-11-08T00:32:57,365 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T00:32:57,368 INFO [PEWorker-4 {}] assignment.SplitTableRegionProcedure(728): pid=7 splitting 4 storefiles, region=d13df96ec185950b37a10baece0c804f, threads=4 2024-11-08T00:32:57,370 DEBUG [StoreFileSplitter-pool-1 {}] assignment.SplitTableRegionProcedure(823): pid=7 splitting started for store file: hdfs://localhost:37879/user/jenkins/test-data/20cb955b-551b-053d-70d2-63ac8d2b3d87/data/default/TestLogRolling-testLogRolling/d13df96ec185950b37a10baece0c804f/info/a1af69e0bcb4453e8a9ace23c56d84a1 for region: d13df96ec185950b37a10baece0c804f 2024-11-08T00:32:57,370 DEBUG [StoreFileSplitter-pool-3 {}] assignment.SplitTableRegionProcedure(823): pid=7 splitting started for store file: hdfs://localhost:37879/user/jenkins/test-data/20cb955b-551b-053d-70d2-63ac8d2b3d87/data/default/TestLogRolling-testLogRolling/d13df96ec185950b37a10baece0c804f/info/ce93c60547594249a5d53d689b026f46 for region: d13df96ec185950b37a10baece0c804f 2024-11-08T00:32:57,370 DEBUG [StoreFileSplitter-pool-0 {}] assignment.SplitTableRegionProcedure(823): pid=7 splitting started for store file: hdfs://localhost:37879/user/jenkins/test-data/20cb955b-551b-053d-70d2-63ac8d2b3d87/data/default/TestLogRolling-testLogRolling/d13df96ec185950b37a10baece0c804f/info/9476916fcde344d69223336e2191cdbb for region: d13df96ec185950b37a10baece0c804f 2024-11-08T00:32:57,370 DEBUG [StoreFileSplitter-pool-2 {}] assignment.SplitTableRegionProcedure(823): pid=7 splitting started for store file: hdfs://localhost:37879/user/jenkins/test-data/20cb955b-551b-053d-70d2-63ac8d2b3d87/data/default/TestLogRolling-testLogRolling/d13df96ec185950b37a10baece0c804f/info/b3a9543af2c14476879c0f5fc3689e15 for region: d13df96ec185950b37a10baece0c804f 2024-11-08T00:32:57,381 DEBUG [StoreFileSplitter-pool-1 {}] regionserver.HRegionFileSystem(650): Will create HFileLink file for hdfs://localhost:37879/user/jenkins/test-data/20cb955b-551b-053d-70d2-63ac8d2b3d87/data/default/TestLogRolling-testLogRolling/d13df96ec185950b37a10baece0c804f/info/a1af69e0bcb4453e8a9ace23c56d84a1, top=true 2024-11-08T00:32:57,381 DEBUG [StoreFileSplitter-pool-3 {}] regionserver.HRegionFileSystem(650): Will create HFileLink file for hdfs://localhost:37879/user/jenkins/test-data/20cb955b-551b-053d-70d2-63ac8d2b3d87/data/default/TestLogRolling-testLogRolling/d13df96ec185950b37a10baece0c804f/info/ce93c60547594249a5d53d689b026f46, top=true 2024-11-08T00:32:57,385 DEBUG [StoreFileSplitter-pool-0 {}] regionserver.HRegionFileSystem(650): Will create HFileLink file for hdfs://localhost:37879/user/jenkins/test-data/20cb955b-551b-053d-70d2-63ac8d2b3d87/data/default/TestLogRolling-testLogRolling/d13df96ec185950b37a10baece0c804f/info/9476916fcde344d69223336e2191cdbb, top=true 2024-11-08T00:32:57,387 INFO [StoreFileSplitter-pool-1 {}] regionserver.HRegionFileSystem(691): Created linkFile:hdfs://localhost:37879/user/jenkins/test-data/20cb955b-551b-053d-70d2-63ac8d2b3d87/data/default/TestLogRolling-testLogRolling/6dc4e154d5bda276a7e295aefedfe71b/info/TestLogRolling-testLogRolling=d13df96ec185950b37a10baece0c804f-a1af69e0bcb4453e8a9ace23c56d84a1 for child: 6dc4e154d5bda276a7e295aefedfe71b, parent: d13df96ec185950b37a10baece0c804f 2024-11-08T00:32:57,387 INFO [StoreFileSplitter-pool-3 {}] regionserver.HRegionFileSystem(691): Created linkFile:hdfs://localhost:37879/user/jenkins/test-data/20cb955b-551b-053d-70d2-63ac8d2b3d87/data/default/TestLogRolling-testLogRolling/6dc4e154d5bda276a7e295aefedfe71b/info/TestLogRolling-testLogRolling=d13df96ec185950b37a10baece0c804f-ce93c60547594249a5d53d689b026f46 for child: 6dc4e154d5bda276a7e295aefedfe71b, parent: d13df96ec185950b37a10baece0c804f 2024-11-08T00:32:57,387 DEBUG [StoreFileSplitter-pool-3 {}] assignment.SplitTableRegionProcedure(834): pid=7 splitting complete for store file: hdfs://localhost:37879/user/jenkins/test-data/20cb955b-551b-053d-70d2-63ac8d2b3d87/data/default/TestLogRolling-testLogRolling/d13df96ec185950b37a10baece0c804f/info/ce93c60547594249a5d53d689b026f46 for region: d13df96ec185950b37a10baece0c804f 2024-11-08T00:32:57,387 DEBUG [StoreFileSplitter-pool-1 {}] assignment.SplitTableRegionProcedure(834): pid=7 splitting complete for store file: hdfs://localhost:37879/user/jenkins/test-data/20cb955b-551b-053d-70d2-63ac8d2b3d87/data/default/TestLogRolling-testLogRolling/d13df96ec185950b37a10baece0c804f/info/a1af69e0bcb4453e8a9ace23c56d84a1 for region: d13df96ec185950b37a10baece0c804f 2024-11-08T00:32:57,393 INFO [StoreFileSplitter-pool-0 {}] regionserver.HRegionFileSystem(691): Created linkFile:hdfs://localhost:37879/user/jenkins/test-data/20cb955b-551b-053d-70d2-63ac8d2b3d87/data/default/TestLogRolling-testLogRolling/6dc4e154d5bda276a7e295aefedfe71b/info/TestLogRolling-testLogRolling=d13df96ec185950b37a10baece0c804f-9476916fcde344d69223336e2191cdbb for child: 6dc4e154d5bda276a7e295aefedfe71b, parent: d13df96ec185950b37a10baece0c804f 2024-11-08T00:32:57,393 DEBUG [StoreFileSplitter-pool-0 {}] assignment.SplitTableRegionProcedure(834): pid=7 splitting complete for store file: hdfs://localhost:37879/user/jenkins/test-data/20cb955b-551b-053d-70d2-63ac8d2b3d87/data/default/TestLogRolling-testLogRolling/d13df96ec185950b37a10baece0c804f/info/9476916fcde344d69223336e2191cdbb for region: d13df96ec185950b37a10baece0c804f 2024-11-08T00:32:57,395 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46799 is added to blk_1073741847_1023 (size=27) 2024-11-08T00:32:57,395 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46557 is added to blk_1073741847_1023 (size=27) 2024-11-08T00:32:57,813 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46557 is added to blk_1073741848_1024 (size=27) 2024-11-08T00:32:57,814 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46799 is added to blk_1073741848_1024 (size=27) 2024-11-08T00:32:57,814 DEBUG [StoreFileSplitter-pool-2 {}] assignment.SplitTableRegionProcedure(834): pid=7 splitting complete for store file: hdfs://localhost:37879/user/jenkins/test-data/20cb955b-551b-053d-70d2-63ac8d2b3d87/data/default/TestLogRolling-testLogRolling/d13df96ec185950b37a10baece0c804f/info/b3a9543af2c14476879c0f5fc3689e15 for region: d13df96ec185950b37a10baece0c804f 2024-11-08T00:32:57,817 DEBUG [PEWorker-4 {}] assignment.SplitTableRegionProcedure(802): pid=7 split storefiles for region d13df96ec185950b37a10baece0c804f Daughter A: [hdfs://localhost:37879/user/jenkins/test-data/20cb955b-551b-053d-70d2-63ac8d2b3d87/data/default/TestLogRolling-testLogRolling/398279017d9449e2a11bdae352c1f444/info/b3a9543af2c14476879c0f5fc3689e15.d13df96ec185950b37a10baece0c804f] storefiles, Daughter B: [hdfs://localhost:37879/user/jenkins/test-data/20cb955b-551b-053d-70d2-63ac8d2b3d87/data/default/TestLogRolling-testLogRolling/6dc4e154d5bda276a7e295aefedfe71b/info/TestLogRolling-testLogRolling=d13df96ec185950b37a10baece0c804f-9476916fcde344d69223336e2191cdbb, hdfs://localhost:37879/user/jenkins/test-data/20cb955b-551b-053d-70d2-63ac8d2b3d87/data/default/TestLogRolling-testLogRolling/6dc4e154d5bda276a7e295aefedfe71b/info/TestLogRolling-testLogRolling=d13df96ec185950b37a10baece0c804f-a1af69e0bcb4453e8a9ace23c56d84a1, hdfs://localhost:37879/user/jenkins/test-data/20cb955b-551b-053d-70d2-63ac8d2b3d87/data/default/TestLogRolling-testLogRolling/6dc4e154d5bda276a7e295aefedfe71b/info/b3a9543af2c14476879c0f5fc3689e15.d13df96ec185950b37a10baece0c804f, hdfs://localhost:37879/user/jenkins/test-data/20cb955b-551b-053d-70d2-63ac8d2b3d87/data/default/TestLogRolling-testLogRolling/6dc4e154d5bda276a7e295aefedfe71b/info/TestLogRolling-testLogRolling=d13df96ec185950b37a10baece0c804f-ce93c60547594249a5d53d689b026f46] storefiles. 2024-11-08T00:32:57,827 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46557 is added to blk_1073741849_1025 (size=71) 2024-11-08T00:32:57,828 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46799 is added to blk_1073741849_1025 (size=71) 2024-11-08T00:32:57,830 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T00:32:57,842 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46557 is added to blk_1073741850_1026 (size=71) 2024-11-08T00:32:57,842 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46799 is added to blk_1073741850_1026 (size=71) 2024-11-08T00:32:58,249 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T00:32:58,265 DEBUG [PEWorker-4 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37879/user/jenkins/test-data/20cb955b-551b-053d-70d2-63ac8d2b3d87/data/default/TestLogRolling-testLogRolling/398279017d9449e2a11bdae352c1f444/recovered.edits/126.seqid, newMaxSeqId=126, maxSeqId=-1 2024-11-08T00:32:58,267 DEBUG [PEWorker-4 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37879/user/jenkins/test-data/20cb955b-551b-053d-70d2-63ac8d2b3d87/data/default/TestLogRolling-testLogRolling/6dc4e154d5bda276a7e295aefedfe71b/recovered.edits/126.seqid, newMaxSeqId=126, maxSeqId=-1 2024-11-08T00:32:58,270 DEBUG [PEWorker-4 {}] assignment.RegionStateStore(723): Put {"totalColumns":3,"row":"TestLogRolling-testLogRolling,,1731025952654.d13df96ec185950b37a10baece0c804f.","families":{"info":[{"qualifier":"regioninfo","vlen":63,"tag":[],"timestamp":"1731025978270"},{"qualifier":"splitA","vlen":70,"tag":[],"timestamp":"1731025978270"},{"qualifier":"splitB","vlen":70,"tag":[],"timestamp":"1731025978270"}]},"ts":"1731025978270"} 2024-11-08T00:32:58,271 DEBUG [PEWorker-4 {}] assignment.RegionStateStore(723): Put {"totalColumns":3,"row":"TestLogRolling-testLogRolling,,1731025977120.398279017d9449e2a11bdae352c1f444.","families":{"info":[{"qualifier":"regioninfo","vlen":70,"tag":[],"timestamp":"1731025978270"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731025978270"},{"qualifier":"seqnumDuringOpen","vlen":8,"tag":[],"timestamp":"1731025978270"}]},"ts":"1731025978270"} 2024-11-08T00:32:58,271 DEBUG [PEWorker-4 {}] assignment.RegionStateStore(723): Put {"totalColumns":3,"row":"TestLogRolling-testLogRolling,row0064,1731025977120.6dc4e154d5bda276a7e295aefedfe71b.","families":{"info":[{"qualifier":"regioninfo","vlen":70,"tag":[],"timestamp":"1731025978270"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731025978270"},{"qualifier":"seqnumDuringOpen","vlen":8,"tag":[],"timestamp":"1731025978270"}]},"ts":"1731025978270"} 2024-11-08T00:32:58,289 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=7, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestLogRolling-testLogRolling, region=398279017d9449e2a11bdae352c1f444, ASSIGN}, {pid=11, ppid=7, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestLogRolling-testLogRolling, region=6dc4e154d5bda276a7e295aefedfe71b, ASSIGN}] 2024-11-08T00:32:58,290 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=10, ppid=7, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestLogRolling-testLogRolling, region=398279017d9449e2a11bdae352c1f444, ASSIGN 2024-11-08T00:32:58,290 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=11, ppid=7, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestLogRolling-testLogRolling, region=6dc4e154d5bda276a7e295aefedfe71b, ASSIGN 2024-11-08T00:32:58,291 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=10, ppid=7, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=TestLogRolling-testLogRolling, region=398279017d9449e2a11bdae352c1f444, ASSIGN; state=SPLITTING_NEW, location=3302f0f507bd,32937,1731025951400; forceNewPlan=false, retain=false 2024-11-08T00:32:58,291 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=11, ppid=7, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=TestLogRolling-testLogRolling, region=6dc4e154d5bda276a7e295aefedfe71b, ASSIGN; state=SPLITTING_NEW, location=3302f0f507bd,32937,1731025951400; forceNewPlan=false, retain=false 2024-11-08T00:32:58,442 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=11 updating hbase:meta row=6dc4e154d5bda276a7e295aefedfe71b, regionState=OPENING, regionLocation=3302f0f507bd,32937,1731025951400 2024-11-08T00:32:58,442 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=10 updating hbase:meta row=398279017d9449e2a11bdae352c1f444, regionState=OPENING, regionLocation=3302f0f507bd,32937,1731025951400 2024-11-08T00:32:58,446 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=7, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=TestLogRolling-testLogRolling, region=398279017d9449e2a11bdae352c1f444, ASSIGN because future has completed 2024-11-08T00:32:58,447 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=12, ppid=10, state=RUNNABLE, hasLock=false; OpenRegionProcedure 398279017d9449e2a11bdae352c1f444, server=3302f0f507bd,32937,1731025951400}] 2024-11-08T00:32:58,448 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=11, ppid=7, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=TestLogRolling-testLogRolling, region=6dc4e154d5bda276a7e295aefedfe71b, ASSIGN because future has completed 2024-11-08T00:32:58,449 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=13, ppid=11, state=RUNNABLE, hasLock=false; OpenRegionProcedure 6dc4e154d5bda276a7e295aefedfe71b, server=3302f0f507bd,32937,1731025951400}] 2024-11-08T00:32:58,609 INFO [RS_OPEN_REGION-regionserver/3302f0f507bd:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] handler.AssignRegionHandler(132): Open TestLogRolling-testLogRolling,,1731025977120.398279017d9449e2a11bdae352c1f444. 2024-11-08T00:32:58,609 DEBUG [RS_OPEN_REGION-regionserver/3302f0f507bd:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(7752): Opening region: {ENCODED => 398279017d9449e2a11bdae352c1f444, NAME => 'TestLogRolling-testLogRolling,,1731025977120.398279017d9449e2a11bdae352c1f444.', STARTKEY => '', ENDKEY => 'row0064'} 2024-11-08T00:32:58,610 DEBUG [RS_OPEN_REGION-regionserver/3302f0f507bd:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestLogRolling-testLogRolling 398279017d9449e2a11bdae352c1f444 2024-11-08T00:32:58,610 DEBUG [RS_OPEN_REGION-regionserver/3302f0f507bd:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(898): Instantiated TestLogRolling-testLogRolling,,1731025977120.398279017d9449e2a11bdae352c1f444.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T00:32:58,610 DEBUG [RS_OPEN_REGION-regionserver/3302f0f507bd:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(7794): checking encryption for 398279017d9449e2a11bdae352c1f444 2024-11-08T00:32:58,610 DEBUG [RS_OPEN_REGION-regionserver/3302f0f507bd:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(7797): checking classloading for 398279017d9449e2a11bdae352c1f444 2024-11-08T00:32:58,612 INFO [StoreOpener-398279017d9449e2a11bdae352c1f444-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 398279017d9449e2a11bdae352c1f444 2024-11-08T00:32:58,613 INFO [StoreOpener-398279017d9449e2a11bdae352c1f444-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 398279017d9449e2a11bdae352c1f444 columnFamilyName info 2024-11-08T00:32:58,613 DEBUG [StoreOpener-398279017d9449e2a11bdae352c1f444-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T00:32:58,628 DEBUG [StoreOpener-398279017d9449e2a11bdae352c1f444-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:37879/user/jenkins/test-data/20cb955b-551b-053d-70d2-63ac8d2b3d87/data/default/TestLogRolling-testLogRolling/398279017d9449e2a11bdae352c1f444/info/b3a9543af2c14476879c0f5fc3689e15.d13df96ec185950b37a10baece0c804f->hdfs://localhost:37879/user/jenkins/test-data/20cb955b-551b-053d-70d2-63ac8d2b3d87/data/default/TestLogRolling-testLogRolling/d13df96ec185950b37a10baece0c804f/info/b3a9543af2c14476879c0f5fc3689e15-bottom 2024-11-08T00:32:58,628 INFO [StoreOpener-398279017d9449e2a11bdae352c1f444-1 {}] regionserver.HStore(327): Store=398279017d9449e2a11bdae352c1f444/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T00:32:58,629 DEBUG [RS_OPEN_REGION-regionserver/3302f0f507bd:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(1038): replaying wal for 398279017d9449e2a11bdae352c1f444 2024-11-08T00:32:58,629 DEBUG [RS_OPEN_REGION-regionserver/3302f0f507bd:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37879/user/jenkins/test-data/20cb955b-551b-053d-70d2-63ac8d2b3d87/data/default/TestLogRolling-testLogRolling/398279017d9449e2a11bdae352c1f444 2024-11-08T00:32:58,631 DEBUG [RS_OPEN_REGION-regionserver/3302f0f507bd:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37879/user/jenkins/test-data/20cb955b-551b-053d-70d2-63ac8d2b3d87/data/default/TestLogRolling-testLogRolling/398279017d9449e2a11bdae352c1f444 2024-11-08T00:32:58,631 DEBUG [RS_OPEN_REGION-regionserver/3302f0f507bd:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(1048): stopping wal replay for 398279017d9449e2a11bdae352c1f444 2024-11-08T00:32:58,631 DEBUG [RS_OPEN_REGION-regionserver/3302f0f507bd:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(1060): Cleaning up temporary data for 398279017d9449e2a11bdae352c1f444 2024-11-08T00:32:58,655 DEBUG [RS_OPEN_REGION-regionserver/3302f0f507bd:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(1093): writing seq id for 398279017d9449e2a11bdae352c1f444 2024-11-08T00:32:58,656 INFO [RS_OPEN_REGION-regionserver/3302f0f507bd:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(1114): Opened 398279017d9449e2a11bdae352c1f444; next sequenceid=127; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=16384, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=780646, jitterRate=-0.007357403635978699}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-08T00:32:58,656 DEBUG [RS_OPEN_REGION-regionserver/3302f0f507bd:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 398279017d9449e2a11bdae352c1f444 2024-11-08T00:32:58,656 DEBUG [RS_OPEN_REGION-regionserver/3302f0f507bd:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(1006): Region open journal for 398279017d9449e2a11bdae352c1f444: Running coprocessor pre-open hook at 1731025978610Writing region info on filesystem at 1731025978610Initializing all the Stores at 1731025978611 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731025978611Cleaning up temporary data from old regions at 1731025978631 (+20 ms)Running coprocessor post-open hooks at 1731025978656 (+25 ms)Region opened successfully at 1731025978656 2024-11-08T00:32:58,657 INFO [RS_OPEN_REGION-regionserver/3302f0f507bd:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegionServer(2236): Post open deploy tasks for TestLogRolling-testLogRolling,,1731025977120.398279017d9449e2a11bdae352c1f444., pid=12, masterSystemTime=1731025978600 2024-11-08T00:32:58,657 DEBUG [RS_OPEN_REGION-regionserver/3302f0f507bd:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.CompactSplit(403): Add compact mark for store 398279017d9449e2a11bdae352c1f444:info, priority=-2147483648, current under compaction store size is 1 2024-11-08T00:32:58,657 DEBUG [RS_OPEN_REGION-regionserver/3302f0f507bd:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: Opening Region; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-08T00:32:58,657 DEBUG [RS:0;3302f0f507bd:32937-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 1 store files, 0 compacting, 1 eligible, 16 blocking 2024-11-08T00:32:58,658 INFO [RS:0;3302f0f507bd:32937-shortCompactions-0 {}] regionserver.HStore(1527): Keeping/Overriding Compaction request priority to -2147482648 for CF info since it belongs to recently split daughter region TestLogRolling-testLogRolling,,1731025977120.398279017d9449e2a11bdae352c1f444. 2024-11-08T00:32:58,658 DEBUG [RS:0;3302f0f507bd:32937-shortCompactions-0 {}] regionserver.HStore(1541): 398279017d9449e2a11bdae352c1f444/info is initiating minor compaction (all files) 2024-11-08T00:32:58,658 INFO [RS:0;3302f0f507bd:32937-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 398279017d9449e2a11bdae352c1f444/info in TestLogRolling-testLogRolling,,1731025977120.398279017d9449e2a11bdae352c1f444. 2024-11-08T00:32:58,658 INFO [RS:0;3302f0f507bd:32937-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37879/user/jenkins/test-data/20cb955b-551b-053d-70d2-63ac8d2b3d87/data/default/TestLogRolling-testLogRolling/398279017d9449e2a11bdae352c1f444/info/b3a9543af2c14476879c0f5fc3689e15.d13df96ec185950b37a10baece0c804f->hdfs://localhost:37879/user/jenkins/test-data/20cb955b-551b-053d-70d2-63ac8d2b3d87/data/default/TestLogRolling-testLogRolling/d13df96ec185950b37a10baece0c804f/info/b3a9543af2c14476879c0f5fc3689e15-bottom] into tmpdir=hdfs://localhost:37879/user/jenkins/test-data/20cb955b-551b-053d-70d2-63ac8d2b3d87/data/default/TestLogRolling-testLogRolling/398279017d9449e2a11bdae352c1f444/.tmp, totalSize=72.0 K 2024-11-08T00:32:58,659 DEBUG [RS:0;3302f0f507bd:32937-shortCompactions-0 {}] compactions.Compactor(225): Compacting b3a9543af2c14476879c0f5fc3689e15.d13df96ec185950b37a10baece0c804f, keycount=32, bloomtype=ROW, size=72.0 K, encoding=NONE, compression=NONE, seqNum=82, earliestPutTs=1731025962774 2024-11-08T00:32:58,659 DEBUG [RS_OPEN_REGION-regionserver/3302f0f507bd:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegionServer(2266): Finished post open deploy task for TestLogRolling-testLogRolling,,1731025977120.398279017d9449e2a11bdae352c1f444. 2024-11-08T00:32:58,659 INFO [RS_OPEN_REGION-regionserver/3302f0f507bd:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] handler.AssignRegionHandler(153): Opened TestLogRolling-testLogRolling,,1731025977120.398279017d9449e2a11bdae352c1f444. 2024-11-08T00:32:58,659 INFO [RS_OPEN_REGION-regionserver/3302f0f507bd:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] handler.AssignRegionHandler(132): Open TestLogRolling-testLogRolling,row0064,1731025977120.6dc4e154d5bda276a7e295aefedfe71b. 2024-11-08T00:32:58,660 DEBUG [RS_OPEN_REGION-regionserver/3302f0f507bd:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(7752): Opening region: {ENCODED => 6dc4e154d5bda276a7e295aefedfe71b, NAME => 'TestLogRolling-testLogRolling,row0064,1731025977120.6dc4e154d5bda276a7e295aefedfe71b.', STARTKEY => 'row0064', ENDKEY => ''} 2024-11-08T00:32:58,660 DEBUG [RS_OPEN_REGION-regionserver/3302f0f507bd:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestLogRolling-testLogRolling 6dc4e154d5bda276a7e295aefedfe71b 2024-11-08T00:32:58,660 DEBUG [RS_OPEN_REGION-regionserver/3302f0f507bd:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(898): Instantiated TestLogRolling-testLogRolling,row0064,1731025977120.6dc4e154d5bda276a7e295aefedfe71b.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T00:32:58,660 DEBUG [RS_OPEN_REGION-regionserver/3302f0f507bd:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(7794): checking encryption for 6dc4e154d5bda276a7e295aefedfe71b 2024-11-08T00:32:58,660 DEBUG [RS_OPEN_REGION-regionserver/3302f0f507bd:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(7797): checking classloading for 6dc4e154d5bda276a7e295aefedfe71b 2024-11-08T00:32:58,660 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=10 updating hbase:meta row=398279017d9449e2a11bdae352c1f444, regionState=OPEN, openSeqNum=127, regionLocation=3302f0f507bd,32937,1731025951400 2024-11-08T00:32:58,662 INFO [StoreOpener-6dc4e154d5bda276a7e295aefedfe71b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 6dc4e154d5bda276a7e295aefedfe71b 2024-11-08T00:32:58,662 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=32937 {}] regionserver.HRegion(8855): Flush requested on 1588230740 2024-11-08T00:32:58,663 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-08T00:32:58,663 INFO [StoreOpener-6dc4e154d5bda276a7e295aefedfe71b-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 6dc4e154d5bda276a7e295aefedfe71b columnFamilyName info 2024-11-08T00:32:58,663 DEBUG [StoreOpener-6dc4e154d5bda276a7e295aefedfe71b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T00:32:58,663 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=5.11 KB heapSize=8.96 KB 2024-11-08T00:32:58,663 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=12, ppid=10, state=RUNNABLE, hasLock=false; OpenRegionProcedure 398279017d9449e2a11bdae352c1f444, server=3302f0f507bd,32937,1731025951400 because future has completed 2024-11-08T00:32:58,667 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=12, resume processing ppid=10 2024-11-08T00:32:58,667 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=12, ppid=10, state=SUCCESS, hasLock=false; OpenRegionProcedure 398279017d9449e2a11bdae352c1f444, server=3302f0f507bd,32937,1731025951400 in 217 msec 2024-11-08T00:32:58,668 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=7, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestLogRolling-testLogRolling, region=398279017d9449e2a11bdae352c1f444, ASSIGN in 378 msec 2024-11-08T00:32:58,680 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37879/user/jenkins/test-data/20cb955b-551b-053d-70d2-63ac8d2b3d87/data/hbase/meta/1588230740/.tmp/info/0d3a9116a5cd4d829741197b94923a3e is 193, key is TestLogRolling-testLogRolling,row0064,1731025977120.6dc4e154d5bda276a7e295aefedfe71b./info:regioninfo/1731025978441/Put/seqid=0 2024-11-08T00:32:58,680 DEBUG [StoreOpener-6dc4e154d5bda276a7e295aefedfe71b-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:37879/user/jenkins/test-data/20cb955b-551b-053d-70d2-63ac8d2b3d87/data/default/TestLogRolling-testLogRolling/6dc4e154d5bda276a7e295aefedfe71b/info/TestLogRolling-testLogRolling=d13df96ec185950b37a10baece0c804f-9476916fcde344d69223336e2191cdbb 2024-11-08T00:32:58,683 INFO [RS:0;3302f0f507bd:32937-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 398279017d9449e2a11bdae352c1f444#info#compaction#42 average throughput is 15.79 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-08T00:32:58,684 DEBUG [RS:0;3302f0f507bd:32937-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37879/user/jenkins/test-data/20cb955b-551b-053d-70d2-63ac8d2b3d87/data/default/TestLogRolling-testLogRolling/398279017d9449e2a11bdae352c1f444/.tmp/info/8cb7a6a7c9e146b19557e2e187bf9331 is 1055, key is row0001/info:/1731025962774/Put/seqid=0 2024-11-08T00:32:58,686 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46799 is added to blk_1073741851_1027 (size=9847) 2024-11-08T00:32:58,687 DEBUG [StoreOpener-6dc4e154d5bda276a7e295aefedfe71b-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:37879/user/jenkins/test-data/20cb955b-551b-053d-70d2-63ac8d2b3d87/data/default/TestLogRolling-testLogRolling/6dc4e154d5bda276a7e295aefedfe71b/info/TestLogRolling-testLogRolling=d13df96ec185950b37a10baece0c804f-a1af69e0bcb4453e8a9ace23c56d84a1 2024-11-08T00:32:58,688 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46557 is added to blk_1073741851_1027 (size=9847) 2024-11-08T00:32:58,688 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=4.92 KB at sequenceid=17 (bloomFilter=true), to=hdfs://localhost:37879/user/jenkins/test-data/20cb955b-551b-053d-70d2-63ac8d2b3d87/data/hbase/meta/1588230740/.tmp/info/0d3a9116a5cd4d829741197b94923a3e 2024-11-08T00:32:58,693 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46557 is added to blk_1073741852_1028 (size=71441) 2024-11-08T00:32:58,693 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46799 is added to blk_1073741852_1028 (size=71441) 2024-11-08T00:32:58,694 DEBUG [StoreOpener-6dc4e154d5bda276a7e295aefedfe71b-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:37879/user/jenkins/test-data/20cb955b-551b-053d-70d2-63ac8d2b3d87/data/default/TestLogRolling-testLogRolling/6dc4e154d5bda276a7e295aefedfe71b/info/TestLogRolling-testLogRolling=d13df96ec185950b37a10baece0c804f-ce93c60547594249a5d53d689b026f46 2024-11-08T00:32:58,700 DEBUG [StoreOpener-6dc4e154d5bda276a7e295aefedfe71b-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:37879/user/jenkins/test-data/20cb955b-551b-053d-70d2-63ac8d2b3d87/data/default/TestLogRolling-testLogRolling/6dc4e154d5bda276a7e295aefedfe71b/info/b3a9543af2c14476879c0f5fc3689e15.d13df96ec185950b37a10baece0c804f->hdfs://localhost:37879/user/jenkins/test-data/20cb955b-551b-053d-70d2-63ac8d2b3d87/data/default/TestLogRolling-testLogRolling/d13df96ec185950b37a10baece0c804f/info/b3a9543af2c14476879c0f5fc3689e15-top 2024-11-08T00:32:58,700 INFO [StoreOpener-6dc4e154d5bda276a7e295aefedfe71b-1 {}] regionserver.HStore(327): Store=6dc4e154d5bda276a7e295aefedfe71b/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T00:32:58,701 DEBUG [RS_OPEN_REGION-regionserver/3302f0f507bd:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(1038): replaying wal for 6dc4e154d5bda276a7e295aefedfe71b 2024-11-08T00:32:58,701 DEBUG [RS:0;3302f0f507bd:32937-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37879/user/jenkins/test-data/20cb955b-551b-053d-70d2-63ac8d2b3d87/data/default/TestLogRolling-testLogRolling/398279017d9449e2a11bdae352c1f444/.tmp/info/8cb7a6a7c9e146b19557e2e187bf9331 as hdfs://localhost:37879/user/jenkins/test-data/20cb955b-551b-053d-70d2-63ac8d2b3d87/data/default/TestLogRolling-testLogRolling/398279017d9449e2a11bdae352c1f444/info/8cb7a6a7c9e146b19557e2e187bf9331 2024-11-08T00:32:58,701 DEBUG [RS_OPEN_REGION-regionserver/3302f0f507bd:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37879/user/jenkins/test-data/20cb955b-551b-053d-70d2-63ac8d2b3d87/data/default/TestLogRolling-testLogRolling/6dc4e154d5bda276a7e295aefedfe71b 2024-11-08T00:32:58,704 DEBUG [RS_OPEN_REGION-regionserver/3302f0f507bd:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37879/user/jenkins/test-data/20cb955b-551b-053d-70d2-63ac8d2b3d87/data/default/TestLogRolling-testLogRolling/6dc4e154d5bda276a7e295aefedfe71b 2024-11-08T00:32:58,704 DEBUG [RS_OPEN_REGION-regionserver/3302f0f507bd:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(1048): stopping wal replay for 6dc4e154d5bda276a7e295aefedfe71b 2024-11-08T00:32:58,704 DEBUG [RS_OPEN_REGION-regionserver/3302f0f507bd:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(1060): Cleaning up temporary data for 6dc4e154d5bda276a7e295aefedfe71b 2024-11-08T00:32:58,706 DEBUG [RS_OPEN_REGION-regionserver/3302f0f507bd:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(1093): writing seq id for 6dc4e154d5bda276a7e295aefedfe71b 2024-11-08T00:32:58,707 INFO [RS_OPEN_REGION-regionserver/3302f0f507bd:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(1114): Opened 6dc4e154d5bda276a7e295aefedfe71b; next sequenceid=127; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=16384, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=834544, jitterRate=0.06117822229862213}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-08T00:32:58,707 DEBUG [RS_OPEN_REGION-regionserver/3302f0f507bd:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 6dc4e154d5bda276a7e295aefedfe71b 2024-11-08T00:32:58,707 DEBUG [RS_OPEN_REGION-regionserver/3302f0f507bd:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(1006): Region open journal for 6dc4e154d5bda276a7e295aefedfe71b: Running coprocessor pre-open hook at 1731025978660Writing region info on filesystem at 1731025978660Initializing all the Stores at 1731025978661 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731025978661Cleaning up temporary data from old regions at 1731025978704 (+43 ms)Running coprocessor post-open hooks at 1731025978707 (+3 ms)Region opened successfully at 1731025978707 2024-11-08T00:32:58,708 INFO [RS_OPEN_REGION-regionserver/3302f0f507bd:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegionServer(2236): Post open deploy tasks for TestLogRolling-testLogRolling,row0064,1731025977120.6dc4e154d5bda276a7e295aefedfe71b., pid=13, masterSystemTime=1731025978600 2024-11-08T00:32:58,708 DEBUG [RS_OPEN_REGION-regionserver/3302f0f507bd:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.CompactSplit(403): Add compact mark for store 6dc4e154d5bda276a7e295aefedfe71b:info, priority=-2147483648, current under compaction store size is 2 2024-11-08T00:32:58,708 DEBUG [RS_OPEN_REGION-regionserver/3302f0f507bd:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: Opening Region; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-08T00:32:58,708 DEBUG [RS:0;3302f0f507bd:32937-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-08T00:32:58,710 INFO [RS:0;3302f0f507bd:32937-longCompactions-0 {}] regionserver.HStore(1527): Keeping/Overriding Compaction request priority to -2147482648 for CF info since it belongs to recently split daughter region TestLogRolling-testLogRolling,row0064,1731025977120.6dc4e154d5bda276a7e295aefedfe71b. 2024-11-08T00:32:58,710 DEBUG [RS:0;3302f0f507bd:32937-longCompactions-0 {}] regionserver.HStore(1541): 6dc4e154d5bda276a7e295aefedfe71b/info is initiating minor compaction (all files) 2024-11-08T00:32:58,710 INFO [RS:0;3302f0f507bd:32937-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 1 (all) file(s) in 398279017d9449e2a11bdae352c1f444/info of 398279017d9449e2a11bdae352c1f444 into 8cb7a6a7c9e146b19557e2e187bf9331(size=69.8 K), total size for store is 69.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-08T00:32:58,710 INFO [RS:0;3302f0f507bd:32937-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 6dc4e154d5bda276a7e295aefedfe71b/info in TestLogRolling-testLogRolling,row0064,1731025977120.6dc4e154d5bda276a7e295aefedfe71b. 2024-11-08T00:32:58,710 DEBUG [RS:0;3302f0f507bd:32937-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 398279017d9449e2a11bdae352c1f444: 2024-11-08T00:32:58,710 INFO [RS:0;3302f0f507bd:32937-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestLogRolling-testLogRolling,,1731025977120.398279017d9449e2a11bdae352c1f444., storeName=398279017d9449e2a11bdae352c1f444/info, priority=15, startTime=1731025978657; duration=0sec 2024-11-08T00:32:58,710 DEBUG [RS:0;3302f0f507bd:32937-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-08T00:32:58,710 DEBUG [RS:0;3302f0f507bd:32937-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 398279017d9449e2a11bdae352c1f444:info 2024-11-08T00:32:58,710 INFO [RS:0;3302f0f507bd:32937-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37879/user/jenkins/test-data/20cb955b-551b-053d-70d2-63ac8d2b3d87/data/default/TestLogRolling-testLogRolling/6dc4e154d5bda276a7e295aefedfe71b/info/b3a9543af2c14476879c0f5fc3689e15.d13df96ec185950b37a10baece0c804f->hdfs://localhost:37879/user/jenkins/test-data/20cb955b-551b-053d-70d2-63ac8d2b3d87/data/default/TestLogRolling-testLogRolling/d13df96ec185950b37a10baece0c804f/info/b3a9543af2c14476879c0f5fc3689e15-top, hdfs://localhost:37879/user/jenkins/test-data/20cb955b-551b-053d-70d2-63ac8d2b3d87/data/default/TestLogRolling-testLogRolling/6dc4e154d5bda276a7e295aefedfe71b/info/TestLogRolling-testLogRolling=d13df96ec185950b37a10baece0c804f-a1af69e0bcb4453e8a9ace23c56d84a1, hdfs://localhost:37879/user/jenkins/test-data/20cb955b-551b-053d-70d2-63ac8d2b3d87/data/default/TestLogRolling-testLogRolling/6dc4e154d5bda276a7e295aefedfe71b/info/TestLogRolling-testLogRolling=d13df96ec185950b37a10baece0c804f-9476916fcde344d69223336e2191cdbb, hdfs://localhost:37879/user/jenkins/test-data/20cb955b-551b-053d-70d2-63ac8d2b3d87/data/default/TestLogRolling-testLogRolling/6dc4e154d5bda276a7e295aefedfe71b/info/TestLogRolling-testLogRolling=d13df96ec185950b37a10baece0c804f-ce93c60547594249a5d53d689b026f46] into tmpdir=hdfs://localhost:37879/user/jenkins/test-data/20cb955b-551b-053d-70d2-63ac8d2b3d87/data/default/TestLogRolling-testLogRolling/6dc4e154d5bda276a7e295aefedfe71b/.tmp, totalSize=118.4 K 2024-11-08T00:32:58,710 DEBUG [RS_OPEN_REGION-regionserver/3302f0f507bd:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegionServer(2266): Finished post open deploy task for TestLogRolling-testLogRolling,row0064,1731025977120.6dc4e154d5bda276a7e295aefedfe71b. 2024-11-08T00:32:58,710 INFO [RS_OPEN_REGION-regionserver/3302f0f507bd:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] handler.AssignRegionHandler(153): Opened TestLogRolling-testLogRolling,row0064,1731025977120.6dc4e154d5bda276a7e295aefedfe71b. 2024-11-08T00:32:58,711 DEBUG [RS:0;3302f0f507bd:32937-longCompactions-0 {}] compactions.Compactor(225): Compacting b3a9543af2c14476879c0f5fc3689e15.d13df96ec185950b37a10baece0c804f, keycount=32, bloomtype=ROW, size=72.0 K, encoding=NONE, compression=NONE, seqNum=83, earliestPutTs=1731025962774 2024-11-08T00:32:58,711 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=11 updating hbase:meta row=6dc4e154d5bda276a7e295aefedfe71b, regionState=OPEN, openSeqNum=127, regionLocation=3302f0f507bd,32937,1731025951400 2024-11-08T00:32:58,712 DEBUG [RS:0;3302f0f507bd:32937-longCompactions-0 {}] compactions.Compactor(225): Compacting TestLogRolling-testLogRolling=d13df96ec185950b37a10baece0c804f-a1af69e0bcb4453e8a9ace23c56d84a1, keycount=12, bloomtype=ROW, size=17.2 K, encoding=NONE, compression=NONE, seqNum=97, earliestPutTs=1731025977043 2024-11-08T00:32:58,713 DEBUG [RS:0;3302f0f507bd:32937-longCompactions-0 {}] compactions.Compactor(225): Compacting TestLogRolling-testLogRolling=d13df96ec185950b37a10baece0c804f-9476916fcde344d69223336e2191cdbb, keycount=18, bloomtype=ROW, size=23.4 K, encoding=NONE, compression=NONE, seqNum=119, earliestPutTs=1731025977072 2024-11-08T00:32:58,713 DEBUG [RS:0;3302f0f507bd:32937-longCompactions-0 {}] compactions.Compactor(225): Compacting TestLogRolling-testLogRolling=d13df96ec185950b37a10baece0c804f-ce93c60547594249a5d53d689b026f46, keycount=1, bloomtype=ROW, size=5.9 K, encoding=NONE, compression=NONE, seqNum=123, earliestPutTs=1731025977113 2024-11-08T00:32:58,713 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=13, ppid=11, state=RUNNABLE, hasLock=false; OpenRegionProcedure 6dc4e154d5bda276a7e295aefedfe71b, server=3302f0f507bd,32937,1731025951400 because future has completed 2024-11-08T00:32:58,716 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37879/user/jenkins/test-data/20cb955b-551b-053d-70d2-63ac8d2b3d87/data/hbase/meta/1588230740/.tmp/ns/5447fe5075514ddfb02c9bddcb49bf8d is 43, key is default/ns:d/1731025952561/Put/seqid=0 2024-11-08T00:32:58,717 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=13, resume processing ppid=11 2024-11-08T00:32:58,717 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=13, ppid=11, state=SUCCESS, hasLock=false; OpenRegionProcedure 6dc4e154d5bda276a7e295aefedfe71b, server=3302f0f507bd,32937,1731025951400 in 266 msec 2024-11-08T00:32:58,720 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-08T00:32:58,720 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestLogRolling-testLogRolling, region=6dc4e154d5bda276a7e295aefedfe71b, ASSIGN in 428 msec 2024-11-08T00:32:58,722 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46799 is added to blk_1073741853_1029 (size=5153) 2024-11-08T00:32:58,722 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46557 is added to blk_1073741853_1029 (size=5153) 2024-11-08T00:32:58,724 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; SplitTableRegionProcedure table=TestLogRolling-testLogRolling, parent=d13df96ec185950b37a10baece0c804f, daughterA=398279017d9449e2a11bdae352c1f444, daughterB=6dc4e154d5bda276a7e295aefedfe71b in 1.6000 sec 2024-11-08T00:32:58,739 INFO [RS:0;3302f0f507bd:32937-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 6dc4e154d5bda276a7e295aefedfe71b#info#compaction#44 average throughput is 16.54 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-08T00:32:58,739 DEBUG [RS:0;3302f0f507bd:32937-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37879/user/jenkins/test-data/20cb955b-551b-053d-70d2-63ac8d2b3d87/data/default/TestLogRolling-testLogRolling/6dc4e154d5bda276a7e295aefedfe71b/.tmp/info/c4dec56ea85d494aa81d99f809f28cb5 is 1055, key is row0064/info:/1731025975032/Put/seqid=0 2024-11-08T00:32:58,744 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46557 is added to blk_1073741854_1030 (size=40102) 2024-11-08T00:32:58,744 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46799 is added to blk_1073741854_1030 (size=40102) 2024-11-08T00:32:58,751 DEBUG [RS:0;3302f0f507bd:32937-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37879/user/jenkins/test-data/20cb955b-551b-053d-70d2-63ac8d2b3d87/data/default/TestLogRolling-testLogRolling/6dc4e154d5bda276a7e295aefedfe71b/.tmp/info/c4dec56ea85d494aa81d99f809f28cb5 as hdfs://localhost:37879/user/jenkins/test-data/20cb955b-551b-053d-70d2-63ac8d2b3d87/data/default/TestLogRolling-testLogRolling/6dc4e154d5bda276a7e295aefedfe71b/info/c4dec56ea85d494aa81d99f809f28cb5 2024-11-08T00:32:58,759 INFO [RS:0;3302f0f507bd:32937-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 6dc4e154d5bda276a7e295aefedfe71b/info of 6dc4e154d5bda276a7e295aefedfe71b into c4dec56ea85d494aa81d99f809f28cb5(size=39.2 K), total size for store is 39.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-08T00:32:58,759 DEBUG [RS:0;3302f0f507bd:32937-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 6dc4e154d5bda276a7e295aefedfe71b: 2024-11-08T00:32:58,759 INFO [RS:0;3302f0f507bd:32937-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestLogRolling-testLogRolling,row0064,1731025977120.6dc4e154d5bda276a7e295aefedfe71b., storeName=6dc4e154d5bda276a7e295aefedfe71b/info, priority=12, startTime=1731025978708; duration=0sec 2024-11-08T00:32:58,759 DEBUG [RS:0;3302f0f507bd:32937-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-08T00:32:58,759 DEBUG [RS:0;3302f0f507bd:32937-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 6dc4e154d5bda276a7e295aefedfe71b:info 2024-11-08T00:32:59,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32937 {}] ipc.CallRunner(138): callId: 103 service: ClientService methodName: Mutate size: 1.2 K connection: 172.17.0.3:47032 deadline: 1731025989117, exception=org.apache.hadoop.hbase.NotServingRegionException: TestLogRolling-testLogRolling,,1731025952654.d13df96ec185950b37a10baece0c804f. is not online on 3302f0f507bd,32937,1731025951400 2024-11-08T00:32:59,120 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestLogRolling-testLogRolling,,1731025952654.d13df96ec185950b37a10baece0c804f., hostname=3302f0f507bd,32937,1731025951400, seqNum=2 , the old value is region=TestLogRolling-testLogRolling,,1731025952654.d13df96ec185950b37a10baece0c804f., hostname=3302f0f507bd,32937,1731025951400, seqNum=2, error=org.apache.hadoop.hbase.NotServingRegionException: org.apache.hadoop.hbase.NotServingRegionException: TestLogRolling-testLogRolling,,1731025952654.d13df96ec185950b37a10baece0c804f. is not online on 3302f0f507bd,32937,1731025951400 at org.apache.hadoop.hbase.regionserver.HRegionServer.getRegionByEncodedName(HRegionServer.java:3186) at org.apache.hadoop.hbase.regionserver.HRegionServer.getRegion(HRegionServer.java:3164) at org.apache.hadoop.hbase.regionserver.RSRpcServices.getRegion(RSRpcServices.java:1413) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2943) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T00:32:59,120 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestLogRolling-testLogRolling,,1731025952654.d13df96ec185950b37a10baece0c804f., hostname=3302f0f507bd,32937,1731025951400, seqNum=2 is org.apache.hadoop.hbase.NotServingRegionException: org.apache.hadoop.hbase.NotServingRegionException: TestLogRolling-testLogRolling,,1731025952654.d13df96ec185950b37a10baece0c804f. is not online on 3302f0f507bd,32937,1731025951400 at org.apache.hadoop.hbase.regionserver.HRegionServer.getRegionByEncodedName(HRegionServer.java:3186) at org.apache.hadoop.hbase.regionserver.HRegionServer.getRegion(HRegionServer.java:3164) at org.apache.hadoop.hbase.regionserver.RSRpcServices.getRegion(RSRpcServices.java:1413) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2943) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T00:32:59,121 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(88): Try removing region=TestLogRolling-testLogRolling,,1731025952654.d13df96ec185950b37a10baece0c804f., hostname=3302f0f507bd,32937,1731025951400, seqNum=2 from cache 2024-11-08T00:32:59,125 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=17 (bloomFilter=true), to=hdfs://localhost:37879/user/jenkins/test-data/20cb955b-551b-053d-70d2-63ac8d2b3d87/data/hbase/meta/1588230740/.tmp/ns/5447fe5075514ddfb02c9bddcb49bf8d 2024-11-08T00:32:59,146 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37879/user/jenkins/test-data/20cb955b-551b-053d-70d2-63ac8d2b3d87/data/hbase/meta/1588230740/.tmp/table/dc83ebeca43740549641c0b2d91da945 is 65, key is TestLogRolling-testLogRolling/table:state/1731025953031/Put/seqid=0 2024-11-08T00:32:59,151 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46799 is added to blk_1073741855_1031 (size=5340) 2024-11-08T00:32:59,151 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46557 is added to blk_1073741855_1031 (size=5340) 2024-11-08T00:32:59,151 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=122 B at sequenceid=17 (bloomFilter=true), to=hdfs://localhost:37879/user/jenkins/test-data/20cb955b-551b-053d-70d2-63ac8d2b3d87/data/hbase/meta/1588230740/.tmp/table/dc83ebeca43740549641c0b2d91da945 2024-11-08T00:32:59,157 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37879/user/jenkins/test-data/20cb955b-551b-053d-70d2-63ac8d2b3d87/data/hbase/meta/1588230740/.tmp/info/0d3a9116a5cd4d829741197b94923a3e as hdfs://localhost:37879/user/jenkins/test-data/20cb955b-551b-053d-70d2-63ac8d2b3d87/data/hbase/meta/1588230740/info/0d3a9116a5cd4d829741197b94923a3e 2024-11-08T00:32:59,162 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37879/user/jenkins/test-data/20cb955b-551b-053d-70d2-63ac8d2b3d87/data/hbase/meta/1588230740/info/0d3a9116a5cd4d829741197b94923a3e, entries=30, sequenceid=17, filesize=9.6 K 2024-11-08T00:32:59,163 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37879/user/jenkins/test-data/20cb955b-551b-053d-70d2-63ac8d2b3d87/data/hbase/meta/1588230740/.tmp/ns/5447fe5075514ddfb02c9bddcb49bf8d as hdfs://localhost:37879/user/jenkins/test-data/20cb955b-551b-053d-70d2-63ac8d2b3d87/data/hbase/meta/1588230740/ns/5447fe5075514ddfb02c9bddcb49bf8d 2024-11-08T00:32:59,169 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37879/user/jenkins/test-data/20cb955b-551b-053d-70d2-63ac8d2b3d87/data/hbase/meta/1588230740/ns/5447fe5075514ddfb02c9bddcb49bf8d, entries=2, sequenceid=17, filesize=5.0 K 2024-11-08T00:32:59,170 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37879/user/jenkins/test-data/20cb955b-551b-053d-70d2-63ac8d2b3d87/data/hbase/meta/1588230740/.tmp/table/dc83ebeca43740549641c0b2d91da945 as hdfs://localhost:37879/user/jenkins/test-data/20cb955b-551b-053d-70d2-63ac8d2b3d87/data/hbase/meta/1588230740/table/dc83ebeca43740549641c0b2d91da945 2024-11-08T00:32:59,175 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37879/user/jenkins/test-data/20cb955b-551b-053d-70d2-63ac8d2b3d87/data/hbase/meta/1588230740/table/dc83ebeca43740549641c0b2d91da945, entries=2, sequenceid=17, filesize=5.2 K 2024-11-08T00:32:59,176 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~5.11 KB/5234, heapSize ~8.66 KB/8872, currentSize=705 B/705 for 1588230740 in 513ms, sequenceid=17, compaction requested=false 2024-11-08T00:32:59,176 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 1588230740: 2024-11-08T00:33:01,217 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-08T00:33:02,366 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T00:33:02,366 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T00:33:02,366 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T00:33:02,367 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T00:33:02,367 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T00:33:02,367 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T00:33:02,370 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T00:33:02,370 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T00:33:02,370 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T00:33:02,372 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T00:33:02,879 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-08T00:33:02,898 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T00:33:02,899 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T00:33:02,899 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T00:33:02,899 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T00:33:02,899 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T00:33:02,899 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T00:33:02,903 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T00:33:02,903 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T00:33:02,903 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T00:33:02,905 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T00:33:09,233 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestLogRolling-testLogRolling', row='row0097', locateType=CURRENT is [region=TestLogRolling-testLogRolling,row0064,1731025977120.6dc4e154d5bda276a7e295aefedfe71b., hostname=3302f0f507bd,32937,1731025951400, seqNum=127] 2024-11-08T00:33:09,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32937 {}] regionserver.HRegion(8855): Flush requested on 6dc4e154d5bda276a7e295aefedfe71b 2024-11-08T00:33:09,249 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 6dc4e154d5bda276a7e295aefedfe71b 1/1 column families, dataSize=8.21 KB heapSize=9.06 KB 2024-11-08T00:33:09,253 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37879/user/jenkins/test-data/20cb955b-551b-053d-70d2-63ac8d2b3d87/data/default/TestLogRolling-testLogRolling/6dc4e154d5bda276a7e295aefedfe71b/.tmp/info/5e9b5b4a2f6e476f98a583b1fdd8d4ef is 1055, key is row0097/info:/1731025989235/Put/seqid=0 2024-11-08T00:33:09,257 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46557 is added to blk_1073741856_1032 (size=13394) 2024-11-08T00:33:09,257 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46799 is added to blk_1073741856_1032 (size=13394) 2024-11-08T00:33:09,258 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.21 KB at sequenceid=138 (bloomFilter=true), to=hdfs://localhost:37879/user/jenkins/test-data/20cb955b-551b-053d-70d2-63ac8d2b3d87/data/default/TestLogRolling-testLogRolling/6dc4e154d5bda276a7e295aefedfe71b/.tmp/info/5e9b5b4a2f6e476f98a583b1fdd8d4ef 2024-11-08T00:33:09,264 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37879/user/jenkins/test-data/20cb955b-551b-053d-70d2-63ac8d2b3d87/data/default/TestLogRolling-testLogRolling/6dc4e154d5bda276a7e295aefedfe71b/.tmp/info/5e9b5b4a2f6e476f98a583b1fdd8d4ef as hdfs://localhost:37879/user/jenkins/test-data/20cb955b-551b-053d-70d2-63ac8d2b3d87/data/default/TestLogRolling-testLogRolling/6dc4e154d5bda276a7e295aefedfe71b/info/5e9b5b4a2f6e476f98a583b1fdd8d4ef 2024-11-08T00:33:09,271 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37879/user/jenkins/test-data/20cb955b-551b-053d-70d2-63ac8d2b3d87/data/default/TestLogRolling-testLogRolling/6dc4e154d5bda276a7e295aefedfe71b/info/5e9b5b4a2f6e476f98a583b1fdd8d4ef, entries=8, sequenceid=138, filesize=13.1 K 2024-11-08T00:33:09,272 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~8.21 KB/8408, heapSize ~9.05 KB/9264, currentSize=11.29 KB/11561 for 6dc4e154d5bda276a7e295aefedfe71b in 22ms, sequenceid=138, compaction requested=false 2024-11-08T00:33:09,272 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 6dc4e154d5bda276a7e295aefedfe71b: 2024-11-08T00:33:09,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32937 {}] regionserver.HRegion(8855): Flush requested on 6dc4e154d5bda276a7e295aefedfe71b 2024-11-08T00:33:09,272 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 6dc4e154d5bda276a7e295aefedfe71b 1/1 column families, dataSize=12.32 KB heapSize=13.47 KB 2024-11-08T00:33:09,276 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37879/user/jenkins/test-data/20cb955b-551b-053d-70d2-63ac8d2b3d87/data/default/TestLogRolling-testLogRolling/6dc4e154d5bda276a7e295aefedfe71b/.tmp/info/d5f2725e2f114be6b9be83827c6fa159 is 1055, key is row0105/info:/1731025989250/Put/seqid=0 2024-11-08T00:33:09,281 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46799 is added to blk_1073741857_1033 (size=17606) 2024-11-08T00:33:09,281 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46557 is added to blk_1073741857_1033 (size=17606) 2024-11-08T00:33:09,282 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=12.32 KB at sequenceid=153 (bloomFilter=true), to=hdfs://localhost:37879/user/jenkins/test-data/20cb955b-551b-053d-70d2-63ac8d2b3d87/data/default/TestLogRolling-testLogRolling/6dc4e154d5bda276a7e295aefedfe71b/.tmp/info/d5f2725e2f114be6b9be83827c6fa159 2024-11-08T00:33:09,288 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37879/user/jenkins/test-data/20cb955b-551b-053d-70d2-63ac8d2b3d87/data/default/TestLogRolling-testLogRolling/6dc4e154d5bda276a7e295aefedfe71b/.tmp/info/d5f2725e2f114be6b9be83827c6fa159 as hdfs://localhost:37879/user/jenkins/test-data/20cb955b-551b-053d-70d2-63ac8d2b3d87/data/default/TestLogRolling-testLogRolling/6dc4e154d5bda276a7e295aefedfe71b/info/d5f2725e2f114be6b9be83827c6fa159 2024-11-08T00:33:09,295 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37879/user/jenkins/test-data/20cb955b-551b-053d-70d2-63ac8d2b3d87/data/default/TestLogRolling-testLogRolling/6dc4e154d5bda276a7e295aefedfe71b/info/d5f2725e2f114be6b9be83827c6fa159, entries=12, sequenceid=153, filesize=17.2 K 2024-11-08T00:33:09,296 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~12.32 KB/12612, heapSize ~13.45 KB/13776, currentSize=11.29 KB/11561 for 6dc4e154d5bda276a7e295aefedfe71b in 24ms, sequenceid=153, compaction requested=true 2024-11-08T00:33:09,296 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 6dc4e154d5bda276a7e295aefedfe71b: 2024-11-08T00:33:09,296 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 6dc4e154d5bda276a7e295aefedfe71b:info, priority=-2147483648, current under compaction store size is 1 2024-11-08T00:33:09,296 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-08T00:33:09,296 DEBUG [RS:0;3302f0f507bd:32937-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-08T00:33:09,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32937 {}] regionserver.HRegion(8855): Flush requested on 6dc4e154d5bda276a7e295aefedfe71b 2024-11-08T00:33:09,297 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 6dc4e154d5bda276a7e295aefedfe71b 1/1 column families, dataSize=12.32 KB heapSize=13.47 KB 2024-11-08T00:33:09,298 DEBUG [RS:0;3302f0f507bd:32937-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 71102 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-08T00:33:09,298 DEBUG [RS:0;3302f0f507bd:32937-shortCompactions-0 {}] regionserver.HStore(1541): 6dc4e154d5bda276a7e295aefedfe71b/info is initiating minor compaction (all files) 2024-11-08T00:33:09,298 INFO [RS:0;3302f0f507bd:32937-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 6dc4e154d5bda276a7e295aefedfe71b/info in TestLogRolling-testLogRolling,row0064,1731025977120.6dc4e154d5bda276a7e295aefedfe71b. 2024-11-08T00:33:09,298 INFO [RS:0;3302f0f507bd:32937-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37879/user/jenkins/test-data/20cb955b-551b-053d-70d2-63ac8d2b3d87/data/default/TestLogRolling-testLogRolling/6dc4e154d5bda276a7e295aefedfe71b/info/c4dec56ea85d494aa81d99f809f28cb5, hdfs://localhost:37879/user/jenkins/test-data/20cb955b-551b-053d-70d2-63ac8d2b3d87/data/default/TestLogRolling-testLogRolling/6dc4e154d5bda276a7e295aefedfe71b/info/5e9b5b4a2f6e476f98a583b1fdd8d4ef, hdfs://localhost:37879/user/jenkins/test-data/20cb955b-551b-053d-70d2-63ac8d2b3d87/data/default/TestLogRolling-testLogRolling/6dc4e154d5bda276a7e295aefedfe71b/info/d5f2725e2f114be6b9be83827c6fa159] into tmpdir=hdfs://localhost:37879/user/jenkins/test-data/20cb955b-551b-053d-70d2-63ac8d2b3d87/data/default/TestLogRolling-testLogRolling/6dc4e154d5bda276a7e295aefedfe71b/.tmp, totalSize=69.4 K 2024-11-08T00:33:09,298 DEBUG [RS:0;3302f0f507bd:32937-shortCompactions-0 {}] compactions.Compactor(225): Compacting c4dec56ea85d494aa81d99f809f28cb5, keycount=33, bloomtype=ROW, size=39.2 K, encoding=NONE, compression=NONE, seqNum=123, earliestPutTs=1731025975032 2024-11-08T00:33:09,299 DEBUG [RS:0;3302f0f507bd:32937-shortCompactions-0 {}] compactions.Compactor(225): Compacting 5e9b5b4a2f6e476f98a583b1fdd8d4ef, keycount=8, bloomtype=ROW, size=13.1 K, encoding=NONE, compression=NONE, seqNum=138, earliestPutTs=1731025989235 2024-11-08T00:33:09,299 DEBUG [RS:0;3302f0f507bd:32937-shortCompactions-0 {}] compactions.Compactor(225): Compacting d5f2725e2f114be6b9be83827c6fa159, keycount=12, bloomtype=ROW, size=17.2 K, encoding=NONE, compression=NONE, seqNum=153, earliestPutTs=1731025989250 2024-11-08T00:33:09,301 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37879/user/jenkins/test-data/20cb955b-551b-053d-70d2-63ac8d2b3d87/data/default/TestLogRolling-testLogRolling/6dc4e154d5bda276a7e295aefedfe71b/.tmp/info/872c868aedd34e5e84496dac68e52bb7 is 1055, key is row0117/info:/1731025989273/Put/seqid=0 2024-11-08T00:33:09,307 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46557 is added to blk_1073741858_1034 (size=17606) 2024-11-08T00:33:09,307 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46799 is added to blk_1073741858_1034 (size=17606) 2024-11-08T00:33:09,308 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=12.32 KB at sequenceid=168 (bloomFilter=true), to=hdfs://localhost:37879/user/jenkins/test-data/20cb955b-551b-053d-70d2-63ac8d2b3d87/data/default/TestLogRolling-testLogRolling/6dc4e154d5bda276a7e295aefedfe71b/.tmp/info/872c868aedd34e5e84496dac68e52bb7 2024-11-08T00:33:09,314 INFO [RS:0;3302f0f507bd:32937-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 6dc4e154d5bda276a7e295aefedfe71b#info#compaction#49 average throughput is 26.56 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-08T00:33:09,314 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37879/user/jenkins/test-data/20cb955b-551b-053d-70d2-63ac8d2b3d87/data/default/TestLogRolling-testLogRolling/6dc4e154d5bda276a7e295aefedfe71b/.tmp/info/872c868aedd34e5e84496dac68e52bb7 as hdfs://localhost:37879/user/jenkins/test-data/20cb955b-551b-053d-70d2-63ac8d2b3d87/data/default/TestLogRolling-testLogRolling/6dc4e154d5bda276a7e295aefedfe71b/info/872c868aedd34e5e84496dac68e52bb7 2024-11-08T00:33:09,315 DEBUG [RS:0;3302f0f507bd:32937-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37879/user/jenkins/test-data/20cb955b-551b-053d-70d2-63ac8d2b3d87/data/default/TestLogRolling-testLogRolling/6dc4e154d5bda276a7e295aefedfe71b/.tmp/info/a93bcd70d90841f1a824978e00ba2c4c is 1055, key is row0064/info:/1731025975032/Put/seqid=0 2024-11-08T00:33:09,321 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37879/user/jenkins/test-data/20cb955b-551b-053d-70d2-63ac8d2b3d87/data/default/TestLogRolling-testLogRolling/6dc4e154d5bda276a7e295aefedfe71b/info/872c868aedd34e5e84496dac68e52bb7, entries=12, sequenceid=168, filesize=17.2 K 2024-11-08T00:33:09,322 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46557 is added to blk_1073741859_1035 (size=61332) 2024-11-08T00:33:09,322 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46799 is added to blk_1073741859_1035 (size=61332) 2024-11-08T00:33:09,323 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~12.32 KB/12612, heapSize ~13.45 KB/13776, currentSize=0 B/0 for 6dc4e154d5bda276a7e295aefedfe71b in 25ms, sequenceid=168, compaction requested=false 2024-11-08T00:33:09,323 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 6dc4e154d5bda276a7e295aefedfe71b: 2024-11-08T00:33:09,737 DEBUG [RS:0;3302f0f507bd:32937-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37879/user/jenkins/test-data/20cb955b-551b-053d-70d2-63ac8d2b3d87/data/default/TestLogRolling-testLogRolling/6dc4e154d5bda276a7e295aefedfe71b/.tmp/info/a93bcd70d90841f1a824978e00ba2c4c as hdfs://localhost:37879/user/jenkins/test-data/20cb955b-551b-053d-70d2-63ac8d2b3d87/data/default/TestLogRolling-testLogRolling/6dc4e154d5bda276a7e295aefedfe71b/info/a93bcd70d90841f1a824978e00ba2c4c 2024-11-08T00:33:09,745 INFO [RS:0;3302f0f507bd:32937-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 6dc4e154d5bda276a7e295aefedfe71b/info of 6dc4e154d5bda276a7e295aefedfe71b into a93bcd70d90841f1a824978e00ba2c4c(size=59.9 K), total size for store is 77.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-08T00:33:09,745 DEBUG [RS:0;3302f0f507bd:32937-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 6dc4e154d5bda276a7e295aefedfe71b: 2024-11-08T00:33:09,745 INFO [RS:0;3302f0f507bd:32937-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestLogRolling-testLogRolling,row0064,1731025977120.6dc4e154d5bda276a7e295aefedfe71b., storeName=6dc4e154d5bda276a7e295aefedfe71b/info, priority=13, startTime=1731025989296; duration=0sec 2024-11-08T00:33:09,745 DEBUG [RS:0;3302f0f507bd:32937-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-08T00:33:09,745 DEBUG [RS:0;3302f0f507bd:32937-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 6dc4e154d5bda276a7e295aefedfe71b:info 2024-11-08T00:33:11,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32937 {}] regionserver.HRegion(8855): Flush requested on 6dc4e154d5bda276a7e295aefedfe71b 2024-11-08T00:33:11,317 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 6dc4e154d5bda276a7e295aefedfe71b 1/1 column families, dataSize=8.21 KB heapSize=9.06 KB 2024-11-08T00:33:11,322 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37879/user/jenkins/test-data/20cb955b-551b-053d-70d2-63ac8d2b3d87/data/default/TestLogRolling-testLogRolling/6dc4e154d5bda276a7e295aefedfe71b/.tmp/info/f354b818851540c49cd7d13908f2b969 is 1055, key is row0129/info:/1731025991299/Put/seqid=0 2024-11-08T00:33:11,331 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46557 is added to blk_1073741860_1036 (size=13394) 2024-11-08T00:33:11,331 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46799 is added to blk_1073741860_1036 (size=13394) 2024-11-08T00:33:11,332 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.21 KB at sequenceid=180 (bloomFilter=true), to=hdfs://localhost:37879/user/jenkins/test-data/20cb955b-551b-053d-70d2-63ac8d2b3d87/data/default/TestLogRolling-testLogRolling/6dc4e154d5bda276a7e295aefedfe71b/.tmp/info/f354b818851540c49cd7d13908f2b969 2024-11-08T00:33:11,339 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37879/user/jenkins/test-data/20cb955b-551b-053d-70d2-63ac8d2b3d87/data/default/TestLogRolling-testLogRolling/6dc4e154d5bda276a7e295aefedfe71b/.tmp/info/f354b818851540c49cd7d13908f2b969 as hdfs://localhost:37879/user/jenkins/test-data/20cb955b-551b-053d-70d2-63ac8d2b3d87/data/default/TestLogRolling-testLogRolling/6dc4e154d5bda276a7e295aefedfe71b/info/f354b818851540c49cd7d13908f2b969 2024-11-08T00:33:11,345 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37879/user/jenkins/test-data/20cb955b-551b-053d-70d2-63ac8d2b3d87/data/default/TestLogRolling-testLogRolling/6dc4e154d5bda276a7e295aefedfe71b/info/f354b818851540c49cd7d13908f2b969, entries=8, sequenceid=180, filesize=13.1 K 2024-11-08T00:33:11,346 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~8.21 KB/8408, heapSize ~9.05 KB/9264, currentSize=13.34 KB/13663 for 6dc4e154d5bda276a7e295aefedfe71b in 29ms, sequenceid=180, compaction requested=true 2024-11-08T00:33:11,346 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 6dc4e154d5bda276a7e295aefedfe71b: 2024-11-08T00:33:11,346 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 6dc4e154d5bda276a7e295aefedfe71b:info, priority=-2147483648, current under compaction store size is 1 2024-11-08T00:33:11,346 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-08T00:33:11,346 DEBUG [RS:0;3302f0f507bd:32937-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-08T00:33:11,347 DEBUG [RS:0;3302f0f507bd:32937-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 92332 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-08T00:33:11,348 DEBUG [RS:0;3302f0f507bd:32937-shortCompactions-0 {}] regionserver.HStore(1541): 6dc4e154d5bda276a7e295aefedfe71b/info is initiating minor compaction (all files) 2024-11-08T00:33:11,348 INFO [RS:0;3302f0f507bd:32937-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 6dc4e154d5bda276a7e295aefedfe71b/info in TestLogRolling-testLogRolling,row0064,1731025977120.6dc4e154d5bda276a7e295aefedfe71b. 2024-11-08T00:33:11,348 INFO [RS:0;3302f0f507bd:32937-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37879/user/jenkins/test-data/20cb955b-551b-053d-70d2-63ac8d2b3d87/data/default/TestLogRolling-testLogRolling/6dc4e154d5bda276a7e295aefedfe71b/info/a93bcd70d90841f1a824978e00ba2c4c, hdfs://localhost:37879/user/jenkins/test-data/20cb955b-551b-053d-70d2-63ac8d2b3d87/data/default/TestLogRolling-testLogRolling/6dc4e154d5bda276a7e295aefedfe71b/info/872c868aedd34e5e84496dac68e52bb7, hdfs://localhost:37879/user/jenkins/test-data/20cb955b-551b-053d-70d2-63ac8d2b3d87/data/default/TestLogRolling-testLogRolling/6dc4e154d5bda276a7e295aefedfe71b/info/f354b818851540c49cd7d13908f2b969] into tmpdir=hdfs://localhost:37879/user/jenkins/test-data/20cb955b-551b-053d-70d2-63ac8d2b3d87/data/default/TestLogRolling-testLogRolling/6dc4e154d5bda276a7e295aefedfe71b/.tmp, totalSize=90.2 K 2024-11-08T00:33:11,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32937 {}] regionserver.HRegion(8855): Flush requested on 6dc4e154d5bda276a7e295aefedfe71b 2024-11-08T00:33:11,348 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 6dc4e154d5bda276a7e295aefedfe71b 1/1 column families, dataSize=15.40 KB heapSize=16.77 KB 2024-11-08T00:33:11,348 DEBUG [RS:0;3302f0f507bd:32937-shortCompactions-0 {}] compactions.Compactor(225): Compacting a93bcd70d90841f1a824978e00ba2c4c, keycount=53, bloomtype=ROW, size=59.9 K, encoding=NONE, compression=NONE, seqNum=153, earliestPutTs=1731025975032 2024-11-08T00:33:11,349 DEBUG [RS:0;3302f0f507bd:32937-shortCompactions-0 {}] compactions.Compactor(225): Compacting 872c868aedd34e5e84496dac68e52bb7, keycount=12, bloomtype=ROW, size=17.2 K, encoding=NONE, compression=NONE, seqNum=168, earliestPutTs=1731025989273 2024-11-08T00:33:11,349 DEBUG [RS:0;3302f0f507bd:32937-shortCompactions-0 {}] compactions.Compactor(225): Compacting f354b818851540c49cd7d13908f2b969, keycount=8, bloomtype=ROW, size=13.1 K, encoding=NONE, compression=NONE, seqNum=180, earliestPutTs=1731025991299 2024-11-08T00:33:11,353 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37879/user/jenkins/test-data/20cb955b-551b-053d-70d2-63ac8d2b3d87/data/default/TestLogRolling-testLogRolling/6dc4e154d5bda276a7e295aefedfe71b/.tmp/info/ea2ef93d858a456282634c4acfd6e07f is 1055, key is row0137/info:/1731025991319/Put/seqid=0 2024-11-08T00:33:11,358 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46799 is added to blk_1073741861_1037 (size=20781) 2024-11-08T00:33:11,359 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46557 is added to blk_1073741861_1037 (size=20781) 2024-11-08T00:33:11,359 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.40 KB at sequenceid=198 (bloomFilter=true), to=hdfs://localhost:37879/user/jenkins/test-data/20cb955b-551b-053d-70d2-63ac8d2b3d87/data/default/TestLogRolling-testLogRolling/6dc4e154d5bda276a7e295aefedfe71b/.tmp/info/ea2ef93d858a456282634c4acfd6e07f 2024-11-08T00:33:11,363 INFO [RS:0;3302f0f507bd:32937-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 6dc4e154d5bda276a7e295aefedfe71b#info#compaction#52 average throughput is 36.58 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-08T00:33:11,364 DEBUG [RS:0;3302f0f507bd:32937-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37879/user/jenkins/test-data/20cb955b-551b-053d-70d2-63ac8d2b3d87/data/default/TestLogRolling-testLogRolling/6dc4e154d5bda276a7e295aefedfe71b/.tmp/info/a9c7a7efd2164b63814136a7a009b8c1 is 1055, key is row0064/info:/1731025975032/Put/seqid=0 2024-11-08T00:33:11,366 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37879/user/jenkins/test-data/20cb955b-551b-053d-70d2-63ac8d2b3d87/data/default/TestLogRolling-testLogRolling/6dc4e154d5bda276a7e295aefedfe71b/.tmp/info/ea2ef93d858a456282634c4acfd6e07f as hdfs://localhost:37879/user/jenkins/test-data/20cb955b-551b-053d-70d2-63ac8d2b3d87/data/default/TestLogRolling-testLogRolling/6dc4e154d5bda276a7e295aefedfe71b/info/ea2ef93d858a456282634c4acfd6e07f 2024-11-08T00:33:11,372 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37879/user/jenkins/test-data/20cb955b-551b-053d-70d2-63ac8d2b3d87/data/default/TestLogRolling-testLogRolling/6dc4e154d5bda276a7e295aefedfe71b/info/ea2ef93d858a456282634c4acfd6e07f, entries=15, sequenceid=198, filesize=20.3 K 2024-11-08T00:33:11,373 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~15.40 KB/15765, heapSize ~16.76 KB/17160, currentSize=9.24 KB/9459 for 6dc4e154d5bda276a7e295aefedfe71b in 25ms, sequenceid=198, compaction requested=false 2024-11-08T00:33:11,373 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 6dc4e154d5bda276a7e295aefedfe71b: 2024-11-08T00:33:11,374 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46799 is added to blk_1073741862_1038 (size=82567) 2024-11-08T00:33:11,374 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46557 is added to blk_1073741862_1038 (size=82567) 2024-11-08T00:33:11,380 DEBUG [RS:0;3302f0f507bd:32937-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37879/user/jenkins/test-data/20cb955b-551b-053d-70d2-63ac8d2b3d87/data/default/TestLogRolling-testLogRolling/6dc4e154d5bda276a7e295aefedfe71b/.tmp/info/a9c7a7efd2164b63814136a7a009b8c1 as hdfs://localhost:37879/user/jenkins/test-data/20cb955b-551b-053d-70d2-63ac8d2b3d87/data/default/TestLogRolling-testLogRolling/6dc4e154d5bda276a7e295aefedfe71b/info/a9c7a7efd2164b63814136a7a009b8c1 2024-11-08T00:33:11,386 INFO [RS:0;3302f0f507bd:32937-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 6dc4e154d5bda276a7e295aefedfe71b/info of 6dc4e154d5bda276a7e295aefedfe71b into a9c7a7efd2164b63814136a7a009b8c1(size=80.6 K), total size for store is 100.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-08T00:33:11,387 DEBUG [RS:0;3302f0f507bd:32937-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 6dc4e154d5bda276a7e295aefedfe71b: 2024-11-08T00:33:11,387 INFO [RS:0;3302f0f507bd:32937-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestLogRolling-testLogRolling,row0064,1731025977120.6dc4e154d5bda276a7e295aefedfe71b., storeName=6dc4e154d5bda276a7e295aefedfe71b/info, priority=13, startTime=1731025991346; duration=0sec 2024-11-08T00:33:11,387 DEBUG [RS:0;3302f0f507bd:32937-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-08T00:33:11,387 DEBUG [RS:0;3302f0f507bd:32937-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 6dc4e154d5bda276a7e295aefedfe71b:info 2024-11-08T00:33:12,614 INFO [master/3302f0f507bd:0.Chore.1 {}] migrate.RollingUpgradeChore(116): There is no table to migrate StoreFileTracker! 2024-11-08T00:33:12,614 INFO [master/3302f0f507bd:0.Chore.1 {}] migrate.RollingUpgradeChore(85): All Rolling-Upgrade tasks are complete, shutdown RollingUpgradeChore! 2024-11-08T00:33:13,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32937 {}] regionserver.HRegion(8855): Flush requested on 6dc4e154d5bda276a7e295aefedfe71b 2024-11-08T00:33:13,371 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 6dc4e154d5bda276a7e295aefedfe71b 1/1 column families, dataSize=10.26 KB heapSize=11.27 KB 2024-11-08T00:33:13,376 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37879/user/jenkins/test-data/20cb955b-551b-053d-70d2-63ac8d2b3d87/data/default/TestLogRolling-testLogRolling/6dc4e154d5bda276a7e295aefedfe71b/.tmp/info/344396a94d0c4dc591a3812a7c980d71 is 1055, key is row0152/info:/1731025991350/Put/seqid=0 2024-11-08T00:33:13,381 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46799 is added to blk_1073741863_1039 (size=15500) 2024-11-08T00:33:13,381 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46557 is added to blk_1073741863_1039 (size=15500) 2024-11-08T00:33:13,382 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=10.26 KB at sequenceid=212 (bloomFilter=true), to=hdfs://localhost:37879/user/jenkins/test-data/20cb955b-551b-053d-70d2-63ac8d2b3d87/data/default/TestLogRolling-testLogRolling/6dc4e154d5bda276a7e295aefedfe71b/.tmp/info/344396a94d0c4dc591a3812a7c980d71 2024-11-08T00:33:13,388 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37879/user/jenkins/test-data/20cb955b-551b-053d-70d2-63ac8d2b3d87/data/default/TestLogRolling-testLogRolling/6dc4e154d5bda276a7e295aefedfe71b/.tmp/info/344396a94d0c4dc591a3812a7c980d71 as hdfs://localhost:37879/user/jenkins/test-data/20cb955b-551b-053d-70d2-63ac8d2b3d87/data/default/TestLogRolling-testLogRolling/6dc4e154d5bda276a7e295aefedfe71b/info/344396a94d0c4dc591a3812a7c980d71 2024-11-08T00:33:13,393 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37879/user/jenkins/test-data/20cb955b-551b-053d-70d2-63ac8d2b3d87/data/default/TestLogRolling-testLogRolling/6dc4e154d5bda276a7e295aefedfe71b/info/344396a94d0c4dc591a3812a7c980d71, entries=10, sequenceid=212, filesize=15.1 K 2024-11-08T00:33:13,394 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~10.26 KB/10510, heapSize ~11.25 KB/11520, currentSize=11.29 KB/11561 for 6dc4e154d5bda276a7e295aefedfe71b in 23ms, sequenceid=212, compaction requested=true 2024-11-08T00:33:13,394 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 6dc4e154d5bda276a7e295aefedfe71b: 2024-11-08T00:33:13,394 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 6dc4e154d5bda276a7e295aefedfe71b:info, priority=-2147483648, current under compaction store size is 1 2024-11-08T00:33:13,394 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-08T00:33:13,394 DEBUG [RS:0;3302f0f507bd:32937-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-08T00:33:13,395 DEBUG [RS:0;3302f0f507bd:32937-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 118848 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-08T00:33:13,395 DEBUG [RS:0;3302f0f507bd:32937-shortCompactions-0 {}] regionserver.HStore(1541): 6dc4e154d5bda276a7e295aefedfe71b/info is initiating minor compaction (all files) 2024-11-08T00:33:13,395 INFO [RS:0;3302f0f507bd:32937-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 6dc4e154d5bda276a7e295aefedfe71b/info in TestLogRolling-testLogRolling,row0064,1731025977120.6dc4e154d5bda276a7e295aefedfe71b. 2024-11-08T00:33:13,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32937 {}] regionserver.HRegion(8855): Flush requested on 6dc4e154d5bda276a7e295aefedfe71b 2024-11-08T00:33:13,396 INFO [RS:0;3302f0f507bd:32937-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37879/user/jenkins/test-data/20cb955b-551b-053d-70d2-63ac8d2b3d87/data/default/TestLogRolling-testLogRolling/6dc4e154d5bda276a7e295aefedfe71b/info/a9c7a7efd2164b63814136a7a009b8c1, hdfs://localhost:37879/user/jenkins/test-data/20cb955b-551b-053d-70d2-63ac8d2b3d87/data/default/TestLogRolling-testLogRolling/6dc4e154d5bda276a7e295aefedfe71b/info/ea2ef93d858a456282634c4acfd6e07f, hdfs://localhost:37879/user/jenkins/test-data/20cb955b-551b-053d-70d2-63ac8d2b3d87/data/default/TestLogRolling-testLogRolling/6dc4e154d5bda276a7e295aefedfe71b/info/344396a94d0c4dc591a3812a7c980d71] into tmpdir=hdfs://localhost:37879/user/jenkins/test-data/20cb955b-551b-053d-70d2-63ac8d2b3d87/data/default/TestLogRolling-testLogRolling/6dc4e154d5bda276a7e295aefedfe71b/.tmp, totalSize=116.1 K 2024-11-08T00:33:13,396 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 6dc4e154d5bda276a7e295aefedfe71b 1/1 column families, dataSize=12.32 KB heapSize=13.47 KB 2024-11-08T00:33:13,396 DEBUG [RS:0;3302f0f507bd:32937-shortCompactions-0 {}] compactions.Compactor(225): Compacting a9c7a7efd2164b63814136a7a009b8c1, keycount=73, bloomtype=ROW, size=80.6 K, encoding=NONE, compression=NONE, seqNum=180, earliestPutTs=1731025975032 2024-11-08T00:33:13,397 DEBUG [RS:0;3302f0f507bd:32937-shortCompactions-0 {}] compactions.Compactor(225): Compacting ea2ef93d858a456282634c4acfd6e07f, keycount=15, bloomtype=ROW, size=20.3 K, encoding=NONE, compression=NONE, seqNum=198, earliestPutTs=1731025991319 2024-11-08T00:33:13,397 DEBUG [RS:0;3302f0f507bd:32937-shortCompactions-0 {}] compactions.Compactor(225): Compacting 344396a94d0c4dc591a3812a7c980d71, keycount=10, bloomtype=ROW, size=15.1 K, encoding=NONE, compression=NONE, seqNum=212, earliestPutTs=1731025991350 2024-11-08T00:33:13,400 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37879/user/jenkins/test-data/20cb955b-551b-053d-70d2-63ac8d2b3d87/data/default/TestLogRolling-testLogRolling/6dc4e154d5bda276a7e295aefedfe71b/.tmp/info/7de1bb8441344f5a9537012c09292270 is 1055, key is row0162/info:/1731025993373/Put/seqid=0 2024-11-08T00:33:13,407 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46557 is added to blk_1073741864_1040 (size=17606) 2024-11-08T00:33:13,408 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46799 is added to blk_1073741864_1040 (size=17606) 2024-11-08T00:33:13,408 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=12.32 KB at sequenceid=227 (bloomFilter=true), to=hdfs://localhost:37879/user/jenkins/test-data/20cb955b-551b-053d-70d2-63ac8d2b3d87/data/default/TestLogRolling-testLogRolling/6dc4e154d5bda276a7e295aefedfe71b/.tmp/info/7de1bb8441344f5a9537012c09292270 2024-11-08T00:33:13,412 INFO [RS:0;3302f0f507bd:32937-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 6dc4e154d5bda276a7e295aefedfe71b#info#compaction#55 average throughput is 32.74 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-08T00:33:13,413 DEBUG [RS:0;3302f0f507bd:32937-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37879/user/jenkins/test-data/20cb955b-551b-053d-70d2-63ac8d2b3d87/data/default/TestLogRolling-testLogRolling/6dc4e154d5bda276a7e295aefedfe71b/.tmp/info/3aad2b86267c4873ae1dea0fbec7f310 is 1055, key is row0064/info:/1731025975032/Put/seqid=0 2024-11-08T00:33:13,416 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37879/user/jenkins/test-data/20cb955b-551b-053d-70d2-63ac8d2b3d87/data/default/TestLogRolling-testLogRolling/6dc4e154d5bda276a7e295aefedfe71b/.tmp/info/7de1bb8441344f5a9537012c09292270 as hdfs://localhost:37879/user/jenkins/test-data/20cb955b-551b-053d-70d2-63ac8d2b3d87/data/default/TestLogRolling-testLogRolling/6dc4e154d5bda276a7e295aefedfe71b/info/7de1bb8441344f5a9537012c09292270 2024-11-08T00:33:13,421 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37879/user/jenkins/test-data/20cb955b-551b-053d-70d2-63ac8d2b3d87/data/default/TestLogRolling-testLogRolling/6dc4e154d5bda276a7e295aefedfe71b/info/7de1bb8441344f5a9537012c09292270, entries=12, sequenceid=227, filesize=17.2 K 2024-11-08T00:33:13,422 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~12.32 KB/12612, heapSize ~13.45 KB/13776, currentSize=11.29 KB/11561 for 6dc4e154d5bda276a7e295aefedfe71b in 26ms, sequenceid=227, compaction requested=false 2024-11-08T00:33:13,422 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 6dc4e154d5bda276a7e295aefedfe71b: 2024-11-08T00:33:13,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32937 {}] regionserver.HRegion(8855): Flush requested on 6dc4e154d5bda276a7e295aefedfe71b 2024-11-08T00:33:13,423 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 6dc4e154d5bda276a7e295aefedfe71b 1/1 column families, dataSize=12.32 KB heapSize=13.47 KB 2024-11-08T00:33:13,431 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37879/user/jenkins/test-data/20cb955b-551b-053d-70d2-63ac8d2b3d87/data/default/TestLogRolling-testLogRolling/6dc4e154d5bda276a7e295aefedfe71b/.tmp/info/d4f3c09c140144518b162462c5cdadca is 1055, key is row0174/info:/1731025993397/Put/seqid=0 2024-11-08T00:33:13,432 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46557 is added to blk_1073741865_1041 (size=109002) 2024-11-08T00:33:13,433 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46799 is added to blk_1073741865_1041 (size=109002) 2024-11-08T00:33:13,447 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46799 is added to blk_1073741866_1042 (size=17606) 2024-11-08T00:33:13,447 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46557 is added to blk_1073741866_1042 (size=17606) 2024-11-08T00:33:13,448 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=12.32 KB at sequenceid=242 (bloomFilter=true), to=hdfs://localhost:37879/user/jenkins/test-data/20cb955b-551b-053d-70d2-63ac8d2b3d87/data/default/TestLogRolling-testLogRolling/6dc4e154d5bda276a7e295aefedfe71b/.tmp/info/d4f3c09c140144518b162462c5cdadca 2024-11-08T00:33:13,454 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37879/user/jenkins/test-data/20cb955b-551b-053d-70d2-63ac8d2b3d87/data/default/TestLogRolling-testLogRolling/6dc4e154d5bda276a7e295aefedfe71b/.tmp/info/d4f3c09c140144518b162462c5cdadca as hdfs://localhost:37879/user/jenkins/test-data/20cb955b-551b-053d-70d2-63ac8d2b3d87/data/default/TestLogRolling-testLogRolling/6dc4e154d5bda276a7e295aefedfe71b/info/d4f3c09c140144518b162462c5cdadca 2024-11-08T00:33:13,460 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37879/user/jenkins/test-data/20cb955b-551b-053d-70d2-63ac8d2b3d87/data/default/TestLogRolling-testLogRolling/6dc4e154d5bda276a7e295aefedfe71b/info/d4f3c09c140144518b162462c5cdadca, entries=12, sequenceid=242, filesize=17.2 K 2024-11-08T00:33:13,461 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~12.32 KB/12612, heapSize ~13.45 KB/13776, currentSize=7.18 KB/7357 for 6dc4e154d5bda276a7e295aefedfe71b in 38ms, sequenceid=242, compaction requested=false 2024-11-08T00:33:13,461 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 6dc4e154d5bda276a7e295aefedfe71b: 2024-11-08T00:33:13,842 DEBUG [RS:0;3302f0f507bd:32937-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37879/user/jenkins/test-data/20cb955b-551b-053d-70d2-63ac8d2b3d87/data/default/TestLogRolling-testLogRolling/6dc4e154d5bda276a7e295aefedfe71b/.tmp/info/3aad2b86267c4873ae1dea0fbec7f310 as hdfs://localhost:37879/user/jenkins/test-data/20cb955b-551b-053d-70d2-63ac8d2b3d87/data/default/TestLogRolling-testLogRolling/6dc4e154d5bda276a7e295aefedfe71b/info/3aad2b86267c4873ae1dea0fbec7f310 2024-11-08T00:33:13,849 INFO [RS:0;3302f0f507bd:32937-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 6dc4e154d5bda276a7e295aefedfe71b/info of 6dc4e154d5bda276a7e295aefedfe71b into 3aad2b86267c4873ae1dea0fbec7f310(size=106.4 K), total size for store is 140.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-08T00:33:13,850 DEBUG [RS:0;3302f0f507bd:32937-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 6dc4e154d5bda276a7e295aefedfe71b: 2024-11-08T00:33:13,850 INFO [RS:0;3302f0f507bd:32937-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestLogRolling-testLogRolling,row0064,1731025977120.6dc4e154d5bda276a7e295aefedfe71b., storeName=6dc4e154d5bda276a7e295aefedfe71b/info, priority=13, startTime=1731025993394; duration=0sec 2024-11-08T00:33:13,850 DEBUG [RS:0;3302f0f507bd:32937-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-08T00:33:13,850 DEBUG [RS:0;3302f0f507bd:32937-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 6dc4e154d5bda276a7e295aefedfe71b:info 2024-11-08T00:33:15,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32937 {}] regionserver.HRegion(8855): Flush requested on 6dc4e154d5bda276a7e295aefedfe71b 2024-11-08T00:33:15,445 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 6dc4e154d5bda276a7e295aefedfe71b 1/1 column families, dataSize=8.21 KB heapSize=9.06 KB 2024-11-08T00:33:15,451 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37879/user/jenkins/test-data/20cb955b-551b-053d-70d2-63ac8d2b3d87/data/default/TestLogRolling-testLogRolling/6dc4e154d5bda276a7e295aefedfe71b/.tmp/info/b35ce380f6e64eccb0b82d1df9acd4e5 is 1055, key is row0186/info:/1731025993424/Put/seqid=0 2024-11-08T00:33:15,455 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46557 is added to blk_1073741867_1043 (size=13394) 2024-11-08T00:33:15,456 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46799 is added to blk_1073741867_1043 (size=13394) 2024-11-08T00:33:15,456 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.21 KB at sequenceid=254 (bloomFilter=true), to=hdfs://localhost:37879/user/jenkins/test-data/20cb955b-551b-053d-70d2-63ac8d2b3d87/data/default/TestLogRolling-testLogRolling/6dc4e154d5bda276a7e295aefedfe71b/.tmp/info/b35ce380f6e64eccb0b82d1df9acd4e5 2024-11-08T00:33:15,463 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37879/user/jenkins/test-data/20cb955b-551b-053d-70d2-63ac8d2b3d87/data/default/TestLogRolling-testLogRolling/6dc4e154d5bda276a7e295aefedfe71b/.tmp/info/b35ce380f6e64eccb0b82d1df9acd4e5 as hdfs://localhost:37879/user/jenkins/test-data/20cb955b-551b-053d-70d2-63ac8d2b3d87/data/default/TestLogRolling-testLogRolling/6dc4e154d5bda276a7e295aefedfe71b/info/b35ce380f6e64eccb0b82d1df9acd4e5 2024-11-08T00:33:15,468 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37879/user/jenkins/test-data/20cb955b-551b-053d-70d2-63ac8d2b3d87/data/default/TestLogRolling-testLogRolling/6dc4e154d5bda276a7e295aefedfe71b/info/b35ce380f6e64eccb0b82d1df9acd4e5, entries=8, sequenceid=254, filesize=13.1 K 2024-11-08T00:33:15,469 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~8.21 KB/8408, heapSize ~9.05 KB/9264, currentSize=12.32 KB/12612 for 6dc4e154d5bda276a7e295aefedfe71b in 25ms, sequenceid=254, compaction requested=true 2024-11-08T00:33:15,469 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 6dc4e154d5bda276a7e295aefedfe71b: 2024-11-08T00:33:15,469 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 6dc4e154d5bda276a7e295aefedfe71b:info, priority=-2147483648, current under compaction store size is 1 2024-11-08T00:33:15,469 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-08T00:33:15,469 DEBUG [RS:0;3302f0f507bd:32937-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-08T00:33:15,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32937 {}] regionserver.HRegion(8855): Flush requested on 6dc4e154d5bda276a7e295aefedfe71b 2024-11-08T00:33:15,470 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 6dc4e154d5bda276a7e295aefedfe71b 1/1 column families, dataSize=13.34 KB heapSize=14.57 KB 2024-11-08T00:33:15,470 DEBUG [RS:0;3302f0f507bd:32937-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 157608 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-08T00:33:15,471 DEBUG [RS:0;3302f0f507bd:32937-shortCompactions-0 {}] regionserver.HStore(1541): 6dc4e154d5bda276a7e295aefedfe71b/info is initiating minor compaction (all files) 2024-11-08T00:33:15,471 INFO [RS:0;3302f0f507bd:32937-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 6dc4e154d5bda276a7e295aefedfe71b/info in TestLogRolling-testLogRolling,row0064,1731025977120.6dc4e154d5bda276a7e295aefedfe71b. 2024-11-08T00:33:15,471 INFO [RS:0;3302f0f507bd:32937-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37879/user/jenkins/test-data/20cb955b-551b-053d-70d2-63ac8d2b3d87/data/default/TestLogRolling-testLogRolling/6dc4e154d5bda276a7e295aefedfe71b/info/3aad2b86267c4873ae1dea0fbec7f310, hdfs://localhost:37879/user/jenkins/test-data/20cb955b-551b-053d-70d2-63ac8d2b3d87/data/default/TestLogRolling-testLogRolling/6dc4e154d5bda276a7e295aefedfe71b/info/7de1bb8441344f5a9537012c09292270, hdfs://localhost:37879/user/jenkins/test-data/20cb955b-551b-053d-70d2-63ac8d2b3d87/data/default/TestLogRolling-testLogRolling/6dc4e154d5bda276a7e295aefedfe71b/info/d4f3c09c140144518b162462c5cdadca, hdfs://localhost:37879/user/jenkins/test-data/20cb955b-551b-053d-70d2-63ac8d2b3d87/data/default/TestLogRolling-testLogRolling/6dc4e154d5bda276a7e295aefedfe71b/info/b35ce380f6e64eccb0b82d1df9acd4e5] into tmpdir=hdfs://localhost:37879/user/jenkins/test-data/20cb955b-551b-053d-70d2-63ac8d2b3d87/data/default/TestLogRolling-testLogRolling/6dc4e154d5bda276a7e295aefedfe71b/.tmp, totalSize=153.9 K 2024-11-08T00:33:15,471 DEBUG [RS:0;3302f0f507bd:32937-shortCompactions-0 {}] compactions.Compactor(225): Compacting 3aad2b86267c4873ae1dea0fbec7f310, keycount=98, bloomtype=ROW, size=106.4 K, encoding=NONE, compression=NONE, seqNum=212, earliestPutTs=1731025975032 2024-11-08T00:33:15,472 DEBUG [RS:0;3302f0f507bd:32937-shortCompactions-0 {}] compactions.Compactor(225): Compacting 7de1bb8441344f5a9537012c09292270, keycount=12, bloomtype=ROW, size=17.2 K, encoding=NONE, compression=NONE, seqNum=227, earliestPutTs=1731025993373 2024-11-08T00:33:15,472 DEBUG [RS:0;3302f0f507bd:32937-shortCompactions-0 {}] compactions.Compactor(225): Compacting d4f3c09c140144518b162462c5cdadca, keycount=12, bloomtype=ROW, size=17.2 K, encoding=NONE, compression=NONE, seqNum=242, earliestPutTs=1731025993397 2024-11-08T00:33:15,473 DEBUG [RS:0;3302f0f507bd:32937-shortCompactions-0 {}] compactions.Compactor(225): Compacting b35ce380f6e64eccb0b82d1df9acd4e5, keycount=8, bloomtype=ROW, size=13.1 K, encoding=NONE, compression=NONE, seqNum=254, earliestPutTs=1731025993424 2024-11-08T00:33:15,474 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37879/user/jenkins/test-data/20cb955b-551b-053d-70d2-63ac8d2b3d87/data/default/TestLogRolling-testLogRolling/6dc4e154d5bda276a7e295aefedfe71b/.tmp/info/6c37a59708144e7f833a9b89f3fbac88 is 1055, key is row0194/info:/1731025995447/Put/seqid=0 2024-11-08T00:33:15,480 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46799 is added to blk_1073741868_1044 (size=18688) 2024-11-08T00:33:15,480 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46557 is added to blk_1073741868_1044 (size=18688) 2024-11-08T00:33:15,481 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=13.34 KB at sequenceid=270 (bloomFilter=true), to=hdfs://localhost:37879/user/jenkins/test-data/20cb955b-551b-053d-70d2-63ac8d2b3d87/data/default/TestLogRolling-testLogRolling/6dc4e154d5bda276a7e295aefedfe71b/.tmp/info/6c37a59708144e7f833a9b89f3fbac88 2024-11-08T00:33:15,487 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37879/user/jenkins/test-data/20cb955b-551b-053d-70d2-63ac8d2b3d87/data/default/TestLogRolling-testLogRolling/6dc4e154d5bda276a7e295aefedfe71b/.tmp/info/6c37a59708144e7f833a9b89f3fbac88 as hdfs://localhost:37879/user/jenkins/test-data/20cb955b-551b-053d-70d2-63ac8d2b3d87/data/default/TestLogRolling-testLogRolling/6dc4e154d5bda276a7e295aefedfe71b/info/6c37a59708144e7f833a9b89f3fbac88 2024-11-08T00:33:15,489 INFO [RS:0;3302f0f507bd:32937-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 6dc4e154d5bda276a7e295aefedfe71b#info#compaction#59 average throughput is 32.58 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-08T00:33:15,490 DEBUG [RS:0;3302f0f507bd:32937-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37879/user/jenkins/test-data/20cb955b-551b-053d-70d2-63ac8d2b3d87/data/default/TestLogRolling-testLogRolling/6dc4e154d5bda276a7e295aefedfe71b/.tmp/info/cd98a3875a7344e2b7113731bb60fbc9 is 1055, key is row0064/info:/1731025975032/Put/seqid=0 2024-11-08T00:33:15,492 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37879/user/jenkins/test-data/20cb955b-551b-053d-70d2-63ac8d2b3d87/data/default/TestLogRolling-testLogRolling/6dc4e154d5bda276a7e295aefedfe71b/info/6c37a59708144e7f833a9b89f3fbac88, entries=13, sequenceid=270, filesize=18.3 K 2024-11-08T00:33:15,493 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~13.34 KB/13663, heapSize ~14.55 KB/14904, currentSize=11.29 KB/11561 for 6dc4e154d5bda276a7e295aefedfe71b in 23ms, sequenceid=270, compaction requested=false 2024-11-08T00:33:15,493 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 6dc4e154d5bda276a7e295aefedfe71b: 2024-11-08T00:33:15,495 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46799 is added to blk_1073741869_1045 (size=143038) 2024-11-08T00:33:15,495 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46557 is added to blk_1073741869_1045 (size=143038) 2024-11-08T00:33:15,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32937 {}] regionserver.HRegion(8855): Flush requested on 6dc4e154d5bda276a7e295aefedfe71b 2024-11-08T00:33:15,496 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 6dc4e154d5bda276a7e295aefedfe71b 1/1 column families, dataSize=12.32 KB heapSize=13.47 KB 2024-11-08T00:33:15,500 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37879/user/jenkins/test-data/20cb955b-551b-053d-70d2-63ac8d2b3d87/data/default/TestLogRolling-testLogRolling/6dc4e154d5bda276a7e295aefedfe71b/.tmp/info/41c1e7b2e35a49448844438c3de62ac0 is 1055, key is row0207/info:/1731025995471/Put/seqid=0 2024-11-08T00:33:15,503 DEBUG [RS:0;3302f0f507bd:32937-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37879/user/jenkins/test-data/20cb955b-551b-053d-70d2-63ac8d2b3d87/data/default/TestLogRolling-testLogRolling/6dc4e154d5bda276a7e295aefedfe71b/.tmp/info/cd98a3875a7344e2b7113731bb60fbc9 as hdfs://localhost:37879/user/jenkins/test-data/20cb955b-551b-053d-70d2-63ac8d2b3d87/data/default/TestLogRolling-testLogRolling/6dc4e154d5bda276a7e295aefedfe71b/info/cd98a3875a7344e2b7113731bb60fbc9 2024-11-08T00:33:15,507 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46799 is added to blk_1073741870_1046 (size=17618) 2024-11-08T00:33:15,508 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46557 is added to blk_1073741870_1046 (size=17618) 2024-11-08T00:33:15,509 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=12.32 KB at sequenceid=285 (bloomFilter=true), to=hdfs://localhost:37879/user/jenkins/test-data/20cb955b-551b-053d-70d2-63ac8d2b3d87/data/default/TestLogRolling-testLogRolling/6dc4e154d5bda276a7e295aefedfe71b/.tmp/info/41c1e7b2e35a49448844438c3de62ac0 2024-11-08T00:33:15,510 INFO [RS:0;3302f0f507bd:32937-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 6dc4e154d5bda276a7e295aefedfe71b/info of 6dc4e154d5bda276a7e295aefedfe71b into cd98a3875a7344e2b7113731bb60fbc9(size=139.7 K), total size for store is 157.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-08T00:33:15,510 DEBUG [RS:0;3302f0f507bd:32937-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 6dc4e154d5bda276a7e295aefedfe71b: 2024-11-08T00:33:15,511 INFO [RS:0;3302f0f507bd:32937-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestLogRolling-testLogRolling,row0064,1731025977120.6dc4e154d5bda276a7e295aefedfe71b., storeName=6dc4e154d5bda276a7e295aefedfe71b/info, priority=12, startTime=1731025995469; duration=0sec 2024-11-08T00:33:15,511 DEBUG [RS:0;3302f0f507bd:32937-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-08T00:33:15,511 DEBUG [RS:0;3302f0f507bd:32937-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 6dc4e154d5bda276a7e295aefedfe71b:info 2024-11-08T00:33:15,515 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37879/user/jenkins/test-data/20cb955b-551b-053d-70d2-63ac8d2b3d87/data/default/TestLogRolling-testLogRolling/6dc4e154d5bda276a7e295aefedfe71b/.tmp/info/41c1e7b2e35a49448844438c3de62ac0 as hdfs://localhost:37879/user/jenkins/test-data/20cb955b-551b-053d-70d2-63ac8d2b3d87/data/default/TestLogRolling-testLogRolling/6dc4e154d5bda276a7e295aefedfe71b/info/41c1e7b2e35a49448844438c3de62ac0 2024-11-08T00:33:15,520 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37879/user/jenkins/test-data/20cb955b-551b-053d-70d2-63ac8d2b3d87/data/default/TestLogRolling-testLogRolling/6dc4e154d5bda276a7e295aefedfe71b/info/41c1e7b2e35a49448844438c3de62ac0, entries=12, sequenceid=285, filesize=17.2 K 2024-11-08T00:33:15,521 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~12.32 KB/12612, heapSize ~13.45 KB/13776, currentSize=6.16 KB/6306 for 6dc4e154d5bda276a7e295aefedfe71b in 25ms, sequenceid=285, compaction requested=true 2024-11-08T00:33:15,521 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 6dc4e154d5bda276a7e295aefedfe71b: 2024-11-08T00:33:15,521 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 6dc4e154d5bda276a7e295aefedfe71b:info, priority=-2147483648, current under compaction store size is 1 2024-11-08T00:33:15,521 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-08T00:33:15,521 DEBUG [RS:0;3302f0f507bd:32937-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-08T00:33:15,522 DEBUG [RS:0;3302f0f507bd:32937-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 179344 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-08T00:33:15,523 DEBUG [RS:0;3302f0f507bd:32937-shortCompactions-0 {}] regionserver.HStore(1541): 6dc4e154d5bda276a7e295aefedfe71b/info is initiating minor compaction (all files) 2024-11-08T00:33:15,523 INFO [RS:0;3302f0f507bd:32937-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 6dc4e154d5bda276a7e295aefedfe71b/info in TestLogRolling-testLogRolling,row0064,1731025977120.6dc4e154d5bda276a7e295aefedfe71b. 2024-11-08T00:33:15,523 INFO [RS:0;3302f0f507bd:32937-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37879/user/jenkins/test-data/20cb955b-551b-053d-70d2-63ac8d2b3d87/data/default/TestLogRolling-testLogRolling/6dc4e154d5bda276a7e295aefedfe71b/info/cd98a3875a7344e2b7113731bb60fbc9, hdfs://localhost:37879/user/jenkins/test-data/20cb955b-551b-053d-70d2-63ac8d2b3d87/data/default/TestLogRolling-testLogRolling/6dc4e154d5bda276a7e295aefedfe71b/info/6c37a59708144e7f833a9b89f3fbac88, hdfs://localhost:37879/user/jenkins/test-data/20cb955b-551b-053d-70d2-63ac8d2b3d87/data/default/TestLogRolling-testLogRolling/6dc4e154d5bda276a7e295aefedfe71b/info/41c1e7b2e35a49448844438c3de62ac0] into tmpdir=hdfs://localhost:37879/user/jenkins/test-data/20cb955b-551b-053d-70d2-63ac8d2b3d87/data/default/TestLogRolling-testLogRolling/6dc4e154d5bda276a7e295aefedfe71b/.tmp, totalSize=175.1 K 2024-11-08T00:33:15,523 DEBUG [RS:0;3302f0f507bd:32937-shortCompactions-0 {}] compactions.Compactor(225): Compacting cd98a3875a7344e2b7113731bb60fbc9, keycount=130, bloomtype=ROW, size=139.7 K, encoding=NONE, compression=NONE, seqNum=254, earliestPutTs=1731025975032 2024-11-08T00:33:15,523 DEBUG [RS:0;3302f0f507bd:32937-shortCompactions-0 {}] compactions.Compactor(225): Compacting 6c37a59708144e7f833a9b89f3fbac88, keycount=13, bloomtype=ROW, size=18.3 K, encoding=NONE, compression=NONE, seqNum=270, earliestPutTs=1731025995447 2024-11-08T00:33:15,524 DEBUG [RS:0;3302f0f507bd:32937-shortCompactions-0 {}] compactions.Compactor(225): Compacting 41c1e7b2e35a49448844438c3de62ac0, keycount=12, bloomtype=ROW, size=17.2 K, encoding=NONE, compression=NONE, seqNum=285, earliestPutTs=1731025995471 2024-11-08T00:33:15,536 INFO [RS:0;3302f0f507bd:32937-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 6dc4e154d5bda276a7e295aefedfe71b#info#compaction#61 average throughput is 51.79 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-08T00:33:15,536 DEBUG [RS:0;3302f0f507bd:32937-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37879/user/jenkins/test-data/20cb955b-551b-053d-70d2-63ac8d2b3d87/data/default/TestLogRolling-testLogRolling/6dc4e154d5bda276a7e295aefedfe71b/.tmp/info/c7a656464bf24350a801a7872d01d188 is 1055, key is row0064/info:/1731025975032/Put/seqid=0 2024-11-08T00:33:15,539 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46799 is added to blk_1073741871_1047 (size=169494) 2024-11-08T00:33:15,539 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46557 is added to blk_1073741871_1047 (size=169494) 2024-11-08T00:33:15,546 DEBUG [RS:0;3302f0f507bd:32937-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37879/user/jenkins/test-data/20cb955b-551b-053d-70d2-63ac8d2b3d87/data/default/TestLogRolling-testLogRolling/6dc4e154d5bda276a7e295aefedfe71b/.tmp/info/c7a656464bf24350a801a7872d01d188 as hdfs://localhost:37879/user/jenkins/test-data/20cb955b-551b-053d-70d2-63ac8d2b3d87/data/default/TestLogRolling-testLogRolling/6dc4e154d5bda276a7e295aefedfe71b/info/c7a656464bf24350a801a7872d01d188 2024-11-08T00:33:15,552 INFO [RS:0;3302f0f507bd:32937-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 6dc4e154d5bda276a7e295aefedfe71b/info of 6dc4e154d5bda276a7e295aefedfe71b into c7a656464bf24350a801a7872d01d188(size=165.5 K), total size for store is 165.5 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-08T00:33:15,552 DEBUG [RS:0;3302f0f507bd:32937-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 6dc4e154d5bda276a7e295aefedfe71b: 2024-11-08T00:33:15,552 INFO [RS:0;3302f0f507bd:32937-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestLogRolling-testLogRolling,row0064,1731025977120.6dc4e154d5bda276a7e295aefedfe71b., storeName=6dc4e154d5bda276a7e295aefedfe71b/info, priority=13, startTime=1731025995521; duration=0sec 2024-11-08T00:33:15,552 DEBUG [RS:0;3302f0f507bd:32937-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-08T00:33:15,552 DEBUG [RS:0;3302f0f507bd:32937-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 6dc4e154d5bda276a7e295aefedfe71b:info 2024-11-08T00:33:17,496 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsRegionWrapperImpl$HRegionMetricsWrapperRunnable(329): Region 1588230740, had cached 0 bytes from a total of 20340 2024-11-08T00:33:17,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32937 {}] regionserver.HRegion(8855): Flush requested on 6dc4e154d5bda276a7e295aefedfe71b 2024-11-08T00:33:17,515 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 6dc4e154d5bda276a7e295aefedfe71b 1/1 column families, dataSize=8.21 KB heapSize=9.06 KB 2024-11-08T00:33:17,519 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37879/user/jenkins/test-data/20cb955b-551b-053d-70d2-63ac8d2b3d87/data/default/TestLogRolling-testLogRolling/6dc4e154d5bda276a7e295aefedfe71b/.tmp/info/e6e830e2f818407e957a9f5654acdb5f is 1055, key is row0219/info:/1731025995497/Put/seqid=0 2024-11-08T00:33:17,524 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46799 is added to blk_1073741872_1048 (size=13402) 2024-11-08T00:33:17,524 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46557 is added to blk_1073741872_1048 (size=13402) 2024-11-08T00:33:17,528 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.21 KB at sequenceid=298 (bloomFilter=true), to=hdfs://localhost:37879/user/jenkins/test-data/20cb955b-551b-053d-70d2-63ac8d2b3d87/data/default/TestLogRolling-testLogRolling/6dc4e154d5bda276a7e295aefedfe71b/.tmp/info/e6e830e2f818407e957a9f5654acdb5f 2024-11-08T00:33:17,535 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37879/user/jenkins/test-data/20cb955b-551b-053d-70d2-63ac8d2b3d87/data/default/TestLogRolling-testLogRolling/6dc4e154d5bda276a7e295aefedfe71b/.tmp/info/e6e830e2f818407e957a9f5654acdb5f as hdfs://localhost:37879/user/jenkins/test-data/20cb955b-551b-053d-70d2-63ac8d2b3d87/data/default/TestLogRolling-testLogRolling/6dc4e154d5bda276a7e295aefedfe71b/info/e6e830e2f818407e957a9f5654acdb5f 2024-11-08T00:33:17,549 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37879/user/jenkins/test-data/20cb955b-551b-053d-70d2-63ac8d2b3d87/data/default/TestLogRolling-testLogRolling/6dc4e154d5bda276a7e295aefedfe71b/info/e6e830e2f818407e957a9f5654acdb5f, entries=8, sequenceid=298, filesize=13.1 K 2024-11-08T00:33:17,550 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~8.21 KB/8408, heapSize ~9.05 KB/9264, currentSize=13.34 KB/13663 for 6dc4e154d5bda276a7e295aefedfe71b in 35ms, sequenceid=298, compaction requested=false 2024-11-08T00:33:17,550 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 6dc4e154d5bda276a7e295aefedfe71b: 2024-11-08T00:33:17,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32937 {}] regionserver.HRegion(8855): Flush requested on 6dc4e154d5bda276a7e295aefedfe71b 2024-11-08T00:33:17,550 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 6dc4e154d5bda276a7e295aefedfe71b 1/1 column families, dataSize=14.37 KB heapSize=15.67 KB 2024-11-08T00:33:17,555 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37879/user/jenkins/test-data/20cb955b-551b-053d-70d2-63ac8d2b3d87/data/default/TestLogRolling-testLogRolling/6dc4e154d5bda276a7e295aefedfe71b/.tmp/info/c351daf89af0489bb9f63c3b27081508 is 1055, key is row0227/info:/1731025997516/Put/seqid=0 2024-11-08T00:33:17,561 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46557 is added to blk_1073741873_1049 (size=19742) 2024-11-08T00:33:17,563 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46799 is added to blk_1073741873_1049 (size=19742) 2024-11-08T00:33:17,563 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=14.37 KB at sequenceid=315 (bloomFilter=true), to=hdfs://localhost:37879/user/jenkins/test-data/20cb955b-551b-053d-70d2-63ac8d2b3d87/data/default/TestLogRolling-testLogRolling/6dc4e154d5bda276a7e295aefedfe71b/.tmp/info/c351daf89af0489bb9f63c3b27081508 2024-11-08T00:33:17,569 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37879/user/jenkins/test-data/20cb955b-551b-053d-70d2-63ac8d2b3d87/data/default/TestLogRolling-testLogRolling/6dc4e154d5bda276a7e295aefedfe71b/.tmp/info/c351daf89af0489bb9f63c3b27081508 as hdfs://localhost:37879/user/jenkins/test-data/20cb955b-551b-053d-70d2-63ac8d2b3d87/data/default/TestLogRolling-testLogRolling/6dc4e154d5bda276a7e295aefedfe71b/info/c351daf89af0489bb9f63c3b27081508 2024-11-08T00:33:17,575 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37879/user/jenkins/test-data/20cb955b-551b-053d-70d2-63ac8d2b3d87/data/default/TestLogRolling-testLogRolling/6dc4e154d5bda276a7e295aefedfe71b/info/c351daf89af0489bb9f63c3b27081508, entries=14, sequenceid=315, filesize=19.3 K 2024-11-08T00:33:17,575 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~14.37 KB/14714, heapSize ~15.66 KB/16032, currentSize=12.32 KB/12612 for 6dc4e154d5bda276a7e295aefedfe71b in 25ms, sequenceid=315, compaction requested=true 2024-11-08T00:33:17,576 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 6dc4e154d5bda276a7e295aefedfe71b: 2024-11-08T00:33:17,576 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 6dc4e154d5bda276a7e295aefedfe71b:info, priority=-2147483648, current under compaction store size is 1 2024-11-08T00:33:17,576 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-08T00:33:17,576 DEBUG [RS:0;3302f0f507bd:32937-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-08T00:33:17,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32937 {}] regionserver.HRegion(8855): Flush requested on 6dc4e154d5bda276a7e295aefedfe71b 2024-11-08T00:33:17,576 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 6dc4e154d5bda276a7e295aefedfe71b 1/1 column families, dataSize=13.34 KB heapSize=14.57 KB 2024-11-08T00:33:17,577 DEBUG [RS:0;3302f0f507bd:32937-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 202638 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-08T00:33:17,577 DEBUG [RS:0;3302f0f507bd:32937-shortCompactions-0 {}] regionserver.HStore(1541): 6dc4e154d5bda276a7e295aefedfe71b/info is initiating minor compaction (all files) 2024-11-08T00:33:17,577 INFO [RS:0;3302f0f507bd:32937-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 6dc4e154d5bda276a7e295aefedfe71b/info in TestLogRolling-testLogRolling,row0064,1731025977120.6dc4e154d5bda276a7e295aefedfe71b. 2024-11-08T00:33:17,577 INFO [RS:0;3302f0f507bd:32937-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37879/user/jenkins/test-data/20cb955b-551b-053d-70d2-63ac8d2b3d87/data/default/TestLogRolling-testLogRolling/6dc4e154d5bda276a7e295aefedfe71b/info/c7a656464bf24350a801a7872d01d188, hdfs://localhost:37879/user/jenkins/test-data/20cb955b-551b-053d-70d2-63ac8d2b3d87/data/default/TestLogRolling-testLogRolling/6dc4e154d5bda276a7e295aefedfe71b/info/e6e830e2f818407e957a9f5654acdb5f, hdfs://localhost:37879/user/jenkins/test-data/20cb955b-551b-053d-70d2-63ac8d2b3d87/data/default/TestLogRolling-testLogRolling/6dc4e154d5bda276a7e295aefedfe71b/info/c351daf89af0489bb9f63c3b27081508] into tmpdir=hdfs://localhost:37879/user/jenkins/test-data/20cb955b-551b-053d-70d2-63ac8d2b3d87/data/default/TestLogRolling-testLogRolling/6dc4e154d5bda276a7e295aefedfe71b/.tmp, totalSize=197.9 K 2024-11-08T00:33:17,578 DEBUG [RS:0;3302f0f507bd:32937-shortCompactions-0 {}] compactions.Compactor(225): Compacting c7a656464bf24350a801a7872d01d188, keycount=155, bloomtype=ROW, size=165.5 K, encoding=NONE, compression=NONE, seqNum=285, earliestPutTs=1731025975032 2024-11-08T00:33:17,578 DEBUG [RS:0;3302f0f507bd:32937-shortCompactions-0 {}] compactions.Compactor(225): Compacting e6e830e2f818407e957a9f5654acdb5f, keycount=8, bloomtype=ROW, size=13.1 K, encoding=NONE, compression=NONE, seqNum=298, earliestPutTs=1731025995497 2024-11-08T00:33:17,579 DEBUG [RS:0;3302f0f507bd:32937-shortCompactions-0 {}] compactions.Compactor(225): Compacting c351daf89af0489bb9f63c3b27081508, keycount=14, bloomtype=ROW, size=19.3 K, encoding=NONE, compression=NONE, seqNum=315, earliestPutTs=1731025997516 2024-11-08T00:33:17,581 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37879/user/jenkins/test-data/20cb955b-551b-053d-70d2-63ac8d2b3d87/data/default/TestLogRolling-testLogRolling/6dc4e154d5bda276a7e295aefedfe71b/.tmp/info/26a24cd4b51a4d3a9ada6750698946d0 is 1055, key is row0241/info:/1731025997552/Put/seqid=0 2024-11-08T00:33:17,588 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46799 is added to blk_1073741874_1050 (size=18688) 2024-11-08T00:33:17,588 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46557 is added to blk_1073741874_1050 (size=18688) 2024-11-08T00:33:17,592 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=13.34 KB at sequenceid=331 (bloomFilter=true), to=hdfs://localhost:37879/user/jenkins/test-data/20cb955b-551b-053d-70d2-63ac8d2b3d87/data/default/TestLogRolling-testLogRolling/6dc4e154d5bda276a7e295aefedfe71b/.tmp/info/26a24cd4b51a4d3a9ada6750698946d0 2024-11-08T00:33:17,593 INFO [RS:0;3302f0f507bd:32937-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 6dc4e154d5bda276a7e295aefedfe71b#info#compaction#65 average throughput is 44.35 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-08T00:33:17,593 DEBUG [RS:0;3302f0f507bd:32937-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37879/user/jenkins/test-data/20cb955b-551b-053d-70d2-63ac8d2b3d87/data/default/TestLogRolling-testLogRolling/6dc4e154d5bda276a7e295aefedfe71b/.tmp/info/1d70d18e667a4e33b026daa49eb554d8 is 1055, key is row0064/info:/1731025975032/Put/seqid=0 2024-11-08T00:33:17,596 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46557 is added to blk_1073741875_1051 (size=192792) 2024-11-08T00:33:17,597 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46799 is added to blk_1073741875_1051 (size=192792) 2024-11-08T00:33:17,599 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37879/user/jenkins/test-data/20cb955b-551b-053d-70d2-63ac8d2b3d87/data/default/TestLogRolling-testLogRolling/6dc4e154d5bda276a7e295aefedfe71b/.tmp/info/26a24cd4b51a4d3a9ada6750698946d0 as hdfs://localhost:37879/user/jenkins/test-data/20cb955b-551b-053d-70d2-63ac8d2b3d87/data/default/TestLogRolling-testLogRolling/6dc4e154d5bda276a7e295aefedfe71b/info/26a24cd4b51a4d3a9ada6750698946d0 2024-11-08T00:33:17,603 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37879/user/jenkins/test-data/20cb955b-551b-053d-70d2-63ac8d2b3d87/data/default/TestLogRolling-testLogRolling/6dc4e154d5bda276a7e295aefedfe71b/info/26a24cd4b51a4d3a9ada6750698946d0, entries=13, sequenceid=331, filesize=18.3 K 2024-11-08T00:33:17,604 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~13.34 KB/13663, heapSize ~14.55 KB/14904, currentSize=3.08 KB/3153 for 6dc4e154d5bda276a7e295aefedfe71b in 28ms, sequenceid=331, compaction requested=false 2024-11-08T00:33:17,604 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 6dc4e154d5bda276a7e295aefedfe71b: 2024-11-08T00:33:18,011 DEBUG [RS:0;3302f0f507bd:32937-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37879/user/jenkins/test-data/20cb955b-551b-053d-70d2-63ac8d2b3d87/data/default/TestLogRolling-testLogRolling/6dc4e154d5bda276a7e295aefedfe71b/.tmp/info/1d70d18e667a4e33b026daa49eb554d8 as hdfs://localhost:37879/user/jenkins/test-data/20cb955b-551b-053d-70d2-63ac8d2b3d87/data/default/TestLogRolling-testLogRolling/6dc4e154d5bda276a7e295aefedfe71b/info/1d70d18e667a4e33b026daa49eb554d8 2024-11-08T00:33:18,019 INFO [RS:0;3302f0f507bd:32937-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 6dc4e154d5bda276a7e295aefedfe71b/info of 6dc4e154d5bda276a7e295aefedfe71b into 1d70d18e667a4e33b026daa49eb554d8(size=188.3 K), total size for store is 206.5 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-08T00:33:18,019 DEBUG [RS:0;3302f0f507bd:32937-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 6dc4e154d5bda276a7e295aefedfe71b: 2024-11-08T00:33:18,019 INFO [RS:0;3302f0f507bd:32937-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestLogRolling-testLogRolling,row0064,1731025977120.6dc4e154d5bda276a7e295aefedfe71b., storeName=6dc4e154d5bda276a7e295aefedfe71b/info, priority=13, startTime=1731025997576; duration=0sec 2024-11-08T00:33:18,020 DEBUG [RS:0;3302f0f507bd:32937-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-08T00:33:18,020 DEBUG [RS:0;3302f0f507bd:32937-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 6dc4e154d5bda276a7e295aefedfe71b:info 2024-11-08T00:33:19,584 INFO [Time-limited test {}] wal.AbstractTestLogRolling(285): after writing there are 0 log files 2024-11-08T00:33:19,604 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/20cb955b-551b-053d-70d2-63ac8d2b3d87/WALs/3302f0f507bd,32937,1731025951400/3302f0f507bd%2C32937%2C1731025951400.1731025999585, exclude list is [], retry=0 2024-11-08T00:33:19,606 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46799,DS-ed8766f6-78a3-4def-858f-1b92089bdab0,DISK] 2024-11-08T00:33:19,606 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46557,DS-8048b23c-5170-4798-9c66-83462027290f,DISK] 2024-11-08T00:33:19,608 INFO [Time-limited test {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/20cb955b-551b-053d-70d2-63ac8d2b3d87/WALs/3302f0f507bd,32937,1731025951400/3302f0f507bd%2C32937%2C1731025951400.1731025952013 with entries=314, filesize=302.92 KB; new WAL /user/jenkins/test-data/20cb955b-551b-053d-70d2-63ac8d2b3d87/WALs/3302f0f507bd,32937,1731025951400/3302f0f507bd%2C32937%2C1731025951400.1731025999585 2024-11-08T00:33:19,608 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35365:35365),(127.0.0.1/127.0.0.1:46495:46495)] 2024-11-08T00:33:19,608 DEBUG [Time-limited test {}] wal.AbstractFSWAL(879): hdfs://localhost:37879/user/jenkins/test-data/20cb955b-551b-053d-70d2-63ac8d2b3d87/WALs/3302f0f507bd,32937,1731025951400/3302f0f507bd%2C32937%2C1731025951400.1731025952013 is not closed yet, will try archiving it next time 2024-11-08T00:33:19,609 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46557 is added to blk_1073741833_1009 (size=310193) 2024-11-08T00:33:19,610 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46799 is added to blk_1073741833_1009 (size=310193) 2024-11-08T00:33:19,625 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing 6dc4e154d5bda276a7e295aefedfe71b 1/1 column families, dataSize=3.08 KB heapSize=3.55 KB 2024-11-08T00:33:19,629 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37879/user/jenkins/test-data/20cb955b-551b-053d-70d2-63ac8d2b3d87/data/default/TestLogRolling-testLogRolling/6dc4e154d5bda276a7e295aefedfe71b/.tmp/info/b8713a49592246ec809ce5378f888d5c is 1055, key is row0254/info:/1731025997578/Put/seqid=0 2024-11-08T00:33:19,634 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46557 is added to blk_1073741877_1053 (size=8124) 2024-11-08T00:33:19,635 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46799 is added to blk_1073741877_1053 (size=8124) 2024-11-08T00:33:19,635 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=3.08 KB at sequenceid=338 (bloomFilter=true), to=hdfs://localhost:37879/user/jenkins/test-data/20cb955b-551b-053d-70d2-63ac8d2b3d87/data/default/TestLogRolling-testLogRolling/6dc4e154d5bda276a7e295aefedfe71b/.tmp/info/b8713a49592246ec809ce5378f888d5c 2024-11-08T00:33:19,641 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37879/user/jenkins/test-data/20cb955b-551b-053d-70d2-63ac8d2b3d87/data/default/TestLogRolling-testLogRolling/6dc4e154d5bda276a7e295aefedfe71b/.tmp/info/b8713a49592246ec809ce5378f888d5c as hdfs://localhost:37879/user/jenkins/test-data/20cb955b-551b-053d-70d2-63ac8d2b3d87/data/default/TestLogRolling-testLogRolling/6dc4e154d5bda276a7e295aefedfe71b/info/b8713a49592246ec809ce5378f888d5c 2024-11-08T00:33:19,645 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37879/user/jenkins/test-data/20cb955b-551b-053d-70d2-63ac8d2b3d87/data/default/TestLogRolling-testLogRolling/6dc4e154d5bda276a7e295aefedfe71b/info/b8713a49592246ec809ce5378f888d5c, entries=3, sequenceid=338, filesize=7.9 K 2024-11-08T00:33:19,646 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~3.08 KB/3153, heapSize ~3.54 KB/3624, currentSize=0 B/0 for 6dc4e154d5bda276a7e295aefedfe71b in 21ms, sequenceid=338, compaction requested=true 2024-11-08T00:33:19,646 DEBUG [Time-limited test {}] regionserver.HRegion(2603): Flush status journal for 6dc4e154d5bda276a7e295aefedfe71b: 2024-11-08T00:33:19,647 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=705 B heapSize=2.05 KB 2024-11-08T00:33:19,650 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37879/user/jenkins/test-data/20cb955b-551b-053d-70d2-63ac8d2b3d87/data/hbase/meta/1588230740/.tmp/info/c887fc5e1d7e46688be67cbc02563b86 is 193, key is TestLogRolling-testLogRolling,row0064,1731025977120.6dc4e154d5bda276a7e295aefedfe71b./info:regioninfo/1731025978711/Put/seqid=0 2024-11-08T00:33:19,655 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46557 is added to blk_1073741878_1054 (size=6223) 2024-11-08T00:33:19,655 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46799 is added to blk_1073741878_1054 (size=6223) 2024-11-08T00:33:19,656 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=705 B at sequenceid=21 (bloomFilter=true), to=hdfs://localhost:37879/user/jenkins/test-data/20cb955b-551b-053d-70d2-63ac8d2b3d87/data/hbase/meta/1588230740/.tmp/info/c887fc5e1d7e46688be67cbc02563b86 2024-11-08T00:33:19,661 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37879/user/jenkins/test-data/20cb955b-551b-053d-70d2-63ac8d2b3d87/data/hbase/meta/1588230740/.tmp/info/c887fc5e1d7e46688be67cbc02563b86 as hdfs://localhost:37879/user/jenkins/test-data/20cb955b-551b-053d-70d2-63ac8d2b3d87/data/hbase/meta/1588230740/info/c887fc5e1d7e46688be67cbc02563b86 2024-11-08T00:33:19,666 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37879/user/jenkins/test-data/20cb955b-551b-053d-70d2-63ac8d2b3d87/data/hbase/meta/1588230740/info/c887fc5e1d7e46688be67cbc02563b86, entries=5, sequenceid=21, filesize=6.1 K 2024-11-08T00:33:19,667 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~705 B/705, heapSize ~1.29 KB/1320, currentSize=0 B/0 for 1588230740 in 21ms, sequenceid=21, compaction requested=false 2024-11-08T00:33:19,667 DEBUG [Time-limited test {}] regionserver.HRegion(2603): Flush status journal for 1588230740: 2024-11-08T00:33:19,667 DEBUG [Time-limited test {}] regionserver.HRegion(2603): Flush status journal for 398279017d9449e2a11bdae352c1f444: 2024-11-08T00:33:19,679 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/20cb955b-551b-053d-70d2-63ac8d2b3d87/WALs/3302f0f507bd,32937,1731025951400/3302f0f507bd%2C32937%2C1731025951400.1731025999667, exclude list is [], retry=0 2024-11-08T00:33:19,681 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46557,DS-8048b23c-5170-4798-9c66-83462027290f,DISK] 2024-11-08T00:33:19,681 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46799,DS-ed8766f6-78a3-4def-858f-1b92089bdab0,DISK] 2024-11-08T00:33:19,683 INFO [Time-limited test {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/20cb955b-551b-053d-70d2-63ac8d2b3d87/WALs/3302f0f507bd,32937,1731025951400/3302f0f507bd%2C32937%2C1731025951400.1731025999585 with entries=2, filesize=723 B; new WAL /user/jenkins/test-data/20cb955b-551b-053d-70d2-63ac8d2b3d87/WALs/3302f0f507bd,32937,1731025951400/3302f0f507bd%2C32937%2C1731025951400.1731025999667 2024-11-08T00:33:19,683 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46495:46495),(127.0.0.1/127.0.0.1:35365:35365)] 2024-11-08T00:33:19,683 DEBUG [Time-limited test {}] wal.AbstractFSWAL(879): hdfs://localhost:37879/user/jenkins/test-data/20cb955b-551b-053d-70d2-63ac8d2b3d87/WALs/3302f0f507bd,32937,1731025951400/3302f0f507bd%2C32937%2C1731025951400.1731025999585 is not closed yet, will try archiving it next time 2024-11-08T00:33:19,683 INFO [WAL-Archive-0 {}] wal.AbstractFSWAL(968): Archiving hdfs://localhost:37879/user/jenkins/test-data/20cb955b-551b-053d-70d2-63ac8d2b3d87/WALs/3302f0f507bd,32937,1731025951400/3302f0f507bd%2C32937%2C1731025951400.1731025952013 to hdfs://localhost:37879/user/jenkins/test-data/20cb955b-551b-053d-70d2-63ac8d2b3d87/oldWALs/3302f0f507bd%2C32937%2C1731025951400.1731025952013 2024-11-08T00:33:19,684 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [5,000] milli-secs(wait.for.ratio=[1]) 2024-11-08T00:33:19,684 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46557 is added to blk_1073741876_1052 (size=731) 2024-11-08T00:33:19,685 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46799 is added to blk_1073741876_1052 (size=731) 2024-11-08T00:33:19,685 INFO [WAL-Archive-0 {}] wal.AbstractFSWAL(968): Archiving hdfs://localhost:37879/user/jenkins/test-data/20cb955b-551b-053d-70d2-63ac8d2b3d87/WALs/3302f0f507bd,32937,1731025951400/3302f0f507bd%2C32937%2C1731025951400.1731025999585 to hdfs://localhost:37879/user/jenkins/test-data/20cb955b-551b-053d-70d2-63ac8d2b3d87/oldWALs/3302f0f507bd%2C32937%2C1731025951400.1731025999585 2024-11-08T00:33:19,784 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-08T00:33:19,784 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-08T00:33:19,785 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.regionserver.wal.AbstractTestLogRolling.tearDown(AbstractTestLogRolling.java:163) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-08T00:33:19,785 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T00:33:19,785 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T00:33:19,785 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-08T00:33:19,786 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-08T00:33:19,786 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1871211985, stopped=false 2024-11-08T00:33:19,786 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=3302f0f507bd,38609,1731025951240 2024-11-08T00:33:19,839 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32937-0x10117dbd5a00001, quorum=127.0.0.1:61928, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-08T00:33:19,839 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38609-0x10117dbd5a00000, quorum=127.0.0.1:61928, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-08T00:33:19,839 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32937-0x10117dbd5a00001, quorum=127.0.0.1:61928, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T00:33:19,839 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38609-0x10117dbd5a00000, quorum=127.0.0.1:61928, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T00:33:19,839 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-08T00:33:19,840 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-08T00:33:19,840 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.regionserver.wal.AbstractTestLogRolling.tearDown(AbstractTestLogRolling.java:163) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-08T00:33:19,841 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T00:33:19,842 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:38609-0x10117dbd5a00000, quorum=127.0.0.1:61928, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-08T00:33:19,842 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:32937-0x10117dbd5a00001, quorum=127.0.0.1:61928, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-08T00:33:19,842 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '3302f0f507bd,32937,1731025951400' ***** 2024-11-08T00:33:19,842 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-08T00:33:19,843 INFO [RS:0;3302f0f507bd:32937 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-08T00:33:19,843 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-08T00:33:19,843 INFO [RS:0;3302f0f507bd:32937 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-08T00:33:19,844 INFO [RS:0;3302f0f507bd:32937 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-08T00:33:19,844 INFO [RS:0;3302f0f507bd:32937 {}] regionserver.HRegionServer(3091): Received CLOSE for 6dc4e154d5bda276a7e295aefedfe71b 2024-11-08T00:33:19,844 INFO [RS:0;3302f0f507bd:32937 {}] regionserver.HRegionServer(3091): Received CLOSE for 398279017d9449e2a11bdae352c1f444 2024-11-08T00:33:19,844 INFO [RS:0;3302f0f507bd:32937 {}] regionserver.HRegionServer(959): stopping server 3302f0f507bd,32937,1731025951400 2024-11-08T00:33:19,845 INFO [RS:0;3302f0f507bd:32937 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-08T00:33:19,845 DEBUG [RS_CLOSE_REGION-regionserver/3302f0f507bd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 6dc4e154d5bda276a7e295aefedfe71b, disabling compactions & flushes 2024-11-08T00:33:19,845 INFO [RS:0;3302f0f507bd:32937 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;3302f0f507bd:32937. 2024-11-08T00:33:19,845 INFO [RS_CLOSE_REGION-regionserver/3302f0f507bd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region TestLogRolling-testLogRolling,row0064,1731025977120.6dc4e154d5bda276a7e295aefedfe71b. 2024-11-08T00:33:19,845 DEBUG [RS:0;3302f0f507bd:32937 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-08T00:33:19,845 DEBUG [RS_CLOSE_REGION-regionserver/3302f0f507bd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on TestLogRolling-testLogRolling,row0064,1731025977120.6dc4e154d5bda276a7e295aefedfe71b. 2024-11-08T00:33:19,845 DEBUG [RS:0;3302f0f507bd:32937 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T00:33:19,845 DEBUG [RS_CLOSE_REGION-regionserver/3302f0f507bd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on TestLogRolling-testLogRolling,row0064,1731025977120.6dc4e154d5bda276a7e295aefedfe71b. after waiting 0 ms 2024-11-08T00:33:19,845 DEBUG [RS_CLOSE_REGION-regionserver/3302f0f507bd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region TestLogRolling-testLogRolling,row0064,1731025977120.6dc4e154d5bda276a7e295aefedfe71b. 2024-11-08T00:33:19,845 INFO [RS:0;3302f0f507bd:32937 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-08T00:33:19,845 INFO [RS:0;3302f0f507bd:32937 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-08T00:33:19,845 INFO [RS:0;3302f0f507bd:32937 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-08T00:33:19,845 INFO [RS:0;3302f0f507bd:32937 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-08T00:33:19,845 INFO [RS:0;3302f0f507bd:32937 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-08T00:33:19,845 DEBUG [RS:0;3302f0f507bd:32937 {}] regionserver.HRegionServer(1325): Online Regions={6dc4e154d5bda276a7e295aefedfe71b=TestLogRolling-testLogRolling,row0064,1731025977120.6dc4e154d5bda276a7e295aefedfe71b., 1588230740=hbase:meta,,1.1588230740, 398279017d9449e2a11bdae352c1f444=TestLogRolling-testLogRolling,,1731025977120.398279017d9449e2a11bdae352c1f444.} 2024-11-08T00:33:19,846 DEBUG [RS_CLOSE_META-regionserver/3302f0f507bd:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-08T00:33:19,846 DEBUG [RS:0;3302f0f507bd:32937 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 398279017d9449e2a11bdae352c1f444, 6dc4e154d5bda276a7e295aefedfe71b 2024-11-08T00:33:19,846 INFO [RS_CLOSE_META-regionserver/3302f0f507bd:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-08T00:33:19,846 DEBUG [RS_CLOSE_META-regionserver/3302f0f507bd:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-08T00:33:19,846 DEBUG [RS_CLOSE_META-regionserver/3302f0f507bd:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-08T00:33:19,846 DEBUG [RS_CLOSE_META-regionserver/3302f0f507bd:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-08T00:33:19,846 DEBUG [StoreCloser-TestLogRolling-testLogRolling,row0064,1731025977120.6dc4e154d5bda276a7e295aefedfe71b.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:37879/user/jenkins/test-data/20cb955b-551b-053d-70d2-63ac8d2b3d87/data/default/TestLogRolling-testLogRolling/6dc4e154d5bda276a7e295aefedfe71b/info/b3a9543af2c14476879c0f5fc3689e15.d13df96ec185950b37a10baece0c804f->hdfs://localhost:37879/user/jenkins/test-data/20cb955b-551b-053d-70d2-63ac8d2b3d87/data/default/TestLogRolling-testLogRolling/d13df96ec185950b37a10baece0c804f/info/b3a9543af2c14476879c0f5fc3689e15-top, hdfs://localhost:37879/user/jenkins/test-data/20cb955b-551b-053d-70d2-63ac8d2b3d87/data/default/TestLogRolling-testLogRolling/6dc4e154d5bda276a7e295aefedfe71b/info/TestLogRolling-testLogRolling=d13df96ec185950b37a10baece0c804f-a1af69e0bcb4453e8a9ace23c56d84a1, hdfs://localhost:37879/user/jenkins/test-data/20cb955b-551b-053d-70d2-63ac8d2b3d87/data/default/TestLogRolling-testLogRolling/6dc4e154d5bda276a7e295aefedfe71b/info/TestLogRolling-testLogRolling=d13df96ec185950b37a10baece0c804f-9476916fcde344d69223336e2191cdbb, hdfs://localhost:37879/user/jenkins/test-data/20cb955b-551b-053d-70d2-63ac8d2b3d87/data/default/TestLogRolling-testLogRolling/6dc4e154d5bda276a7e295aefedfe71b/info/c4dec56ea85d494aa81d99f809f28cb5, hdfs://localhost:37879/user/jenkins/test-data/20cb955b-551b-053d-70d2-63ac8d2b3d87/data/default/TestLogRolling-testLogRolling/6dc4e154d5bda276a7e295aefedfe71b/info/TestLogRolling-testLogRolling=d13df96ec185950b37a10baece0c804f-ce93c60547594249a5d53d689b026f46, hdfs://localhost:37879/user/jenkins/test-data/20cb955b-551b-053d-70d2-63ac8d2b3d87/data/default/TestLogRolling-testLogRolling/6dc4e154d5bda276a7e295aefedfe71b/info/5e9b5b4a2f6e476f98a583b1fdd8d4ef, hdfs://localhost:37879/user/jenkins/test-data/20cb955b-551b-053d-70d2-63ac8d2b3d87/data/default/TestLogRolling-testLogRolling/6dc4e154d5bda276a7e295aefedfe71b/info/a93bcd70d90841f1a824978e00ba2c4c, hdfs://localhost:37879/user/jenkins/test-data/20cb955b-551b-053d-70d2-63ac8d2b3d87/data/default/TestLogRolling-testLogRolling/6dc4e154d5bda276a7e295aefedfe71b/info/d5f2725e2f114be6b9be83827c6fa159, hdfs://localhost:37879/user/jenkins/test-data/20cb955b-551b-053d-70d2-63ac8d2b3d87/data/default/TestLogRolling-testLogRolling/6dc4e154d5bda276a7e295aefedfe71b/info/872c868aedd34e5e84496dac68e52bb7, hdfs://localhost:37879/user/jenkins/test-data/20cb955b-551b-053d-70d2-63ac8d2b3d87/data/default/TestLogRolling-testLogRolling/6dc4e154d5bda276a7e295aefedfe71b/info/a9c7a7efd2164b63814136a7a009b8c1, hdfs://localhost:37879/user/jenkins/test-data/20cb955b-551b-053d-70d2-63ac8d2b3d87/data/default/TestLogRolling-testLogRolling/6dc4e154d5bda276a7e295aefedfe71b/info/f354b818851540c49cd7d13908f2b969, hdfs://localhost:37879/user/jenkins/test-data/20cb955b-551b-053d-70d2-63ac8d2b3d87/data/default/TestLogRolling-testLogRolling/6dc4e154d5bda276a7e295aefedfe71b/info/ea2ef93d858a456282634c4acfd6e07f, hdfs://localhost:37879/user/jenkins/test-data/20cb955b-551b-053d-70d2-63ac8d2b3d87/data/default/TestLogRolling-testLogRolling/6dc4e154d5bda276a7e295aefedfe71b/info/3aad2b86267c4873ae1dea0fbec7f310, hdfs://localhost:37879/user/jenkins/test-data/20cb955b-551b-053d-70d2-63ac8d2b3d87/data/default/TestLogRolling-testLogRolling/6dc4e154d5bda276a7e295aefedfe71b/info/344396a94d0c4dc591a3812a7c980d71, hdfs://localhost:37879/user/jenkins/test-data/20cb955b-551b-053d-70d2-63ac8d2b3d87/data/default/TestLogRolling-testLogRolling/6dc4e154d5bda276a7e295aefedfe71b/info/7de1bb8441344f5a9537012c09292270, hdfs://localhost:37879/user/jenkins/test-data/20cb955b-551b-053d-70d2-63ac8d2b3d87/data/default/TestLogRolling-testLogRolling/6dc4e154d5bda276a7e295aefedfe71b/info/d4f3c09c140144518b162462c5cdadca, hdfs://localhost:37879/user/jenkins/test-data/20cb955b-551b-053d-70d2-63ac8d2b3d87/data/default/TestLogRolling-testLogRolling/6dc4e154d5bda276a7e295aefedfe71b/info/cd98a3875a7344e2b7113731bb60fbc9, hdfs://localhost:37879/user/jenkins/test-data/20cb955b-551b-053d-70d2-63ac8d2b3d87/data/default/TestLogRolling-testLogRolling/6dc4e154d5bda276a7e295aefedfe71b/info/b35ce380f6e64eccb0b82d1df9acd4e5, hdfs://localhost:37879/user/jenkins/test-data/20cb955b-551b-053d-70d2-63ac8d2b3d87/data/default/TestLogRolling-testLogRolling/6dc4e154d5bda276a7e295aefedfe71b/info/6c37a59708144e7f833a9b89f3fbac88, hdfs://localhost:37879/user/jenkins/test-data/20cb955b-551b-053d-70d2-63ac8d2b3d87/data/default/TestLogRolling-testLogRolling/6dc4e154d5bda276a7e295aefedfe71b/info/c7a656464bf24350a801a7872d01d188, hdfs://localhost:37879/user/jenkins/test-data/20cb955b-551b-053d-70d2-63ac8d2b3d87/data/default/TestLogRolling-testLogRolling/6dc4e154d5bda276a7e295aefedfe71b/info/41c1e7b2e35a49448844438c3de62ac0, hdfs://localhost:37879/user/jenkins/test-data/20cb955b-551b-053d-70d2-63ac8d2b3d87/data/default/TestLogRolling-testLogRolling/6dc4e154d5bda276a7e295aefedfe71b/info/e6e830e2f818407e957a9f5654acdb5f, hdfs://localhost:37879/user/jenkins/test-data/20cb955b-551b-053d-70d2-63ac8d2b3d87/data/default/TestLogRolling-testLogRolling/6dc4e154d5bda276a7e295aefedfe71b/info/c351daf89af0489bb9f63c3b27081508] to archive 2024-11-08T00:33:19,847 DEBUG [StoreCloser-TestLogRolling-testLogRolling,row0064,1731025977120.6dc4e154d5bda276a7e295aefedfe71b.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-08T00:33:19,849 DEBUG [StoreCloser-TestLogRolling-testLogRolling,row0064,1731025977120.6dc4e154d5bda276a7e295aefedfe71b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37879/user/jenkins/test-data/20cb955b-551b-053d-70d2-63ac8d2b3d87/data/default/TestLogRolling-testLogRolling/6dc4e154d5bda276a7e295aefedfe71b/info/b3a9543af2c14476879c0f5fc3689e15.d13df96ec185950b37a10baece0c804f to hdfs://localhost:37879/user/jenkins/test-data/20cb955b-551b-053d-70d2-63ac8d2b3d87/archive/data/default/TestLogRolling-testLogRolling/6dc4e154d5bda276a7e295aefedfe71b/info/b3a9543af2c14476879c0f5fc3689e15.d13df96ec185950b37a10baece0c804f 2024-11-08T00:33:19,850 DEBUG [RS_CLOSE_META-regionserver/3302f0f507bd:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37879/user/jenkins/test-data/20cb955b-551b-053d-70d2-63ac8d2b3d87/data/hbase/meta/1588230740/recovered.edits/24.seqid, newMaxSeqId=24, maxSeqId=1 2024-11-08T00:33:19,850 DEBUG [StoreCloser-TestLogRolling-testLogRolling,row0064,1731025977120.6dc4e154d5bda276a7e295aefedfe71b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37879/user/jenkins/test-data/20cb955b-551b-053d-70d2-63ac8d2b3d87/data/default/TestLogRolling-testLogRolling/6dc4e154d5bda276a7e295aefedfe71b/info/TestLogRolling-testLogRolling=d13df96ec185950b37a10baece0c804f-a1af69e0bcb4453e8a9ace23c56d84a1 to hdfs://localhost:37879/user/jenkins/test-data/20cb955b-551b-053d-70d2-63ac8d2b3d87/archive/data/default/TestLogRolling-testLogRolling/6dc4e154d5bda276a7e295aefedfe71b/info/TestLogRolling-testLogRolling=d13df96ec185950b37a10baece0c804f-a1af69e0bcb4453e8a9ace23c56d84a1 2024-11-08T00:33:19,851 DEBUG [RS_CLOSE_META-regionserver/3302f0f507bd:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-08T00:33:19,851 INFO [RS_CLOSE_META-regionserver/3302f0f507bd:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-08T00:33:19,851 DEBUG [RS_CLOSE_META-regionserver/3302f0f507bd:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731025999845Running coprocessor pre-close hooks at 1731025999845Disabling compacts and flushes for region at 1731025999845Disabling writes for close at 1731025999846 (+1 ms)Writing region close event to WAL at 1731025999847 (+1 ms)Running coprocessor post-close hooks at 1731025999851 (+4 ms)Closed at 1731025999851 2024-11-08T00:33:19,851 DEBUG [RS_CLOSE_META-regionserver/3302f0f507bd:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-08T00:33:19,852 DEBUG [StoreCloser-TestLogRolling-testLogRolling,row0064,1731025977120.6dc4e154d5bda276a7e295aefedfe71b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37879/user/jenkins/test-data/20cb955b-551b-053d-70d2-63ac8d2b3d87/data/default/TestLogRolling-testLogRolling/6dc4e154d5bda276a7e295aefedfe71b/info/TestLogRolling-testLogRolling=d13df96ec185950b37a10baece0c804f-9476916fcde344d69223336e2191cdbb to hdfs://localhost:37879/user/jenkins/test-data/20cb955b-551b-053d-70d2-63ac8d2b3d87/archive/data/default/TestLogRolling-testLogRolling/6dc4e154d5bda276a7e295aefedfe71b/info/TestLogRolling-testLogRolling=d13df96ec185950b37a10baece0c804f-9476916fcde344d69223336e2191cdbb 2024-11-08T00:33:19,853 DEBUG [StoreCloser-TestLogRolling-testLogRolling,row0064,1731025977120.6dc4e154d5bda276a7e295aefedfe71b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37879/user/jenkins/test-data/20cb955b-551b-053d-70d2-63ac8d2b3d87/data/default/TestLogRolling-testLogRolling/6dc4e154d5bda276a7e295aefedfe71b/info/c4dec56ea85d494aa81d99f809f28cb5 to hdfs://localhost:37879/user/jenkins/test-data/20cb955b-551b-053d-70d2-63ac8d2b3d87/archive/data/default/TestLogRolling-testLogRolling/6dc4e154d5bda276a7e295aefedfe71b/info/c4dec56ea85d494aa81d99f809f28cb5 2024-11-08T00:33:19,854 DEBUG [StoreCloser-TestLogRolling-testLogRolling,row0064,1731025977120.6dc4e154d5bda276a7e295aefedfe71b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37879/user/jenkins/test-data/20cb955b-551b-053d-70d2-63ac8d2b3d87/data/default/TestLogRolling-testLogRolling/6dc4e154d5bda276a7e295aefedfe71b/info/TestLogRolling-testLogRolling=d13df96ec185950b37a10baece0c804f-ce93c60547594249a5d53d689b026f46 to hdfs://localhost:37879/user/jenkins/test-data/20cb955b-551b-053d-70d2-63ac8d2b3d87/archive/data/default/TestLogRolling-testLogRolling/6dc4e154d5bda276a7e295aefedfe71b/info/TestLogRolling-testLogRolling=d13df96ec185950b37a10baece0c804f-ce93c60547594249a5d53d689b026f46 2024-11-08T00:33:19,855 DEBUG [StoreCloser-TestLogRolling-testLogRolling,row0064,1731025977120.6dc4e154d5bda276a7e295aefedfe71b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37879/user/jenkins/test-data/20cb955b-551b-053d-70d2-63ac8d2b3d87/data/default/TestLogRolling-testLogRolling/6dc4e154d5bda276a7e295aefedfe71b/info/5e9b5b4a2f6e476f98a583b1fdd8d4ef to hdfs://localhost:37879/user/jenkins/test-data/20cb955b-551b-053d-70d2-63ac8d2b3d87/archive/data/default/TestLogRolling-testLogRolling/6dc4e154d5bda276a7e295aefedfe71b/info/5e9b5b4a2f6e476f98a583b1fdd8d4ef 2024-11-08T00:33:19,856 DEBUG [StoreCloser-TestLogRolling-testLogRolling,row0064,1731025977120.6dc4e154d5bda276a7e295aefedfe71b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37879/user/jenkins/test-data/20cb955b-551b-053d-70d2-63ac8d2b3d87/data/default/TestLogRolling-testLogRolling/6dc4e154d5bda276a7e295aefedfe71b/info/a93bcd70d90841f1a824978e00ba2c4c to hdfs://localhost:37879/user/jenkins/test-data/20cb955b-551b-053d-70d2-63ac8d2b3d87/archive/data/default/TestLogRolling-testLogRolling/6dc4e154d5bda276a7e295aefedfe71b/info/a93bcd70d90841f1a824978e00ba2c4c 2024-11-08T00:33:19,857 DEBUG [StoreCloser-TestLogRolling-testLogRolling,row0064,1731025977120.6dc4e154d5bda276a7e295aefedfe71b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37879/user/jenkins/test-data/20cb955b-551b-053d-70d2-63ac8d2b3d87/data/default/TestLogRolling-testLogRolling/6dc4e154d5bda276a7e295aefedfe71b/info/d5f2725e2f114be6b9be83827c6fa159 to hdfs://localhost:37879/user/jenkins/test-data/20cb955b-551b-053d-70d2-63ac8d2b3d87/archive/data/default/TestLogRolling-testLogRolling/6dc4e154d5bda276a7e295aefedfe71b/info/d5f2725e2f114be6b9be83827c6fa159 2024-11-08T00:33:19,858 DEBUG [StoreCloser-TestLogRolling-testLogRolling,row0064,1731025977120.6dc4e154d5bda276a7e295aefedfe71b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37879/user/jenkins/test-data/20cb955b-551b-053d-70d2-63ac8d2b3d87/data/default/TestLogRolling-testLogRolling/6dc4e154d5bda276a7e295aefedfe71b/info/872c868aedd34e5e84496dac68e52bb7 to hdfs://localhost:37879/user/jenkins/test-data/20cb955b-551b-053d-70d2-63ac8d2b3d87/archive/data/default/TestLogRolling-testLogRolling/6dc4e154d5bda276a7e295aefedfe71b/info/872c868aedd34e5e84496dac68e52bb7 2024-11-08T00:33:19,859 DEBUG [StoreCloser-TestLogRolling-testLogRolling,row0064,1731025977120.6dc4e154d5bda276a7e295aefedfe71b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37879/user/jenkins/test-data/20cb955b-551b-053d-70d2-63ac8d2b3d87/data/default/TestLogRolling-testLogRolling/6dc4e154d5bda276a7e295aefedfe71b/info/a9c7a7efd2164b63814136a7a009b8c1 to hdfs://localhost:37879/user/jenkins/test-data/20cb955b-551b-053d-70d2-63ac8d2b3d87/archive/data/default/TestLogRolling-testLogRolling/6dc4e154d5bda276a7e295aefedfe71b/info/a9c7a7efd2164b63814136a7a009b8c1 2024-11-08T00:33:19,860 DEBUG [StoreCloser-TestLogRolling-testLogRolling,row0064,1731025977120.6dc4e154d5bda276a7e295aefedfe71b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37879/user/jenkins/test-data/20cb955b-551b-053d-70d2-63ac8d2b3d87/data/default/TestLogRolling-testLogRolling/6dc4e154d5bda276a7e295aefedfe71b/info/f354b818851540c49cd7d13908f2b969 to hdfs://localhost:37879/user/jenkins/test-data/20cb955b-551b-053d-70d2-63ac8d2b3d87/archive/data/default/TestLogRolling-testLogRolling/6dc4e154d5bda276a7e295aefedfe71b/info/f354b818851540c49cd7d13908f2b969 2024-11-08T00:33:19,861 DEBUG [StoreCloser-TestLogRolling-testLogRolling,row0064,1731025977120.6dc4e154d5bda276a7e295aefedfe71b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37879/user/jenkins/test-data/20cb955b-551b-053d-70d2-63ac8d2b3d87/data/default/TestLogRolling-testLogRolling/6dc4e154d5bda276a7e295aefedfe71b/info/ea2ef93d858a456282634c4acfd6e07f to hdfs://localhost:37879/user/jenkins/test-data/20cb955b-551b-053d-70d2-63ac8d2b3d87/archive/data/default/TestLogRolling-testLogRolling/6dc4e154d5bda276a7e295aefedfe71b/info/ea2ef93d858a456282634c4acfd6e07f 2024-11-08T00:33:19,862 DEBUG [StoreCloser-TestLogRolling-testLogRolling,row0064,1731025977120.6dc4e154d5bda276a7e295aefedfe71b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37879/user/jenkins/test-data/20cb955b-551b-053d-70d2-63ac8d2b3d87/data/default/TestLogRolling-testLogRolling/6dc4e154d5bda276a7e295aefedfe71b/info/3aad2b86267c4873ae1dea0fbec7f310 to hdfs://localhost:37879/user/jenkins/test-data/20cb955b-551b-053d-70d2-63ac8d2b3d87/archive/data/default/TestLogRolling-testLogRolling/6dc4e154d5bda276a7e295aefedfe71b/info/3aad2b86267c4873ae1dea0fbec7f310 2024-11-08T00:33:19,863 DEBUG [StoreCloser-TestLogRolling-testLogRolling,row0064,1731025977120.6dc4e154d5bda276a7e295aefedfe71b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37879/user/jenkins/test-data/20cb955b-551b-053d-70d2-63ac8d2b3d87/data/default/TestLogRolling-testLogRolling/6dc4e154d5bda276a7e295aefedfe71b/info/344396a94d0c4dc591a3812a7c980d71 to hdfs://localhost:37879/user/jenkins/test-data/20cb955b-551b-053d-70d2-63ac8d2b3d87/archive/data/default/TestLogRolling-testLogRolling/6dc4e154d5bda276a7e295aefedfe71b/info/344396a94d0c4dc591a3812a7c980d71 2024-11-08T00:33:19,864 DEBUG [StoreCloser-TestLogRolling-testLogRolling,row0064,1731025977120.6dc4e154d5bda276a7e295aefedfe71b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37879/user/jenkins/test-data/20cb955b-551b-053d-70d2-63ac8d2b3d87/data/default/TestLogRolling-testLogRolling/6dc4e154d5bda276a7e295aefedfe71b/info/7de1bb8441344f5a9537012c09292270 to hdfs://localhost:37879/user/jenkins/test-data/20cb955b-551b-053d-70d2-63ac8d2b3d87/archive/data/default/TestLogRolling-testLogRolling/6dc4e154d5bda276a7e295aefedfe71b/info/7de1bb8441344f5a9537012c09292270 2024-11-08T00:33:19,865 DEBUG [StoreCloser-TestLogRolling-testLogRolling,row0064,1731025977120.6dc4e154d5bda276a7e295aefedfe71b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37879/user/jenkins/test-data/20cb955b-551b-053d-70d2-63ac8d2b3d87/data/default/TestLogRolling-testLogRolling/6dc4e154d5bda276a7e295aefedfe71b/info/d4f3c09c140144518b162462c5cdadca to hdfs://localhost:37879/user/jenkins/test-data/20cb955b-551b-053d-70d2-63ac8d2b3d87/archive/data/default/TestLogRolling-testLogRolling/6dc4e154d5bda276a7e295aefedfe71b/info/d4f3c09c140144518b162462c5cdadca 2024-11-08T00:33:19,866 DEBUG [StoreCloser-TestLogRolling-testLogRolling,row0064,1731025977120.6dc4e154d5bda276a7e295aefedfe71b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37879/user/jenkins/test-data/20cb955b-551b-053d-70d2-63ac8d2b3d87/data/default/TestLogRolling-testLogRolling/6dc4e154d5bda276a7e295aefedfe71b/info/cd98a3875a7344e2b7113731bb60fbc9 to hdfs://localhost:37879/user/jenkins/test-data/20cb955b-551b-053d-70d2-63ac8d2b3d87/archive/data/default/TestLogRolling-testLogRolling/6dc4e154d5bda276a7e295aefedfe71b/info/cd98a3875a7344e2b7113731bb60fbc9 2024-11-08T00:33:19,867 DEBUG [StoreCloser-TestLogRolling-testLogRolling,row0064,1731025977120.6dc4e154d5bda276a7e295aefedfe71b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37879/user/jenkins/test-data/20cb955b-551b-053d-70d2-63ac8d2b3d87/data/default/TestLogRolling-testLogRolling/6dc4e154d5bda276a7e295aefedfe71b/info/b35ce380f6e64eccb0b82d1df9acd4e5 to hdfs://localhost:37879/user/jenkins/test-data/20cb955b-551b-053d-70d2-63ac8d2b3d87/archive/data/default/TestLogRolling-testLogRolling/6dc4e154d5bda276a7e295aefedfe71b/info/b35ce380f6e64eccb0b82d1df9acd4e5 2024-11-08T00:33:19,868 DEBUG [StoreCloser-TestLogRolling-testLogRolling,row0064,1731025977120.6dc4e154d5bda276a7e295aefedfe71b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37879/user/jenkins/test-data/20cb955b-551b-053d-70d2-63ac8d2b3d87/data/default/TestLogRolling-testLogRolling/6dc4e154d5bda276a7e295aefedfe71b/info/6c37a59708144e7f833a9b89f3fbac88 to hdfs://localhost:37879/user/jenkins/test-data/20cb955b-551b-053d-70d2-63ac8d2b3d87/archive/data/default/TestLogRolling-testLogRolling/6dc4e154d5bda276a7e295aefedfe71b/info/6c37a59708144e7f833a9b89f3fbac88 2024-11-08T00:33:19,870 DEBUG [StoreCloser-TestLogRolling-testLogRolling,row0064,1731025977120.6dc4e154d5bda276a7e295aefedfe71b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37879/user/jenkins/test-data/20cb955b-551b-053d-70d2-63ac8d2b3d87/data/default/TestLogRolling-testLogRolling/6dc4e154d5bda276a7e295aefedfe71b/info/c7a656464bf24350a801a7872d01d188 to hdfs://localhost:37879/user/jenkins/test-data/20cb955b-551b-053d-70d2-63ac8d2b3d87/archive/data/default/TestLogRolling-testLogRolling/6dc4e154d5bda276a7e295aefedfe71b/info/c7a656464bf24350a801a7872d01d188 2024-11-08T00:33:19,871 DEBUG [StoreCloser-TestLogRolling-testLogRolling,row0064,1731025977120.6dc4e154d5bda276a7e295aefedfe71b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37879/user/jenkins/test-data/20cb955b-551b-053d-70d2-63ac8d2b3d87/data/default/TestLogRolling-testLogRolling/6dc4e154d5bda276a7e295aefedfe71b/info/41c1e7b2e35a49448844438c3de62ac0 to hdfs://localhost:37879/user/jenkins/test-data/20cb955b-551b-053d-70d2-63ac8d2b3d87/archive/data/default/TestLogRolling-testLogRolling/6dc4e154d5bda276a7e295aefedfe71b/info/41c1e7b2e35a49448844438c3de62ac0 2024-11-08T00:33:19,872 DEBUG [StoreCloser-TestLogRolling-testLogRolling,row0064,1731025977120.6dc4e154d5bda276a7e295aefedfe71b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37879/user/jenkins/test-data/20cb955b-551b-053d-70d2-63ac8d2b3d87/data/default/TestLogRolling-testLogRolling/6dc4e154d5bda276a7e295aefedfe71b/info/e6e830e2f818407e957a9f5654acdb5f to hdfs://localhost:37879/user/jenkins/test-data/20cb955b-551b-053d-70d2-63ac8d2b3d87/archive/data/default/TestLogRolling-testLogRolling/6dc4e154d5bda276a7e295aefedfe71b/info/e6e830e2f818407e957a9f5654acdb5f 2024-11-08T00:33:19,873 DEBUG [StoreCloser-TestLogRolling-testLogRolling,row0064,1731025977120.6dc4e154d5bda276a7e295aefedfe71b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37879/user/jenkins/test-data/20cb955b-551b-053d-70d2-63ac8d2b3d87/data/default/TestLogRolling-testLogRolling/6dc4e154d5bda276a7e295aefedfe71b/info/c351daf89af0489bb9f63c3b27081508 to hdfs://localhost:37879/user/jenkins/test-data/20cb955b-551b-053d-70d2-63ac8d2b3d87/archive/data/default/TestLogRolling-testLogRolling/6dc4e154d5bda276a7e295aefedfe71b/info/c351daf89af0489bb9f63c3b27081508 2024-11-08T00:33:19,873 DEBUG [StoreCloser-TestLogRolling-testLogRolling,row0064,1731025977120.6dc4e154d5bda276a7e295aefedfe71b.-1 {}] regionserver.HRegionServer(3532): Failed to report file archival(s) to Master. This will be retried. org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=3302f0f507bd:38609 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportFileArchival(RegionServerStatusProtos.java:17350) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.reportFileArchivalForQuotas(HRegionServer.java:3516) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HStore.reportArchivedFilesForQuota(HStore.java:2412) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HStore.removeCompactedfiles(HStore.java:2347) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HStore.closeWithoutLock(HStore.java:738) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HStore.close(HStore.java:804) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion$2.call(HRegion.java:1912) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion$2.call(HRegion.java:1909) ~[classes/:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) ~[?:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-11-08T00:33:19,874 WARN [StoreCloser-TestLogRolling-testLogRolling,row0064,1731025977120.6dc4e154d5bda276a7e295aefedfe71b.-1 {}] regionserver.HStore(2414): Failed to report archival of files: [c4dec56ea85d494aa81d99f809f28cb5=40102, 5e9b5b4a2f6e476f98a583b1fdd8d4ef=13394, a93bcd70d90841f1a824978e00ba2c4c=61332, d5f2725e2f114be6b9be83827c6fa159=17606, 872c868aedd34e5e84496dac68e52bb7=17606, a9c7a7efd2164b63814136a7a009b8c1=82567, f354b818851540c49cd7d13908f2b969=13394, ea2ef93d858a456282634c4acfd6e07f=20781, 3aad2b86267c4873ae1dea0fbec7f310=109002, 344396a94d0c4dc591a3812a7c980d71=15500, 7de1bb8441344f5a9537012c09292270=17606, d4f3c09c140144518b162462c5cdadca=17606, cd98a3875a7344e2b7113731bb60fbc9=143038, b35ce380f6e64eccb0b82d1df9acd4e5=13394, 6c37a59708144e7f833a9b89f3fbac88=18688, c7a656464bf24350a801a7872d01d188=169494, 41c1e7b2e35a49448844438c3de62ac0=17618, e6e830e2f818407e957a9f5654acdb5f=13402, c351daf89af0489bb9f63c3b27081508=19742] 2024-11-08T00:33:19,877 DEBUG [RS_CLOSE_REGION-regionserver/3302f0f507bd:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37879/user/jenkins/test-data/20cb955b-551b-053d-70d2-63ac8d2b3d87/data/default/TestLogRolling-testLogRolling/6dc4e154d5bda276a7e295aefedfe71b/recovered.edits/341.seqid, newMaxSeqId=341, maxSeqId=126 2024-11-08T00:33:19,878 INFO [RS_CLOSE_REGION-regionserver/3302f0f507bd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed TestLogRolling-testLogRolling,row0064,1731025977120.6dc4e154d5bda276a7e295aefedfe71b. 2024-11-08T00:33:19,878 DEBUG [RS_CLOSE_REGION-regionserver/3302f0f507bd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 6dc4e154d5bda276a7e295aefedfe71b: Waiting for close lock at 1731025999844Running coprocessor pre-close hooks at 1731025999844Disabling compacts and flushes for region at 1731025999844Disabling writes for close at 1731025999845 (+1 ms)Writing region close event to WAL at 1731025999874 (+29 ms)Running coprocessor post-close hooks at 1731025999878 (+4 ms)Closed at 1731025999878 2024-11-08T00:33:19,878 DEBUG [RS_CLOSE_REGION-regionserver/3302f0f507bd:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed TestLogRolling-testLogRolling,row0064,1731025977120.6dc4e154d5bda276a7e295aefedfe71b. 2024-11-08T00:33:19,878 DEBUG [RS_CLOSE_REGION-regionserver/3302f0f507bd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 398279017d9449e2a11bdae352c1f444, disabling compactions & flushes 2024-11-08T00:33:19,878 INFO [RS_CLOSE_REGION-regionserver/3302f0f507bd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region TestLogRolling-testLogRolling,,1731025977120.398279017d9449e2a11bdae352c1f444. 2024-11-08T00:33:19,878 DEBUG [RS_CLOSE_REGION-regionserver/3302f0f507bd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on TestLogRolling-testLogRolling,,1731025977120.398279017d9449e2a11bdae352c1f444. 2024-11-08T00:33:19,878 DEBUG [RS_CLOSE_REGION-regionserver/3302f0f507bd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on TestLogRolling-testLogRolling,,1731025977120.398279017d9449e2a11bdae352c1f444. after waiting 0 ms 2024-11-08T00:33:19,878 DEBUG [RS_CLOSE_REGION-regionserver/3302f0f507bd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region TestLogRolling-testLogRolling,,1731025977120.398279017d9449e2a11bdae352c1f444. 2024-11-08T00:33:19,879 DEBUG [StoreCloser-TestLogRolling-testLogRolling,,1731025977120.398279017d9449e2a11bdae352c1f444.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:37879/user/jenkins/test-data/20cb955b-551b-053d-70d2-63ac8d2b3d87/data/default/TestLogRolling-testLogRolling/398279017d9449e2a11bdae352c1f444/info/b3a9543af2c14476879c0f5fc3689e15.d13df96ec185950b37a10baece0c804f->hdfs://localhost:37879/user/jenkins/test-data/20cb955b-551b-053d-70d2-63ac8d2b3d87/data/default/TestLogRolling-testLogRolling/d13df96ec185950b37a10baece0c804f/info/b3a9543af2c14476879c0f5fc3689e15-bottom] to archive 2024-11-08T00:33:19,879 DEBUG [StoreCloser-TestLogRolling-testLogRolling,,1731025977120.398279017d9449e2a11bdae352c1f444.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-08T00:33:19,881 INFO [regionserver/3302f0f507bd:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-08T00:33:19,881 DEBUG [StoreCloser-TestLogRolling-testLogRolling,,1731025977120.398279017d9449e2a11bdae352c1f444.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37879/user/jenkins/test-data/20cb955b-551b-053d-70d2-63ac8d2b3d87/data/default/TestLogRolling-testLogRolling/398279017d9449e2a11bdae352c1f444/info/b3a9543af2c14476879c0f5fc3689e15.d13df96ec185950b37a10baece0c804f to hdfs://localhost:37879/user/jenkins/test-data/20cb955b-551b-053d-70d2-63ac8d2b3d87/archive/data/default/TestLogRolling-testLogRolling/398279017d9449e2a11bdae352c1f444/info/b3a9543af2c14476879c0f5fc3689e15.d13df96ec185950b37a10baece0c804f 2024-11-08T00:33:19,881 INFO [regionserver/3302f0f507bd:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-08T00:33:19,881 WARN [StoreCloser-TestLogRolling-testLogRolling,,1731025977120.398279017d9449e2a11bdae352c1f444.-1 {}] regionserver.HStore(2414): Failed to report archival of files: [] 2024-11-08T00:33:19,883 INFO [regionserver/3302f0f507bd:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-08T00:33:19,884 DEBUG [RS_CLOSE_REGION-regionserver/3302f0f507bd:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37879/user/jenkins/test-data/20cb955b-551b-053d-70d2-63ac8d2b3d87/data/default/TestLogRolling-testLogRolling/398279017d9449e2a11bdae352c1f444/recovered.edits/131.seqid, newMaxSeqId=131, maxSeqId=126 2024-11-08T00:33:19,884 INFO [RS_CLOSE_REGION-regionserver/3302f0f507bd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed TestLogRolling-testLogRolling,,1731025977120.398279017d9449e2a11bdae352c1f444. 2024-11-08T00:33:19,884 DEBUG [RS_CLOSE_REGION-regionserver/3302f0f507bd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 398279017d9449e2a11bdae352c1f444: Waiting for close lock at 1731025999878Running coprocessor pre-close hooks at 1731025999878Disabling compacts and flushes for region at 1731025999878Disabling writes for close at 1731025999878Writing region close event to WAL at 1731025999881 (+3 ms)Running coprocessor post-close hooks at 1731025999884 (+3 ms)Closed at 1731025999884 2024-11-08T00:33:19,885 DEBUG [RS_CLOSE_REGION-regionserver/3302f0f507bd:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed TestLogRolling-testLogRolling,,1731025977120.398279017d9449e2a11bdae352c1f444. 2024-11-08T00:33:20,046 INFO [RS:0;3302f0f507bd:32937 {}] regionserver.HRegionServer(976): stopping server 3302f0f507bd,32937,1731025951400; all regions closed. 2024-11-08T00:33:20,051 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46799 is added to blk_1073741834_1010 (size=8107) 2024-11-08T00:33:20,051 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46557 is added to blk_1073741834_1010 (size=8107) 2024-11-08T00:33:20,056 DEBUG [RS:0;3302f0f507bd:32937 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/20cb955b-551b-053d-70d2-63ac8d2b3d87/oldWALs 2024-11-08T00:33:20,056 INFO [RS:0;3302f0f507bd:32937 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 3302f0f507bd%2C32937%2C1731025951400.meta:.meta(num 1731025952477) 2024-11-08T00:33:20,059 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46799 is added to blk_1073741879_1055 (size=780) 2024-11-08T00:33:20,059 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46557 is added to blk_1073741879_1055 (size=780) 2024-11-08T00:33:20,062 DEBUG [RS:0;3302f0f507bd:32937 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/20cb955b-551b-053d-70d2-63ac8d2b3d87/oldWALs 2024-11-08T00:33:20,062 INFO [RS:0;3302f0f507bd:32937 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 3302f0f507bd%2C32937%2C1731025951400:(num 1731025999667) 2024-11-08T00:33:20,062 DEBUG [RS:0;3302f0f507bd:32937 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T00:33:20,062 INFO [RS:0;3302f0f507bd:32937 {}] regionserver.LeaseManager(133): Closed leases 2024-11-08T00:33:20,062 INFO [RS:0;3302f0f507bd:32937 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-08T00:33:20,063 INFO [RS:0;3302f0f507bd:32937 {}] hbase.ChoreService(370): Chore service for: regionserver/3302f0f507bd:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-08T00:33:20,063 INFO [RS:0;3302f0f507bd:32937 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-08T00:33:20,063 INFO [regionserver/3302f0f507bd:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-08T00:33:20,063 INFO [RS:0;3302f0f507bd:32937 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:32937 2024-11-08T00:33:20,070 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38609-0x10117dbd5a00000, quorum=127.0.0.1:61928, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-08T00:33:20,070 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32937-0x10117dbd5a00001, quorum=127.0.0.1:61928, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/3302f0f507bd,32937,1731025951400 2024-11-08T00:33:20,070 INFO [RS:0;3302f0f507bd:32937 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-08T00:33:20,080 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [3302f0f507bd,32937,1731025951400] 2024-11-08T00:33:20,091 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/3302f0f507bd,32937,1731025951400 already deleted, retry=false 2024-11-08T00:33:20,091 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 3302f0f507bd,32937,1731025951400 expired; onlineServers=0 2024-11-08T00:33:20,091 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '3302f0f507bd,38609,1731025951240' ***** 2024-11-08T00:33:20,091 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-08T00:33:20,091 INFO [M:0;3302f0f507bd:38609 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-08T00:33:20,091 INFO [M:0;3302f0f507bd:38609 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-08T00:33:20,091 DEBUG [M:0;3302f0f507bd:38609 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-08T00:33:20,091 DEBUG [M:0;3302f0f507bd:38609 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-08T00:33:20,091 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-08T00:33:20,091 DEBUG [master/3302f0f507bd:0:becomeActiveMaster-HFileCleaner.small.0-1731025951804 {}] cleaner.HFileCleaner(306): Exit Thread[master/3302f0f507bd:0:becomeActiveMaster-HFileCleaner.small.0-1731025951804,5,FailOnTimeoutGroup] 2024-11-08T00:33:20,091 DEBUG [master/3302f0f507bd:0:becomeActiveMaster-HFileCleaner.large.0-1731025951804 {}] cleaner.HFileCleaner(306): Exit Thread[master/3302f0f507bd:0:becomeActiveMaster-HFileCleaner.large.0-1731025951804,5,FailOnTimeoutGroup] 2024-11-08T00:33:20,091 INFO [M:0;3302f0f507bd:38609 {}] hbase.ChoreService(370): Chore service for: master/3302f0f507bd:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-08T00:33:20,091 INFO [M:0;3302f0f507bd:38609 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-08T00:33:20,092 DEBUG [M:0;3302f0f507bd:38609 {}] master.HMaster(1795): Stopping service threads 2024-11-08T00:33:20,092 INFO [M:0;3302f0f507bd:38609 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-08T00:33:20,092 INFO [M:0;3302f0f507bd:38609 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-08T00:33:20,092 INFO [M:0;3302f0f507bd:38609 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-08T00:33:20,092 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-08T00:33:20,175 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38609-0x10117dbd5a00000, quorum=127.0.0.1:61928, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master 2024-11-08T00:33:20,175 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38609-0x10117dbd5a00000, quorum=127.0.0.1:61928, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T00:33:20,175 DEBUG [M:0;3302f0f507bd:38609 {}] zookeeper.ZKUtil(347): master:38609-0x10117dbd5a00000, quorum=127.0.0.1:61928, baseZNode=/hbase Unable to get data of znode /hbase/master because node does not exist (not an error) 2024-11-08T00:33:20,175 WARN [M:0;3302f0f507bd:38609 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-08T00:33:20,177 INFO [M:0;3302f0f507bd:38609 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:37879/user/jenkins/test-data/20cb955b-551b-053d-70d2-63ac8d2b3d87/.lastflushedseqids 2024-11-08T00:33:20,180 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32937-0x10117dbd5a00001, quorum=127.0.0.1:61928, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-08T00:33:20,180 INFO [RS:0;3302f0f507bd:32937 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-08T00:33:20,180 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32937-0x10117dbd5a00001, quorum=127.0.0.1:61928, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-08T00:33:20,180 INFO [RS:0;3302f0f507bd:32937 {}] regionserver.HRegionServer(1031): Exiting; stopping=3302f0f507bd,32937,1731025951400; zookeeper connection closed. 2024-11-08T00:33:20,181 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@2b764a85 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@2b764a85 2024-11-08T00:33:20,181 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-08T00:33:20,184 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46557 is added to blk_1073741880_1056 (size=228) 2024-11-08T00:33:20,185 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46799 is added to blk_1073741880_1056 (size=228) 2024-11-08T00:33:20,585 INFO [M:0;3302f0f507bd:38609 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-08T00:33:20,585 INFO [M:0;3302f0f507bd:38609 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-08T00:33:20,586 DEBUG [M:0;3302f0f507bd:38609 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-08T00:33:20,586 INFO [M:0;3302f0f507bd:38609 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T00:33:20,586 DEBUG [M:0;3302f0f507bd:38609 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T00:33:20,586 DEBUG [M:0;3302f0f507bd:38609 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-08T00:33:20,586 DEBUG [M:0;3302f0f507bd:38609 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T00:33:20,586 INFO [M:0;3302f0f507bd:38609 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=51.43 KB heapSize=63.36 KB 2024-11-08T00:33:20,600 DEBUG [M:0;3302f0f507bd:38609 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37879/user/jenkins/test-data/20cb955b-551b-053d-70d2-63ac8d2b3d87/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/8e3d666729c74955b6c27fb24888b34d is 82, key is hbase:meta,,1/info:regioninfo/1731025952511/Put/seqid=0 2024-11-08T00:33:20,605 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46799 is added to blk_1073741881_1057 (size=5672) 2024-11-08T00:33:20,605 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46557 is added to blk_1073741881_1057 (size=5672) 2024-11-08T00:33:20,605 INFO [M:0;3302f0f507bd:38609 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=125 (bloomFilter=true), to=hdfs://localhost:37879/user/jenkins/test-data/20cb955b-551b-053d-70d2-63ac8d2b3d87/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/8e3d666729c74955b6c27fb24888b34d 2024-11-08T00:33:20,624 DEBUG [M:0;3302f0f507bd:38609 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37879/user/jenkins/test-data/20cb955b-551b-053d-70d2-63ac8d2b3d87/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/af8a444b35ae402bb0f3c58f8576c330 is 751, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1731025953035/Put/seqid=0 2024-11-08T00:33:20,629 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46799 is added to blk_1073741882_1058 (size=7091) 2024-11-08T00:33:20,629 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46557 is added to blk_1073741882_1058 (size=7091) 2024-11-08T00:33:20,629 INFO [M:0;3302f0f507bd:38609 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=50.83 KB at sequenceid=125 (bloomFilter=true), to=hdfs://localhost:37879/user/jenkins/test-data/20cb955b-551b-053d-70d2-63ac8d2b3d87/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/af8a444b35ae402bb0f3c58f8576c330 2024-11-08T00:33:20,634 INFO [M:0;3302f0f507bd:38609 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for af8a444b35ae402bb0f3c58f8576c330 2024-11-08T00:33:20,648 DEBUG [M:0;3302f0f507bd:38609 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37879/user/jenkins/test-data/20cb955b-551b-053d-70d2-63ac8d2b3d87/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/153e402ab4ec4d108fd769633892eb07 is 69, key is 3302f0f507bd,32937,1731025951400/rs:state/1731025951858/Put/seqid=0 2024-11-08T00:33:20,653 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46557 is added to blk_1073741883_1059 (size=5156) 2024-11-08T00:33:20,653 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46799 is added to blk_1073741883_1059 (size=5156) 2024-11-08T00:33:20,653 INFO [M:0;3302f0f507bd:38609 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=125 (bloomFilter=true), to=hdfs://localhost:37879/user/jenkins/test-data/20cb955b-551b-053d-70d2-63ac8d2b3d87/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/153e402ab4ec4d108fd769633892eb07 2024-11-08T00:33:20,670 DEBUG [M:0;3302f0f507bd:38609 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37879/user/jenkins/test-data/20cb955b-551b-053d-70d2-63ac8d2b3d87/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/state/6dc5b8022bab46a291a70de3e605d3e9 is 52, key is load_balancer_on/state:d/1731025952646/Put/seqid=0 2024-11-08T00:33:20,675 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46557 is added to blk_1073741884_1060 (size=5056) 2024-11-08T00:33:20,675 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46799 is added to blk_1073741884_1060 (size=5056) 2024-11-08T00:33:20,676 INFO [M:0;3302f0f507bd:38609 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=48 B at sequenceid=125 (bloomFilter=true), to=hdfs://localhost:37879/user/jenkins/test-data/20cb955b-551b-053d-70d2-63ac8d2b3d87/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/state/6dc5b8022bab46a291a70de3e605d3e9 2024-11-08T00:33:20,680 DEBUG [M:0;3302f0f507bd:38609 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37879/user/jenkins/test-data/20cb955b-551b-053d-70d2-63ac8d2b3d87/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/8e3d666729c74955b6c27fb24888b34d as hdfs://localhost:37879/user/jenkins/test-data/20cb955b-551b-053d-70d2-63ac8d2b3d87/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/8e3d666729c74955b6c27fb24888b34d 2024-11-08T00:33:20,685 INFO [M:0;3302f0f507bd:38609 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37879/user/jenkins/test-data/20cb955b-551b-053d-70d2-63ac8d2b3d87/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/8e3d666729c74955b6c27fb24888b34d, entries=8, sequenceid=125, filesize=5.5 K 2024-11-08T00:33:20,686 DEBUG [M:0;3302f0f507bd:38609 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37879/user/jenkins/test-data/20cb955b-551b-053d-70d2-63ac8d2b3d87/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/af8a444b35ae402bb0f3c58f8576c330 as hdfs://localhost:37879/user/jenkins/test-data/20cb955b-551b-053d-70d2-63ac8d2b3d87/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/af8a444b35ae402bb0f3c58f8576c330 2024-11-08T00:33:20,690 INFO [M:0;3302f0f507bd:38609 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for af8a444b35ae402bb0f3c58f8576c330 2024-11-08T00:33:20,691 INFO [M:0;3302f0f507bd:38609 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37879/user/jenkins/test-data/20cb955b-551b-053d-70d2-63ac8d2b3d87/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/af8a444b35ae402bb0f3c58f8576c330, entries=13, sequenceid=125, filesize=6.9 K 2024-11-08T00:33:20,691 DEBUG [M:0;3302f0f507bd:38609 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37879/user/jenkins/test-data/20cb955b-551b-053d-70d2-63ac8d2b3d87/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/153e402ab4ec4d108fd769633892eb07 as hdfs://localhost:37879/user/jenkins/test-data/20cb955b-551b-053d-70d2-63ac8d2b3d87/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/153e402ab4ec4d108fd769633892eb07 2024-11-08T00:33:20,695 INFO [M:0;3302f0f507bd:38609 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37879/user/jenkins/test-data/20cb955b-551b-053d-70d2-63ac8d2b3d87/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/153e402ab4ec4d108fd769633892eb07, entries=1, sequenceid=125, filesize=5.0 K 2024-11-08T00:33:20,696 DEBUG [M:0;3302f0f507bd:38609 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37879/user/jenkins/test-data/20cb955b-551b-053d-70d2-63ac8d2b3d87/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/state/6dc5b8022bab46a291a70de3e605d3e9 as hdfs://localhost:37879/user/jenkins/test-data/20cb955b-551b-053d-70d2-63ac8d2b3d87/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/state/6dc5b8022bab46a291a70de3e605d3e9 2024-11-08T00:33:20,700 INFO [M:0;3302f0f507bd:38609 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37879/user/jenkins/test-data/20cb955b-551b-053d-70d2-63ac8d2b3d87/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/state/6dc5b8022bab46a291a70de3e605d3e9, entries=1, sequenceid=125, filesize=4.9 K 2024-11-08T00:33:20,700 INFO [M:0;3302f0f507bd:38609 {}] regionserver.HRegion(3140): Finished flush of dataSize ~51.43 KB/52663, heapSize ~63.30 KB/64816, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 114ms, sequenceid=125, compaction requested=false 2024-11-08T00:33:20,702 INFO [M:0;3302f0f507bd:38609 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T00:33:20,702 DEBUG [M:0;3302f0f507bd:38609 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731026000586Disabling compacts and flushes for region at 1731026000586Disabling writes for close at 1731026000586Obtaining lock to block concurrent updates at 1731026000586Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731026000586Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=52663, getHeapSize=64816, getOffHeapSize=0, getCellsCount=148 at 1731026000586Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731026000587 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731026000587Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731026000600 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731026000600Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731026000609 (+9 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731026000623 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731026000623Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731026000634 (+11 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731026000647 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731026000647Flushing 1595e783b53d99cd5eef43b6debb2682/state: creating writer at 1731026000657 (+10 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/state: appending metadata at 1731026000670 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/state: closing flushed file at 1731026000670Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@55791fc8: reopening flushed file at 1731026000680 (+10 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5913b383: reopening flushed file at 1731026000685 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5fc2460e: reopening flushed file at 1731026000691 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7517cdaa: reopening flushed file at 1731026000695 (+4 ms)Finished flush of dataSize ~51.43 KB/52663, heapSize ~63.30 KB/64816, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 114ms, sequenceid=125, compaction requested=false at 1731026000700 (+5 ms)Writing region close event to WAL at 1731026000701 (+1 ms)Closed at 1731026000701 2024-11-08T00:33:20,703 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46799 is added to blk_1073741830_1006 (size=61332) 2024-11-08T00:33:20,703 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46557 is added to blk_1073741830_1006 (size=61332) 2024-11-08T00:33:20,704 INFO [M:0;3302f0f507bd:38609 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-08T00:33:20,704 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-08T00:33:20,704 INFO [M:0;3302f0f507bd:38609 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:38609 2024-11-08T00:33:20,704 INFO [M:0;3302f0f507bd:38609 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-08T00:33:20,812 INFO [M:0;3302f0f507bd:38609 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-08T00:33:20,812 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38609-0x10117dbd5a00000, quorum=127.0.0.1:61928, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-08T00:33:20,812 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38609-0x10117dbd5a00000, quorum=127.0.0.1:61928, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-08T00:33:20,849 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@7b92a7c2{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-08T00:33:20,850 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@63953d33{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-08T00:33:20,850 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-08T00:33:20,851 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@52bc83d1{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-08T00:33:20,851 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@45554f79{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5072218b-1bc6-52bf-86b8-15a8476d2702/hadoop.log.dir/,STOPPED} 2024-11-08T00:33:20,855 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-08T00:33:20,855 WARN [BP-1076405143-172.17.0.3-1731025948844 heartbeating to localhost/127.0.0.1:37879 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-08T00:33:20,855 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-08T00:33:20,855 WARN [BP-1076405143-172.17.0.3-1731025948844 heartbeating to localhost/127.0.0.1:37879 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1076405143-172.17.0.3-1731025948844 (Datanode Uuid c5e1ae73-2f80-4b1b-be72-87bf44d2a514) service to localhost/127.0.0.1:37879 2024-11-08T00:33:20,856 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5072218b-1bc6-52bf-86b8-15a8476d2702/cluster_f1e076b6-4287-03a2-c605-ab7e35171ab8/data/data3/current/BP-1076405143-172.17.0.3-1731025948844 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-08T00:33:20,856 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5072218b-1bc6-52bf-86b8-15a8476d2702/cluster_f1e076b6-4287-03a2-c605-ab7e35171ab8/data/data4/current/BP-1076405143-172.17.0.3-1731025948844 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-08T00:33:20,857 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-08T00:33:20,859 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@30cff8f0{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-08T00:33:20,859 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@170a96dd{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-08T00:33:20,859 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-08T00:33:20,859 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@71010f41{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-08T00:33:20,860 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2ad255f5{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5072218b-1bc6-52bf-86b8-15a8476d2702/hadoop.log.dir/,STOPPED} 2024-11-08T00:33:20,862 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-08T00:33:20,862 WARN [BP-1076405143-172.17.0.3-1731025948844 heartbeating to localhost/127.0.0.1:37879 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-08T00:33:20,862 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-08T00:33:20,862 WARN [BP-1076405143-172.17.0.3-1731025948844 heartbeating to localhost/127.0.0.1:37879 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1076405143-172.17.0.3-1731025948844 (Datanode Uuid 3bca2deb-212e-40d7-9a14-7ad3869d5b9b) service to localhost/127.0.0.1:37879 2024-11-08T00:33:20,862 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5072218b-1bc6-52bf-86b8-15a8476d2702/cluster_f1e076b6-4287-03a2-c605-ab7e35171ab8/data/data1/current/BP-1076405143-172.17.0.3-1731025948844 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-08T00:33:20,863 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5072218b-1bc6-52bf-86b8-15a8476d2702/cluster_f1e076b6-4287-03a2-c605-ab7e35171ab8/data/data2/current/BP-1076405143-172.17.0.3-1731025948844 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-08T00:33:20,863 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-08T00:33:20,868 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@26819ed4{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-08T00:33:20,868 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@6845cac1{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-08T00:33:20,868 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-08T00:33:20,868 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@63186bd3{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-08T00:33:20,869 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@187e89fe{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5072218b-1bc6-52bf-86b8-15a8476d2702/hadoop.log.dir/,STOPPED} 2024-11-08T00:33:20,874 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-08T00:33:20,904 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-08T00:33:20,910 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.wal.TestAsyncLogRolling#testLogRolling Thread=111 (was 97) - Thread LEAK? -, OpenFileDescriptor=459 (was 428) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=81 (was 91), ProcessCount=11 (was 11), AvailableMemoryMB=6527 (was 6916) 2024-11-08T00:33:20,916 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.wal.TestAsyncLogRolling#testLogRollOnNothingWritten Thread=111, OpenFileDescriptor=459, MaxFileDescriptor=1048576, SystemLoadAverage=81, ProcessCount=11, AvailableMemoryMB=6527 2024-11-08T00:33:20,916 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=2, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-08T00:33:20,916 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5072218b-1bc6-52bf-86b8-15a8476d2702/hadoop.log.dir so I do NOT create it in target/test-data/3028b146-d3a1-ffd1-40be-f2586ef9785c 2024-11-08T00:33:20,916 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5072218b-1bc6-52bf-86b8-15a8476d2702/hadoop.tmp.dir so I do NOT create it in target/test-data/3028b146-d3a1-ffd1-40be-f2586ef9785c 2024-11-08T00:33:20,916 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3028b146-d3a1-ffd1-40be-f2586ef9785c/cluster_82f62ade-2ad9-e2f1-ccc6-e9c9ec42b3ae, deleteOnExit=true 2024-11-08T00:33:20,916 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-08T00:33:20,916 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3028b146-d3a1-ffd1-40be-f2586ef9785c/test.cache.data in system properties and HBase conf 2024-11-08T00:33:20,917 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3028b146-d3a1-ffd1-40be-f2586ef9785c/hadoop.tmp.dir in system properties and HBase conf 2024-11-08T00:33:20,917 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3028b146-d3a1-ffd1-40be-f2586ef9785c/hadoop.log.dir in system properties and HBase conf 2024-11-08T00:33:20,917 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3028b146-d3a1-ffd1-40be-f2586ef9785c/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-08T00:33:20,917 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3028b146-d3a1-ffd1-40be-f2586ef9785c/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-08T00:33:20,917 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-08T00:33:20,917 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-08T00:33:20,917 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3028b146-d3a1-ffd1-40be-f2586ef9785c/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-08T00:33:20,917 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3028b146-d3a1-ffd1-40be-f2586ef9785c/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-08T00:33:20,917 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3028b146-d3a1-ffd1-40be-f2586ef9785c/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-08T00:33:20,917 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3028b146-d3a1-ffd1-40be-f2586ef9785c/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-08T00:33:20,917 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3028b146-d3a1-ffd1-40be-f2586ef9785c/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-08T00:33:20,917 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3028b146-d3a1-ffd1-40be-f2586ef9785c/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-08T00:33:20,917 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3028b146-d3a1-ffd1-40be-f2586ef9785c/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-08T00:33:20,917 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3028b146-d3a1-ffd1-40be-f2586ef9785c/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-08T00:33:20,917 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3028b146-d3a1-ffd1-40be-f2586ef9785c/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-08T00:33:20,918 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3028b146-d3a1-ffd1-40be-f2586ef9785c/nfs.dump.dir in system properties and HBase conf 2024-11-08T00:33:20,918 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3028b146-d3a1-ffd1-40be-f2586ef9785c/java.io.tmpdir in system properties and HBase conf 2024-11-08T00:33:20,918 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3028b146-d3a1-ffd1-40be-f2586ef9785c/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-08T00:33:20,918 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3028b146-d3a1-ffd1-40be-f2586ef9785c/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-08T00:33:20,918 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3028b146-d3a1-ffd1-40be-f2586ef9785c/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-08T00:33:21,292 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-08T00:33:21,298 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-08T00:33:21,308 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-08T00:33:21,309 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-08T00:33:21,309 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-08T00:33:21,310 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-08T00:33:21,310 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@77002d83{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3028b146-d3a1-ffd1-40be-f2586ef9785c/hadoop.log.dir/,AVAILABLE} 2024-11-08T00:33:21,311 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6b360eeb{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-08T00:33:21,410 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@ff99838{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3028b146-d3a1-ffd1-40be-f2586ef9785c/java.io.tmpdir/jetty-localhost-39111-hadoop-hdfs-3_4_1-tests_jar-_-any-18042127469484535079/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-08T00:33:21,411 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@71f13e09{HTTP/1.1, (http/1.1)}{localhost:39111} 2024-11-08T00:33:21,411 INFO [Time-limited test {}] server.Server(415): Started @201788ms 2024-11-08T00:33:21,794 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-08T00:33:21,798 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-08T00:33:21,799 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-08T00:33:21,799 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-08T00:33:21,799 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-08T00:33:21,799 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4feee255{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3028b146-d3a1-ffd1-40be-f2586ef9785c/hadoop.log.dir/,AVAILABLE} 2024-11-08T00:33:21,800 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4d6bfdb0{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-08T00:33:21,891 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@415bcd5c{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3028b146-d3a1-ffd1-40be-f2586ef9785c/java.io.tmpdir/jetty-localhost-46775-hadoop-hdfs-3_4_1-tests_jar-_-any-8584636715421173042/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-08T00:33:21,891 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@1f931798{HTTP/1.1, (http/1.1)}{localhost:46775} 2024-11-08T00:33:21,891 INFO [Time-limited test {}] server.Server(415): Started @202269ms 2024-11-08T00:33:21,892 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-08T00:33:21,919 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-08T00:33:21,922 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-08T00:33:21,923 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-08T00:33:21,923 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-08T00:33:21,923 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-08T00:33:21,924 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1da5e2a1{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3028b146-d3a1-ffd1-40be-f2586ef9785c/hadoop.log.dir/,AVAILABLE} 2024-11-08T00:33:21,924 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6fbe9ec3{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-08T00:33:22,018 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@4c8a6063{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3028b146-d3a1-ffd1-40be-f2586ef9785c/java.io.tmpdir/jetty-localhost-35375-hadoop-hdfs-3_4_1-tests_jar-_-any-16547449545300845678/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-08T00:33:22,018 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@34d62827{HTTP/1.1, (http/1.1)}{localhost:35375} 2024-11-08T00:33:22,018 INFO [Time-limited test {}] server.Server(415): Started @202396ms 2024-11-08T00:33:22,019 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-08T00:33:23,105 WARN [Thread-1619 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3028b146-d3a1-ffd1-40be-f2586ef9785c/cluster_82f62ade-2ad9-e2f1-ccc6-e9c9ec42b3ae/data/data1/current/BP-289701651-172.17.0.3-1731026000939/current, will proceed with Du for space computation calculation, 2024-11-08T00:33:23,105 WARN [Thread-1620 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3028b146-d3a1-ffd1-40be-f2586ef9785c/cluster_82f62ade-2ad9-e2f1-ccc6-e9c9ec42b3ae/data/data2/current/BP-289701651-172.17.0.3-1731026000939/current, will proceed with Du for space computation calculation, 2024-11-08T00:33:23,128 WARN [Thread-1583 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-08T00:33:23,130 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x3058586103871dec with lease ID 0xb4261eac191e8c4d: Processing first storage report for DS-f1711b76-50d2-4b9a-8faf-cc3cfd41e173 from datanode DatanodeRegistration(127.0.0.1:37397, datanodeUuid=bfa8e730-51c7-484a-a7f9-5eb8ec04af27, infoPort=46439, infoSecurePort=0, ipcPort=35371, storageInfo=lv=-57;cid=testClusterID;nsid=133426851;c=1731026000939) 2024-11-08T00:33:23,130 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x3058586103871dec with lease ID 0xb4261eac191e8c4d: from storage DS-f1711b76-50d2-4b9a-8faf-cc3cfd41e173 node DatanodeRegistration(127.0.0.1:37397, datanodeUuid=bfa8e730-51c7-484a-a7f9-5eb8ec04af27, infoPort=46439, infoSecurePort=0, ipcPort=35371, storageInfo=lv=-57;cid=testClusterID;nsid=133426851;c=1731026000939), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-08T00:33:23,130 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x3058586103871dec with lease ID 0xb4261eac191e8c4d: Processing first storage report for DS-04a9066b-be80-402e-bec9-a01581a33735 from datanode DatanodeRegistration(127.0.0.1:37397, datanodeUuid=bfa8e730-51c7-484a-a7f9-5eb8ec04af27, infoPort=46439, infoSecurePort=0, ipcPort=35371, storageInfo=lv=-57;cid=testClusterID;nsid=133426851;c=1731026000939) 2024-11-08T00:33:23,130 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x3058586103871dec with lease ID 0xb4261eac191e8c4d: from storage DS-04a9066b-be80-402e-bec9-a01581a33735 node DatanodeRegistration(127.0.0.1:37397, datanodeUuid=bfa8e730-51c7-484a-a7f9-5eb8ec04af27, infoPort=46439, infoSecurePort=0, ipcPort=35371, storageInfo=lv=-57;cid=testClusterID;nsid=133426851;c=1731026000939), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-08T00:33:23,235 WARN [Thread-1630 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3028b146-d3a1-ffd1-40be-f2586ef9785c/cluster_82f62ade-2ad9-e2f1-ccc6-e9c9ec42b3ae/data/data3/current/BP-289701651-172.17.0.3-1731026000939/current, will proceed with Du for space computation calculation, 2024-11-08T00:33:23,235 WARN [Thread-1631 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3028b146-d3a1-ffd1-40be-f2586ef9785c/cluster_82f62ade-2ad9-e2f1-ccc6-e9c9ec42b3ae/data/data4/current/BP-289701651-172.17.0.3-1731026000939/current, will proceed with Du for space computation calculation, 2024-11-08T00:33:23,257 WARN [Thread-1606 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-08T00:33:23,259 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xdde5e178ddbe769e with lease ID 0xb4261eac191e8c4e: Processing first storage report for DS-dc5d0157-6602-4dfd-97fa-5714e9b56b8c from datanode DatanodeRegistration(127.0.0.1:35289, datanodeUuid=55fd0fcc-be8d-47ba-9797-ae5acb28a648, infoPort=36269, infoSecurePort=0, ipcPort=40067, storageInfo=lv=-57;cid=testClusterID;nsid=133426851;c=1731026000939) 2024-11-08T00:33:23,259 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xdde5e178ddbe769e with lease ID 0xb4261eac191e8c4e: from storage DS-dc5d0157-6602-4dfd-97fa-5714e9b56b8c node DatanodeRegistration(127.0.0.1:35289, datanodeUuid=55fd0fcc-be8d-47ba-9797-ae5acb28a648, infoPort=36269, infoSecurePort=0, ipcPort=40067, storageInfo=lv=-57;cid=testClusterID;nsid=133426851;c=1731026000939), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-08T00:33:23,259 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xdde5e178ddbe769e with lease ID 0xb4261eac191e8c4e: Processing first storage report for DS-6c61ab41-c554-4a67-89d2-ff1fb75284e0 from datanode DatanodeRegistration(127.0.0.1:35289, datanodeUuid=55fd0fcc-be8d-47ba-9797-ae5acb28a648, infoPort=36269, infoSecurePort=0, ipcPort=40067, storageInfo=lv=-57;cid=testClusterID;nsid=133426851;c=1731026000939) 2024-11-08T00:33:23,259 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xdde5e178ddbe769e with lease ID 0xb4261eac191e8c4e: from storage DS-6c61ab41-c554-4a67-89d2-ff1fb75284e0 node DatanodeRegistration(127.0.0.1:35289, datanodeUuid=55fd0fcc-be8d-47ba-9797-ae5acb28a648, infoPort=36269, infoSecurePort=0, ipcPort=40067, storageInfo=lv=-57;cid=testClusterID;nsid=133426851;c=1731026000939), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-08T00:33:23,354 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3028b146-d3a1-ffd1-40be-f2586ef9785c 2024-11-08T00:33:23,357 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3028b146-d3a1-ffd1-40be-f2586ef9785c/cluster_82f62ade-2ad9-e2f1-ccc6-e9c9ec42b3ae/zookeeper_0, clientPort=58939, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3028b146-d3a1-ffd1-40be-f2586ef9785c/cluster_82f62ade-2ad9-e2f1-ccc6-e9c9ec42b3ae/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3028b146-d3a1-ffd1-40be-f2586ef9785c/cluster_82f62ade-2ad9-e2f1-ccc6-e9c9ec42b3ae/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-08T00:33:23,358 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=58939 2024-11-08T00:33:23,358 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T00:33:23,360 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T00:33:23,370 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37397 is added to blk_1073741825_1001 (size=7) 2024-11-08T00:33:23,370 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35289 is added to blk_1073741825_1001 (size=7) 2024-11-08T00:33:23,371 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:42273/user/jenkins/test-data/0a558a16-b843-d7dd-a951-c6aeb766c1f2 with version=8 2024-11-08T00:33:23,371 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1141): The hbase.fs.tmp.dir is set to hdfs://localhost:39609/user/jenkins/test-data/e864f493-d64a-a972-485b-9e7917f52b3b/hbase-staging 2024-11-08T00:33:23,373 INFO [Time-limited test {}] client.ConnectionUtils(128): master/3302f0f507bd:0 server-side Connection retries=45 2024-11-08T00:33:23,373 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-08T00:33:23,373 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-08T00:33:23,374 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-08T00:33:23,374 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-08T00:33:23,374 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-08T00:33:23,374 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-08T00:33:23,374 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-08T00:33:23,374 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:44753 2024-11-08T00:33:23,376 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:44753 connecting to ZooKeeper ensemble=127.0.0.1:58939 2024-11-08T00:33:23,441 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:447530x0, quorum=127.0.0.1:58939, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-08T00:33:23,442 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:44753-0x10117dca1480000 connected 2024-11-08T00:33:23,522 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T00:33:23,523 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T00:33:23,525 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:44753-0x10117dca1480000, quorum=127.0.0.1:58939, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-08T00:33:23,525 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:42273/user/jenkins/test-data/0a558a16-b843-d7dd-a951-c6aeb766c1f2, hbase.cluster.distributed=false 2024-11-08T00:33:23,527 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:44753-0x10117dca1480000, quorum=127.0.0.1:58939, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-08T00:33:23,527 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=44753 2024-11-08T00:33:23,528 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=44753 2024-11-08T00:33:23,528 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=44753 2024-11-08T00:33:23,528 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=44753 2024-11-08T00:33:23,529 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=44753 2024-11-08T00:33:23,548 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/3302f0f507bd:0 server-side Connection retries=45 2024-11-08T00:33:23,548 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-08T00:33:23,548 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-08T00:33:23,548 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-08T00:33:23,548 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-08T00:33:23,548 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-08T00:33:23,548 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-08T00:33:23,549 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-08T00:33:23,549 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:41487 2024-11-08T00:33:23,550 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:41487 connecting to ZooKeeper ensemble=127.0.0.1:58939 2024-11-08T00:33:23,551 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T00:33:23,552 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T00:33:23,564 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:414870x0, quorum=127.0.0.1:58939, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-08T00:33:23,565 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:41487-0x10117dca1480001 connected 2024-11-08T00:33:23,565 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:41487-0x10117dca1480001, quorum=127.0.0.1:58939, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-08T00:33:23,565 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-08T00:33:23,566 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-08T00:33:23,566 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:41487-0x10117dca1480001, quorum=127.0.0.1:58939, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-08T00:33:23,567 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:41487-0x10117dca1480001, quorum=127.0.0.1:58939, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-08T00:33:23,568 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=41487 2024-11-08T00:33:23,568 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=41487 2024-11-08T00:33:23,569 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=41487 2024-11-08T00:33:23,569 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=41487 2024-11-08T00:33:23,569 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=41487 2024-11-08T00:33:23,583 DEBUG [M:0;3302f0f507bd:44753 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;3302f0f507bd:44753 2024-11-08T00:33:23,584 INFO [master/3302f0f507bd:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /hbase/backup-masters/3302f0f507bd,44753,1731026003373 2024-11-08T00:33:23,596 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44753-0x10117dca1480000, quorum=127.0.0.1:58939, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-08T00:33:23,596 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41487-0x10117dca1480001, quorum=127.0.0.1:58939, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-08T00:33:23,596 DEBUG [master/3302f0f507bd:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:44753-0x10117dca1480000, quorum=127.0.0.1:58939, baseZNode=/hbase Set watcher on existing znode=/hbase/backup-masters/3302f0f507bd,44753,1731026003373 2024-11-08T00:33:23,606 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41487-0x10117dca1480001, quorum=127.0.0.1:58939, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-08T00:33:23,606 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44753-0x10117dca1480000, quorum=127.0.0.1:58939, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T00:33:23,606 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41487-0x10117dca1480001, quorum=127.0.0.1:58939, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T00:33:23,607 DEBUG [master/3302f0f507bd:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:44753-0x10117dca1480000, quorum=127.0.0.1:58939, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-11-08T00:33:23,608 INFO [master/3302f0f507bd:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /hbase/backup-masters/3302f0f507bd,44753,1731026003373 from backup master directory 2024-11-08T00:33:23,617 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44753-0x10117dca1480000, quorum=127.0.0.1:58939, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/backup-masters/3302f0f507bd,44753,1731026003373 2024-11-08T00:33:23,617 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41487-0x10117dca1480001, quorum=127.0.0.1:58939, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-08T00:33:23,617 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44753-0x10117dca1480000, quorum=127.0.0.1:58939, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-08T00:33:23,617 WARN [master/3302f0f507bd:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-08T00:33:23,617 INFO [master/3302f0f507bd:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=3302f0f507bd,44753,1731026003373 2024-11-08T00:33:23,621 DEBUG [master/3302f0f507bd:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:42273/user/jenkins/test-data/0a558a16-b843-d7dd-a951-c6aeb766c1f2/hbase.id] with ID: 4e3f27f4-5191-4d07-b3fa-12c52c9b154b 2024-11-08T00:33:23,621 DEBUG [master/3302f0f507bd:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:42273/user/jenkins/test-data/0a558a16-b843-d7dd-a951-c6aeb766c1f2/.tmp/hbase.id 2024-11-08T00:33:23,626 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37397 is added to blk_1073741826_1002 (size=42) 2024-11-08T00:33:23,627 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35289 is added to blk_1073741826_1002 (size=42) 2024-11-08T00:33:23,627 DEBUG [master/3302f0f507bd:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:42273/user/jenkins/test-data/0a558a16-b843-d7dd-a951-c6aeb766c1f2/.tmp/hbase.id]:[hdfs://localhost:42273/user/jenkins/test-data/0a558a16-b843-d7dd-a951-c6aeb766c1f2/hbase.id] 2024-11-08T00:33:23,637 INFO [master/3302f0f507bd:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T00:33:23,637 INFO [master/3302f0f507bd:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-08T00:33:23,638 INFO [master/3302f0f507bd:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-08T00:33:23,648 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44753-0x10117dca1480000, quorum=127.0.0.1:58939, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T00:33:23,648 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41487-0x10117dca1480001, quorum=127.0.0.1:58939, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T00:33:23,654 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37397 is added to blk_1073741827_1003 (size=196) 2024-11-08T00:33:23,654 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35289 is added to blk_1073741827_1003 (size=196) 2024-11-08T00:33:23,655 INFO [master/3302f0f507bd:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-08T00:33:23,656 INFO [master/3302f0f507bd:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-08T00:33:23,656 INFO [master/3302f0f507bd:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-08T00:33:23,662 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35289 is added to blk_1073741828_1004 (size=1189) 2024-11-08T00:33:23,662 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37397 is added to blk_1073741828_1004 (size=1189) 2024-11-08T00:33:23,663 INFO [master/3302f0f507bd:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:42273/user/jenkins/test-data/0a558a16-b843-d7dd-a951-c6aeb766c1f2/MasterData/data/master/store 2024-11-08T00:33:23,668 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35289 is added to blk_1073741829_1005 (size=34) 2024-11-08T00:33:23,668 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37397 is added to blk_1073741829_1005 (size=34) 2024-11-08T00:33:23,669 DEBUG [master/3302f0f507bd:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T00:33:23,669 DEBUG [master/3302f0f507bd:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-08T00:33:23,669 INFO [master/3302f0f507bd:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T00:33:23,669 DEBUG [master/3302f0f507bd:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T00:33:23,669 DEBUG [master/3302f0f507bd:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-08T00:33:23,669 DEBUG [master/3302f0f507bd:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T00:33:23,669 INFO [master/3302f0f507bd:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T00:33:23,669 DEBUG [master/3302f0f507bd:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731026003669Disabling compacts and flushes for region at 1731026003669Disabling writes for close at 1731026003669Writing region close event to WAL at 1731026003669Closed at 1731026003669 2024-11-08T00:33:23,670 WARN [master/3302f0f507bd:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:42273/user/jenkins/test-data/0a558a16-b843-d7dd-a951-c6aeb766c1f2/MasterData/data/master/store/.initializing 2024-11-08T00:33:23,670 DEBUG [master/3302f0f507bd:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:42273/user/jenkins/test-data/0a558a16-b843-d7dd-a951-c6aeb766c1f2/MasterData/WALs/3302f0f507bd,44753,1731026003373 2024-11-08T00:33:23,671 INFO [master/3302f0f507bd:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-08T00:33:23,672 INFO [master/3302f0f507bd:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=3302f0f507bd%2C44753%2C1731026003373, suffix=, logDir=hdfs://localhost:42273/user/jenkins/test-data/0a558a16-b843-d7dd-a951-c6aeb766c1f2/MasterData/WALs/3302f0f507bd,44753,1731026003373, archiveDir=hdfs://localhost:42273/user/jenkins/test-data/0a558a16-b843-d7dd-a951-c6aeb766c1f2/MasterData/oldWALs, maxLogs=10 2024-11-08T00:33:23,685 DEBUG [master/3302f0f507bd:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/0a558a16-b843-d7dd-a951-c6aeb766c1f2/MasterData/WALs/3302f0f507bd,44753,1731026003373/3302f0f507bd%2C44753%2C1731026003373.1731026003672, exclude list is [], retry=0 2024-11-08T00:33:23,687 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35289,DS-dc5d0157-6602-4dfd-97fa-5714e9b56b8c,DISK] 2024-11-08T00:33:23,688 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37397,DS-f1711b76-50d2-4b9a-8faf-cc3cfd41e173,DISK] 2024-11-08T00:33:23,689 INFO [master/3302f0f507bd:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/0a558a16-b843-d7dd-a951-c6aeb766c1f2/MasterData/WALs/3302f0f507bd,44753,1731026003373/3302f0f507bd%2C44753%2C1731026003373.1731026003672 2024-11-08T00:33:23,690 DEBUG [master/3302f0f507bd:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36269:36269),(127.0.0.1/127.0.0.1:46439:46439)] 2024-11-08T00:33:23,690 DEBUG [master/3302f0f507bd:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-08T00:33:23,690 DEBUG [master/3302f0f507bd:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T00:33:23,690 DEBUG [master/3302f0f507bd:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T00:33:23,690 DEBUG [master/3302f0f507bd:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T00:33:23,692 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-08T00:33:23,693 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-08T00:33:23,693 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T00:33:23,694 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T00:33:23,694 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-08T00:33:23,695 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-08T00:33:23,695 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T00:33:23,695 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T00:33:23,696 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-08T00:33:23,697 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-08T00:33:23,697 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T00:33:23,697 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T00:33:23,697 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-08T00:33:23,699 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-08T00:33:23,699 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T00:33:23,699 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T00:33:23,699 DEBUG [master/3302f0f507bd:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T00:33:23,700 DEBUG [master/3302f0f507bd:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42273/user/jenkins/test-data/0a558a16-b843-d7dd-a951-c6aeb766c1f2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-08T00:33:23,701 DEBUG [master/3302f0f507bd:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42273/user/jenkins/test-data/0a558a16-b843-d7dd-a951-c6aeb766c1f2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-08T00:33:23,702 DEBUG [master/3302f0f507bd:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T00:33:23,702 DEBUG [master/3302f0f507bd:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T00:33:23,702 DEBUG [master/3302f0f507bd:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-08T00:33:23,703 DEBUG [master/3302f0f507bd:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T00:33:23,705 DEBUG [master/3302f0f507bd:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42273/user/jenkins/test-data/0a558a16-b843-d7dd-a951-c6aeb766c1f2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-08T00:33:23,705 INFO [master/3302f0f507bd:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=879554, jitterRate=0.11841078102588654}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-08T00:33:23,706 DEBUG [master/3302f0f507bd:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731026003690Initializing all the Stores at 1731026003691 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731026003691Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731026003691Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731026003691Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731026003691Cleaning up temporary data from old regions at 1731026003702 (+11 ms)Region opened successfully at 1731026003706 (+4 ms) 2024-11-08T00:33:23,706 INFO [master/3302f0f507bd:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-08T00:33:23,710 DEBUG [master/3302f0f507bd:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@9fc2abb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=3302f0f507bd/172.17.0.3:0 2024-11-08T00:33:23,711 INFO [master/3302f0f507bd:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-08T00:33:23,712 INFO [master/3302f0f507bd:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-08T00:33:23,712 INFO [master/3302f0f507bd:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-08T00:33:23,712 INFO [master/3302f0f507bd:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-08T00:33:23,713 INFO [master/3302f0f507bd:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-08T00:33:23,713 INFO [master/3302f0f507bd:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-08T00:33:23,713 INFO [master/3302f0f507bd:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-08T00:33:23,716 INFO [master/3302f0f507bd:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-08T00:33:23,717 DEBUG [master/3302f0f507bd:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44753-0x10117dca1480000, quorum=127.0.0.1:58939, baseZNode=/hbase Unable to get data of znode /hbase/balancer because node does not exist (not necessarily an error) 2024-11-08T00:33:23,722 DEBUG [master/3302f0f507bd:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/balancer already deleted, retry=false 2024-11-08T00:33:23,723 INFO [master/3302f0f507bd:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-08T00:33:23,727 DEBUG [master/3302f0f507bd:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44753-0x10117dca1480000, quorum=127.0.0.1:58939, baseZNode=/hbase Unable to get data of znode /hbase/normalizer because node does not exist (not necessarily an error) 2024-11-08T00:33:23,733 DEBUG [master/3302f0f507bd:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/normalizer already deleted, retry=false 2024-11-08T00:33:23,733 INFO [master/3302f0f507bd:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-08T00:33:23,736 DEBUG [master/3302f0f507bd:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44753-0x10117dca1480000, quorum=127.0.0.1:58939, baseZNode=/hbase Unable to get data of znode /hbase/switch/split because node does not exist (not necessarily an error) 2024-11-08T00:33:23,743 DEBUG [master/3302f0f507bd:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/split already deleted, retry=false 2024-11-08T00:33:23,744 DEBUG [master/3302f0f507bd:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44753-0x10117dca1480000, quorum=127.0.0.1:58939, baseZNode=/hbase Unable to get data of znode /hbase/switch/merge because node does not exist (not necessarily an error) 2024-11-08T00:33:23,754 DEBUG [master/3302f0f507bd:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/merge already deleted, retry=false 2024-11-08T00:33:23,756 DEBUG [master/3302f0f507bd:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44753-0x10117dca1480000, quorum=127.0.0.1:58939, baseZNode=/hbase Unable to get data of znode /hbase/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-08T00:33:23,764 DEBUG [master/3302f0f507bd:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/snapshot-cleanup already deleted, retry=false 2024-11-08T00:33:23,775 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41487-0x10117dca1480001, quorum=127.0.0.1:58939, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-08T00:33:23,775 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44753-0x10117dca1480000, quorum=127.0.0.1:58939, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-08T00:33:23,775 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41487-0x10117dca1480001, quorum=127.0.0.1:58939, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T00:33:23,775 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44753-0x10117dca1480000, quorum=127.0.0.1:58939, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T00:33:23,775 INFO [master/3302f0f507bd:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=3302f0f507bd,44753,1731026003373, sessionid=0x10117dca1480000, setting cluster-up flag (Was=false) 2024-11-08T00:33:23,796 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41487-0x10117dca1480001, quorum=127.0.0.1:58939, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T00:33:23,796 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44753-0x10117dca1480000, quorum=127.0.0.1:58939, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T00:33:23,827 DEBUG [master/3302f0f507bd:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/flush-table-proc/acquired, /hbase/flush-table-proc/reached, /hbase/flush-table-proc/abort 2024-11-08T00:33:23,828 DEBUG [master/3302f0f507bd:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=3302f0f507bd,44753,1731026003373 2024-11-08T00:33:23,848 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44753-0x10117dca1480000, quorum=127.0.0.1:58939, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T00:33:23,848 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41487-0x10117dca1480001, quorum=127.0.0.1:58939, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T00:33:23,880 DEBUG [master/3302f0f507bd:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/online-snapshot/acquired, /hbase/online-snapshot/reached, /hbase/online-snapshot/abort 2024-11-08T00:33:23,881 DEBUG [master/3302f0f507bd:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=3302f0f507bd,44753,1731026003373 2024-11-08T00:33:23,882 INFO [master/3302f0f507bd:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:42273/user/jenkins/test-data/0a558a16-b843-d7dd-a951-c6aeb766c1f2/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-08T00:33:23,884 DEBUG [master/3302f0f507bd:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-08T00:33:23,884 INFO [master/3302f0f507bd:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-08T00:33:23,884 INFO [master/3302f0f507bd:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-08T00:33:23,884 DEBUG [master/3302f0f507bd:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 3302f0f507bd,44753,1731026003373 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-08T00:33:23,886 DEBUG [master/3302f0f507bd:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/3302f0f507bd:0, corePoolSize=5, maxPoolSize=5 2024-11-08T00:33:23,886 DEBUG [master/3302f0f507bd:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/3302f0f507bd:0, corePoolSize=5, maxPoolSize=5 2024-11-08T00:33:23,886 DEBUG [master/3302f0f507bd:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/3302f0f507bd:0, corePoolSize=5, maxPoolSize=5 2024-11-08T00:33:23,886 DEBUG [master/3302f0f507bd:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/3302f0f507bd:0, corePoolSize=5, maxPoolSize=5 2024-11-08T00:33:23,886 DEBUG [master/3302f0f507bd:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/3302f0f507bd:0, corePoolSize=10, maxPoolSize=10 2024-11-08T00:33:23,886 DEBUG [master/3302f0f507bd:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/3302f0f507bd:0, corePoolSize=1, maxPoolSize=1 2024-11-08T00:33:23,886 DEBUG [master/3302f0f507bd:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/3302f0f507bd:0, corePoolSize=2, maxPoolSize=2 2024-11-08T00:33:23,886 DEBUG [master/3302f0f507bd:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/3302f0f507bd:0, corePoolSize=1, maxPoolSize=1 2024-11-08T00:33:23,888 INFO [master/3302f0f507bd:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731026033887 2024-11-08T00:33:23,888 INFO [master/3302f0f507bd:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-08T00:33:23,888 INFO [master/3302f0f507bd:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-08T00:33:23,888 INFO [master/3302f0f507bd:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-08T00:33:23,888 INFO [master/3302f0f507bd:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-08T00:33:23,888 INFO [master/3302f0f507bd:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-08T00:33:23,888 INFO [master/3302f0f507bd:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-08T00:33:23,888 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-08T00:33:23,888 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-08T00:33:23,888 INFO [master/3302f0f507bd:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-08T00:33:23,888 INFO [master/3302f0f507bd:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-08T00:33:23,889 INFO [master/3302f0f507bd:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-08T00:33:23,889 INFO [master/3302f0f507bd:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-08T00:33:23,889 INFO [master/3302f0f507bd:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-08T00:33:23,889 INFO [master/3302f0f507bd:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-08T00:33:23,889 DEBUG [master/3302f0f507bd:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/3302f0f507bd:0:becomeActiveMaster-HFileCleaner.large.0-1731026003889,5,FailOnTimeoutGroup] 2024-11-08T00:33:23,890 DEBUG [master/3302f0f507bd:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/3302f0f507bd:0:becomeActiveMaster-HFileCleaner.small.0-1731026003890,5,FailOnTimeoutGroup] 2024-11-08T00:33:23,890 INFO [master/3302f0f507bd:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-08T00:33:23,890 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T00:33:23,890 INFO [master/3302f0f507bd:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-08T00:33:23,890 INFO [master/3302f0f507bd:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-08T00:33:23,890 INFO [master/3302f0f507bd:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-08T00:33:23,890 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-08T00:33:23,897 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37397 is added to blk_1073741831_1007 (size=1321) 2024-11-08T00:33:23,897 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35289 is added to blk_1073741831_1007 (size=1321) 2024-11-08T00:33:23,898 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:42273/user/jenkins/test-data/0a558a16-b843-d7dd-a951-c6aeb766c1f2/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-08T00:33:23,898 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:42273/user/jenkins/test-data/0a558a16-b843-d7dd-a951-c6aeb766c1f2 2024-11-08T00:33:23,904 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35289 is added to blk_1073741832_1008 (size=32) 2024-11-08T00:33:23,904 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37397 is added to blk_1073741832_1008 (size=32) 2024-11-08T00:33:23,905 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T00:33:23,906 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-08T00:33:23,907 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-08T00:33:23,907 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T00:33:23,907 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T00:33:23,907 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-08T00:33:23,908 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-08T00:33:23,909 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T00:33:23,909 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T00:33:23,909 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-08T00:33:23,910 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-08T00:33:23,910 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T00:33:23,910 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T00:33:23,910 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-08T00:33:23,911 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-08T00:33:23,911 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T00:33:23,912 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T00:33:23,912 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-08T00:33:23,912 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42273/user/jenkins/test-data/0a558a16-b843-d7dd-a951-c6aeb766c1f2/data/hbase/meta/1588230740 2024-11-08T00:33:23,912 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42273/user/jenkins/test-data/0a558a16-b843-d7dd-a951-c6aeb766c1f2/data/hbase/meta/1588230740 2024-11-08T00:33:23,913 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-08T00:33:23,913 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-08T00:33:23,914 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-08T00:33:23,915 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-08T00:33:23,916 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42273/user/jenkins/test-data/0a558a16-b843-d7dd-a951-c6aeb766c1f2/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-08T00:33:23,916 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=16384, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=731378, jitterRate=-0.07000492513179779}}}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-08T00:33:23,917 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731026003905Initializing all the Stores at 1731026003905Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731026003905Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731026003906 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731026003906Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731026003906Cleaning up temporary data from old regions at 1731026003913 (+7 ms)Region opened successfully at 1731026003917 (+4 ms) 2024-11-08T00:33:23,917 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-08T00:33:23,917 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-08T00:33:23,917 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-08T00:33:23,917 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-08T00:33:23,917 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-08T00:33:23,917 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-08T00:33:23,918 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731026003917Disabling compacts and flushes for region at 1731026003917Disabling writes for close at 1731026003917Writing region close event to WAL at 1731026003917Closed at 1731026003917 2024-11-08T00:33:23,918 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-08T00:33:23,919 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-08T00:33:23,919 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-08T00:33:23,920 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-08T00:33:23,920 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-08T00:33:23,972 INFO [RS:0;3302f0f507bd:41487 {}] regionserver.HRegionServer(746): ClusterId : 4e3f27f4-5191-4d07-b3fa-12c52c9b154b 2024-11-08T00:33:23,972 DEBUG [RS:0;3302f0f507bd:41487 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-08T00:33:23,997 DEBUG [RS:0;3302f0f507bd:41487 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-08T00:33:23,997 DEBUG [RS:0;3302f0f507bd:41487 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-08T00:33:24,008 DEBUG [RS:0;3302f0f507bd:41487 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-08T00:33:24,008 DEBUG [RS:0;3302f0f507bd:41487 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5d7b30, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=3302f0f507bd/172.17.0.3:0 2024-11-08T00:33:24,027 DEBUG [RS:0;3302f0f507bd:41487 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;3302f0f507bd:41487 2024-11-08T00:33:24,027 INFO [RS:0;3302f0f507bd:41487 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-08T00:33:24,027 INFO [RS:0;3302f0f507bd:41487 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-08T00:33:24,027 DEBUG [RS:0;3302f0f507bd:41487 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-08T00:33:24,027 INFO [RS:0;3302f0f507bd:41487 {}] regionserver.HRegionServer(2659): reportForDuty to master=3302f0f507bd,44753,1731026003373 with port=41487, startcode=1731026003548 2024-11-08T00:33:24,028 DEBUG [RS:0;3302f0f507bd:41487 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-08T00:33:24,029 INFO [HMaster-EventLoopGroup-11-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:54649, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.4 (auth:SIMPLE), service=RegionServerStatusService 2024-11-08T00:33:24,030 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=44753 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 3302f0f507bd,41487,1731026003548 2024-11-08T00:33:24,030 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=44753 {}] master.ServerManager(517): Registering regionserver=3302f0f507bd,41487,1731026003548 2024-11-08T00:33:24,031 DEBUG [RS:0;3302f0f507bd:41487 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:42273/user/jenkins/test-data/0a558a16-b843-d7dd-a951-c6aeb766c1f2 2024-11-08T00:33:24,031 DEBUG [RS:0;3302f0f507bd:41487 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:42273 2024-11-08T00:33:24,031 DEBUG [RS:0;3302f0f507bd:41487 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-08T00:33:24,038 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44753-0x10117dca1480000, quorum=127.0.0.1:58939, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-08T00:33:24,038 DEBUG [RS:0;3302f0f507bd:41487 {}] zookeeper.ZKUtil(111): regionserver:41487-0x10117dca1480001, quorum=127.0.0.1:58939, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/3302f0f507bd,41487,1731026003548 2024-11-08T00:33:24,038 WARN [RS:0;3302f0f507bd:41487 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-08T00:33:24,039 INFO [RS:0;3302f0f507bd:41487 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-08T00:33:24,039 DEBUG [RS:0;3302f0f507bd:41487 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:42273/user/jenkins/test-data/0a558a16-b843-d7dd-a951-c6aeb766c1f2/WALs/3302f0f507bd,41487,1731026003548 2024-11-08T00:33:24,039 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [3302f0f507bd,41487,1731026003548] 2024-11-08T00:33:24,043 INFO [RS:0;3302f0f507bd:41487 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-08T00:33:24,045 INFO [RS:0;3302f0f507bd:41487 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-08T00:33:24,045 INFO [RS:0;3302f0f507bd:41487 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-08T00:33:24,045 INFO [RS:0;3302f0f507bd:41487 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-08T00:33:24,045 INFO [RS:0;3302f0f507bd:41487 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-08T00:33:24,046 INFO [RS:0;3302f0f507bd:41487 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-08T00:33:24,046 INFO [RS:0;3302f0f507bd:41487 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-08T00:33:24,046 DEBUG [RS:0;3302f0f507bd:41487 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/3302f0f507bd:0, corePoolSize=1, maxPoolSize=1 2024-11-08T00:33:24,046 DEBUG [RS:0;3302f0f507bd:41487 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/3302f0f507bd:0, corePoolSize=1, maxPoolSize=1 2024-11-08T00:33:24,046 DEBUG [RS:0;3302f0f507bd:41487 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/3302f0f507bd:0, corePoolSize=1, maxPoolSize=1 2024-11-08T00:33:24,046 DEBUG [RS:0;3302f0f507bd:41487 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/3302f0f507bd:0, corePoolSize=1, maxPoolSize=1 2024-11-08T00:33:24,046 DEBUG [RS:0;3302f0f507bd:41487 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/3302f0f507bd:0, corePoolSize=1, maxPoolSize=1 2024-11-08T00:33:24,047 DEBUG [RS:0;3302f0f507bd:41487 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/3302f0f507bd:0, corePoolSize=2, maxPoolSize=2 2024-11-08T00:33:24,047 DEBUG [RS:0;3302f0f507bd:41487 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/3302f0f507bd:0, corePoolSize=1, maxPoolSize=1 2024-11-08T00:33:24,047 DEBUG [RS:0;3302f0f507bd:41487 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/3302f0f507bd:0, corePoolSize=1, maxPoolSize=1 2024-11-08T00:33:24,047 DEBUG [RS:0;3302f0f507bd:41487 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/3302f0f507bd:0, corePoolSize=1, maxPoolSize=1 2024-11-08T00:33:24,047 DEBUG [RS:0;3302f0f507bd:41487 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/3302f0f507bd:0, corePoolSize=1, maxPoolSize=1 2024-11-08T00:33:24,047 DEBUG [RS:0;3302f0f507bd:41487 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/3302f0f507bd:0, corePoolSize=1, maxPoolSize=1 2024-11-08T00:33:24,047 DEBUG [RS:0;3302f0f507bd:41487 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/3302f0f507bd:0, corePoolSize=1, maxPoolSize=1 2024-11-08T00:33:24,047 DEBUG [RS:0;3302f0f507bd:41487 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/3302f0f507bd:0, corePoolSize=3, maxPoolSize=3 2024-11-08T00:33:24,047 DEBUG [RS:0;3302f0f507bd:41487 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/3302f0f507bd:0, corePoolSize=3, maxPoolSize=3 2024-11-08T00:33:24,047 INFO [RS:0;3302f0f507bd:41487 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-08T00:33:24,048 INFO [RS:0;3302f0f507bd:41487 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-08T00:33:24,048 INFO [RS:0;3302f0f507bd:41487 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-08T00:33:24,048 INFO [RS:0;3302f0f507bd:41487 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-08T00:33:24,048 INFO [RS:0;3302f0f507bd:41487 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-08T00:33:24,048 INFO [RS:0;3302f0f507bd:41487 {}] hbase.ChoreService(168): Chore ScheduledChore name=3302f0f507bd,41487,1731026003548-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-08T00:33:24,063 INFO [RS:0;3302f0f507bd:41487 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-08T00:33:24,063 INFO [RS:0;3302f0f507bd:41487 {}] hbase.ChoreService(168): Chore ScheduledChore name=3302f0f507bd,41487,1731026003548-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-08T00:33:24,063 INFO [RS:0;3302f0f507bd:41487 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T00:33:24,063 INFO [RS:0;3302f0f507bd:41487 {}] regionserver.Replication(171): 3302f0f507bd,41487,1731026003548 started 2024-11-08T00:33:24,071 WARN [3302f0f507bd:44753 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions. 2024-11-08T00:33:24,079 INFO [RS:0;3302f0f507bd:41487 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T00:33:24,079 INFO [RS:0;3302f0f507bd:41487 {}] regionserver.HRegionServer(1482): Serving as 3302f0f507bd,41487,1731026003548, RpcServer on 3302f0f507bd/172.17.0.3:41487, sessionid=0x10117dca1480001 2024-11-08T00:33:24,079 DEBUG [RS:0;3302f0f507bd:41487 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-08T00:33:24,079 DEBUG [RS:0;3302f0f507bd:41487 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 3302f0f507bd,41487,1731026003548 2024-11-08T00:33:24,079 DEBUG [RS:0;3302f0f507bd:41487 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '3302f0f507bd,41487,1731026003548' 2024-11-08T00:33:24,079 DEBUG [RS:0;3302f0f507bd:41487 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-08T00:33:24,080 DEBUG [RS:0;3302f0f507bd:41487 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-08T00:33:24,080 DEBUG [RS:0;3302f0f507bd:41487 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-08T00:33:24,080 DEBUG [RS:0;3302f0f507bd:41487 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-08T00:33:24,080 DEBUG [RS:0;3302f0f507bd:41487 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 3302f0f507bd,41487,1731026003548 2024-11-08T00:33:24,080 DEBUG [RS:0;3302f0f507bd:41487 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '3302f0f507bd,41487,1731026003548' 2024-11-08T00:33:24,080 DEBUG [RS:0;3302f0f507bd:41487 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-08T00:33:24,081 DEBUG [RS:0;3302f0f507bd:41487 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-08T00:33:24,081 DEBUG [RS:0;3302f0f507bd:41487 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-08T00:33:24,081 INFO [RS:0;3302f0f507bd:41487 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-08T00:33:24,081 INFO [RS:0;3302f0f507bd:41487 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-08T00:33:24,181 INFO [RS:0;3302f0f507bd:41487 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-08T00:33:24,183 INFO [RS:0;3302f0f507bd:41487 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=3302f0f507bd%2C41487%2C1731026003548, suffix=, logDir=hdfs://localhost:42273/user/jenkins/test-data/0a558a16-b843-d7dd-a951-c6aeb766c1f2/WALs/3302f0f507bd,41487,1731026003548, archiveDir=hdfs://localhost:42273/user/jenkins/test-data/0a558a16-b843-d7dd-a951-c6aeb766c1f2/oldWALs, maxLogs=32 2024-11-08T00:33:24,196 DEBUG [RS:0;3302f0f507bd:41487 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/0a558a16-b843-d7dd-a951-c6aeb766c1f2/WALs/3302f0f507bd,41487,1731026003548/3302f0f507bd%2C41487%2C1731026003548.1731026004184, exclude list is [], retry=0 2024-11-08T00:33:24,199 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37397,DS-f1711b76-50d2-4b9a-8faf-cc3cfd41e173,DISK] 2024-11-08T00:33:24,199 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35289,DS-dc5d0157-6602-4dfd-97fa-5714e9b56b8c,DISK] 2024-11-08T00:33:24,200 INFO [RS:0;3302f0f507bd:41487 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/0a558a16-b843-d7dd-a951-c6aeb766c1f2/WALs/3302f0f507bd,41487,1731026003548/3302f0f507bd%2C41487%2C1731026003548.1731026004184 2024-11-08T00:33:24,201 DEBUG [RS:0;3302f0f507bd:41487 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46439:46439),(127.0.0.1/127.0.0.1:36269:36269)] 2024-11-08T00:33:24,321 DEBUG [3302f0f507bd:44753 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-08T00:33:24,322 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=3302f0f507bd,41487,1731026003548 2024-11-08T00:33:24,323 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 3302f0f507bd,41487,1731026003548, state=OPENING 2024-11-08T00:33:24,333 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-08T00:33:24,343 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44753-0x10117dca1480000, quorum=127.0.0.1:58939, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T00:33:24,343 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41487-0x10117dca1480001, quorum=127.0.0.1:58939, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T00:33:24,344 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-08T00:33:24,344 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=3302f0f507bd,41487,1731026003548}] 2024-11-08T00:33:24,344 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-08T00:33:24,344 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-08T00:33:24,499 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-08T00:33:24,502 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:57491, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-08T00:33:24,509 INFO [RS_OPEN_META-regionserver/3302f0f507bd:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-08T00:33:24,509 INFO [RS_OPEN_META-regionserver/3302f0f507bd:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-08T00:33:24,510 INFO [RS_OPEN_META-regionserver/3302f0f507bd:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-08T00:33:24,512 INFO [RS_OPEN_META-regionserver/3302f0f507bd:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=3302f0f507bd%2C41487%2C1731026003548.meta, suffix=.meta, logDir=hdfs://localhost:42273/user/jenkins/test-data/0a558a16-b843-d7dd-a951-c6aeb766c1f2/WALs/3302f0f507bd,41487,1731026003548, archiveDir=hdfs://localhost:42273/user/jenkins/test-data/0a558a16-b843-d7dd-a951-c6aeb766c1f2/oldWALs, maxLogs=32 2024-11-08T00:33:24,528 DEBUG [RS_OPEN_META-regionserver/3302f0f507bd:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/0a558a16-b843-d7dd-a951-c6aeb766c1f2/WALs/3302f0f507bd,41487,1731026003548/3302f0f507bd%2C41487%2C1731026003548.meta.1731026004513.meta, exclude list is [], retry=0 2024-11-08T00:33:24,530 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37397,DS-f1711b76-50d2-4b9a-8faf-cc3cfd41e173,DISK] 2024-11-08T00:33:24,530 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35289,DS-dc5d0157-6602-4dfd-97fa-5714e9b56b8c,DISK] 2024-11-08T00:33:24,532 INFO [RS_OPEN_META-regionserver/3302f0f507bd:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/0a558a16-b843-d7dd-a951-c6aeb766c1f2/WALs/3302f0f507bd,41487,1731026003548/3302f0f507bd%2C41487%2C1731026003548.meta.1731026004513.meta 2024-11-08T00:33:24,532 DEBUG [RS_OPEN_META-regionserver/3302f0f507bd:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46439:46439),(127.0.0.1/127.0.0.1:36269:36269)] 2024-11-08T00:33:24,532 DEBUG [RS_OPEN_META-regionserver/3302f0f507bd:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-08T00:33:24,533 DEBUG [RS_OPEN_META-regionserver/3302f0f507bd:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-08T00:33:24,533 DEBUG [RS_OPEN_META-regionserver/3302f0f507bd:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-08T00:33:24,533 INFO [RS_OPEN_META-regionserver/3302f0f507bd:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-08T00:33:24,533 DEBUG [RS_OPEN_META-regionserver/3302f0f507bd:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-08T00:33:24,533 DEBUG [RS_OPEN_META-regionserver/3302f0f507bd:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T00:33:24,533 DEBUG [RS_OPEN_META-regionserver/3302f0f507bd:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-08T00:33:24,533 DEBUG [RS_OPEN_META-regionserver/3302f0f507bd:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-08T00:33:24,535 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-08T00:33:24,535 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-08T00:33:24,535 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T00:33:24,536 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T00:33:24,536 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-08T00:33:24,537 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-08T00:33:24,537 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T00:33:24,537 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T00:33:24,537 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-08T00:33:24,538 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-08T00:33:24,538 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T00:33:24,538 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T00:33:24,538 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-08T00:33:24,539 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-08T00:33:24,539 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T00:33:24,539 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T00:33:24,540 DEBUG [RS_OPEN_META-regionserver/3302f0f507bd:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-08T00:33:24,540 DEBUG [RS_OPEN_META-regionserver/3302f0f507bd:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42273/user/jenkins/test-data/0a558a16-b843-d7dd-a951-c6aeb766c1f2/data/hbase/meta/1588230740 2024-11-08T00:33:24,541 DEBUG [RS_OPEN_META-regionserver/3302f0f507bd:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42273/user/jenkins/test-data/0a558a16-b843-d7dd-a951-c6aeb766c1f2/data/hbase/meta/1588230740 2024-11-08T00:33:24,542 DEBUG [RS_OPEN_META-regionserver/3302f0f507bd:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-08T00:33:24,543 DEBUG [RS_OPEN_META-regionserver/3302f0f507bd:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-08T00:33:24,543 DEBUG [RS_OPEN_META-regionserver/3302f0f507bd:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-08T00:33:24,544 DEBUG [RS_OPEN_META-regionserver/3302f0f507bd:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-08T00:33:24,545 INFO [RS_OPEN_META-regionserver/3302f0f507bd:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=16384, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=714496, jitterRate=-0.09147201478481293}}}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-08T00:33:24,545 DEBUG [RS_OPEN_META-regionserver/3302f0f507bd:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-08T00:33:24,546 DEBUG [RS_OPEN_META-regionserver/3302f0f507bd:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731026004533Writing region info on filesystem at 1731026004533Initializing all the Stores at 1731026004534 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731026004534Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731026004535 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731026004535Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731026004535Cleaning up temporary data from old regions at 1731026004543 (+8 ms)Running coprocessor post-open hooks at 1731026004545 (+2 ms)Region opened successfully at 1731026004546 (+1 ms) 2024-11-08T00:33:24,547 INFO [RS_OPEN_META-regionserver/3302f0f507bd:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731026004498 2024-11-08T00:33:24,548 DEBUG [RS_OPEN_META-regionserver/3302f0f507bd:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-08T00:33:24,548 INFO [RS_OPEN_META-regionserver/3302f0f507bd:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-08T00:33:24,549 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=3302f0f507bd,41487,1731026003548 2024-11-08T00:33:24,550 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 3302f0f507bd,41487,1731026003548, state=OPEN 2024-11-08T00:33:24,579 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44753-0x10117dca1480000, quorum=127.0.0.1:58939, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-08T00:33:24,579 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41487-0x10117dca1480001, quorum=127.0.0.1:58939, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-08T00:33:24,580 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=3302f0f507bd,41487,1731026003548 2024-11-08T00:33:24,580 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-08T00:33:24,580 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-08T00:33:24,582 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-08T00:33:24,582 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=3302f0f507bd,41487,1731026003548 in 236 msec 2024-11-08T00:33:24,583 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-08T00:33:24,583 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 663 msec 2024-11-08T00:33:24,584 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-08T00:33:24,584 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-08T00:33:24,585 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-08T00:33:24,585 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=3302f0f507bd,41487,1731026003548, seqNum=-1] 2024-11-08T00:33:24,585 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-08T00:33:24,586 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:36845, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-08T00:33:24,591 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 707 msec 2024-11-08T00:33:24,592 INFO [master/3302f0f507bd:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731026004591, completionTime=-1 2024-11-08T00:33:24,592 INFO [master/3302f0f507bd:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-08T00:33:24,592 DEBUG [master/3302f0f507bd:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-08T00:33:24,593 INFO [master/3302f0f507bd:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-08T00:33:24,594 INFO [master/3302f0f507bd:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731026064594 2024-11-08T00:33:24,594 INFO [master/3302f0f507bd:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731026124594 2024-11-08T00:33:24,594 INFO [master/3302f0f507bd:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 1 msec 2024-11-08T00:33:24,594 INFO [master/3302f0f507bd:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=3302f0f507bd,44753,1731026003373-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-08T00:33:24,594 INFO [master/3302f0f507bd:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=3302f0f507bd,44753,1731026003373-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T00:33:24,594 INFO [master/3302f0f507bd:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=3302f0f507bd,44753,1731026003373-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T00:33:24,594 INFO [master/3302f0f507bd:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-3302f0f507bd:44753, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T00:33:24,594 INFO [master/3302f0f507bd:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-08T00:33:24,595 INFO [master/3302f0f507bd:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-08T00:33:24,596 DEBUG [master/3302f0f507bd:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-08T00:33:24,598 INFO [master/3302f0f507bd:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 0.981sec 2024-11-08T00:33:24,599 INFO [master/3302f0f507bd:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-08T00:33:24,599 INFO [master/3302f0f507bd:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-08T00:33:24,599 INFO [master/3302f0f507bd:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-08T00:33:24,599 INFO [master/3302f0f507bd:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-08T00:33:24,599 INFO [master/3302f0f507bd:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-08T00:33:24,599 INFO [master/3302f0f507bd:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=3302f0f507bd,44753,1731026003373-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-08T00:33:24,599 INFO [master/3302f0f507bd:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=3302f0f507bd,44753,1731026003373-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-08T00:33:24,603 DEBUG [master/3302f0f507bd:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-08T00:33:24,603 INFO [master/3302f0f507bd:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-08T00:33:24,603 INFO [master/3302f0f507bd:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=3302f0f507bd,44753,1731026003373-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T00:33:24,672 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6583ce4f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T00:33:24,672 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 3302f0f507bd,44753,-1 for getting cluster id 2024-11-08T00:33:24,672 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-08T00:33:24,673 DEBUG [HMaster-EventLoopGroup-11-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '4e3f27f4-5191-4d07-b3fa-12c52c9b154b' 2024-11-08T00:33:24,674 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-08T00:33:24,674 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "4e3f27f4-5191-4d07-b3fa-12c52c9b154b" 2024-11-08T00:33:24,674 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4712ff10, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T00:33:24,674 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [3302f0f507bd,44753,-1] 2024-11-08T00:33:24,674 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-08T00:33:24,674 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T00:33:24,675 INFO [HMaster-EventLoopGroup-11-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:56192, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-08T00:33:24,676 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7d5595c5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T00:33:24,677 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-08T00:33:24,677 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=3302f0f507bd,41487,1731026003548, seqNum=-1] 2024-11-08T00:33:24,678 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-08T00:33:24,679 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:56676, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-08T00:33:24,680 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=3302f0f507bd,44753,1731026003373 2024-11-08T00:33:24,681 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T00:33:24,683 INFO [Time-limited test {}] master.MasterRpcServices(567): Client=null/null set balanceSwitch=false 2024-11-08T00:33:24,683 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-08T00:33:24,684 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-08T00:33:24,686 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=test.com%2C8080%2C1, suffix=, logDir=hdfs://localhost:42273/user/jenkins/test-data/0a558a16-b843-d7dd-a951-c6aeb766c1f2/WALs/test.com,8080,1, archiveDir=hdfs://localhost:42273/user/jenkins/test-data/0a558a16-b843-d7dd-a951-c6aeb766c1f2/oldWALs, maxLogs=32 2024-11-08T00:33:24,698 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/0a558a16-b843-d7dd-a951-c6aeb766c1f2/WALs/test.com,8080,1/test.com%2C8080%2C1.1731026004686, exclude list is [], retry=0 2024-11-08T00:33:24,701 DEBUG [AsyncFSWAL-13-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37397,DS-f1711b76-50d2-4b9a-8faf-cc3cfd41e173,DISK] 2024-11-08T00:33:24,701 DEBUG [AsyncFSWAL-13-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35289,DS-dc5d0157-6602-4dfd-97fa-5714e9b56b8c,DISK] 2024-11-08T00:33:24,703 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/0a558a16-b843-d7dd-a951-c6aeb766c1f2/WALs/test.com,8080,1/test.com%2C8080%2C1.1731026004686 2024-11-08T00:33:24,703 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46439:46439),(127.0.0.1/127.0.0.1:36269:36269)] 2024-11-08T00:33:24,714 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/0a558a16-b843-d7dd-a951-c6aeb766c1f2/WALs/test.com,8080,1/test.com%2C8080%2C1.1731026004703, exclude list is [], retry=0 2024-11-08T00:33:24,717 DEBUG [AsyncFSWAL-13-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37397,DS-f1711b76-50d2-4b9a-8faf-cc3cfd41e173,DISK] 2024-11-08T00:33:24,717 DEBUG [AsyncFSWAL-13-4 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35289,DS-dc5d0157-6602-4dfd-97fa-5714e9b56b8c,DISK] 2024-11-08T00:33:24,719 INFO [Time-limited test {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/0a558a16-b843-d7dd-a951-c6aeb766c1f2/WALs/test.com,8080,1/test.com%2C8080%2C1.1731026004686 with entries=0, filesize=85 B; new WAL /user/jenkins/test-data/0a558a16-b843-d7dd-a951-c6aeb766c1f2/WALs/test.com,8080,1/test.com%2C8080%2C1.1731026004703 2024-11-08T00:33:24,719 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46439:46439),(127.0.0.1/127.0.0.1:36269:36269)] 2024-11-08T00:33:24,719 DEBUG [Time-limited test {}] wal.AbstractFSWAL(879): hdfs://localhost:42273/user/jenkins/test-data/0a558a16-b843-d7dd-a951-c6aeb766c1f2/WALs/test.com,8080,1/test.com%2C8080%2C1.1731026004686 is not closed yet, will try archiving it next time 2024-11-08T00:33:24,720 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35289 is added to blk_1073741835_1011 (size=93) 2024-11-08T00:33:24,720 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37397 is added to blk_1073741835_1011 (size=93) 2024-11-08T00:33:24,721 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35289 is added to blk_1073741836_1012 (size=93) 2024-11-08T00:33:24,721 INFO [WAL-Archive-0 {}] wal.AbstractFSWAL(968): Archiving hdfs://localhost:42273/user/jenkins/test-data/0a558a16-b843-d7dd-a951-c6aeb766c1f2/WALs/test.com,8080,1/test.com%2C8080%2C1.1731026004686 to hdfs://localhost:42273/user/jenkins/test-data/0a558a16-b843-d7dd-a951-c6aeb766c1f2/oldWALs/test.com%2C8080%2C1.1731026004686 2024-11-08T00:33:24,722 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37397 is added to blk_1073741836_1012 (size=93) 2024-11-08T00:33:24,723 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/0a558a16-b843-d7dd-a951-c6aeb766c1f2/oldWALs 2024-11-08T00:33:24,724 INFO [Time-limited test {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL test.com%2C8080%2C1:(num 1731026004703) 2024-11-08T00:33:24,724 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-08T00:33:24,724 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-08T00:33:24,724 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.regionserver.wal.AbstractTestLogRolling.tearDown(AbstractTestLogRolling.java:163) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-08T00:33:24,724 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T00:33:24,724 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T00:33:24,724 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-08T00:33:24,724 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-08T00:33:24,724 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1549107070, stopped=false 2024-11-08T00:33:24,724 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=3302f0f507bd,44753,1731026003373 2024-11-08T00:33:24,732 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44753-0x10117dca1480000, quorum=127.0.0.1:58939, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-08T00:33:24,732 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41487-0x10117dca1480001, quorum=127.0.0.1:58939, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-08T00:33:24,733 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44753-0x10117dca1480000, quorum=127.0.0.1:58939, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T00:33:24,733 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41487-0x10117dca1480001, quorum=127.0.0.1:58939, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T00:33:24,733 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-08T00:33:24,733 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-08T00:33:24,733 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.regionserver.wal.AbstractTestLogRolling.tearDown(AbstractTestLogRolling.java:163) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-08T00:33:24,733 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T00:33:24,733 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:41487-0x10117dca1480001, quorum=127.0.0.1:58939, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-08T00:33:24,733 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '3302f0f507bd,41487,1731026003548' ***** 2024-11-08T00:33:24,733 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-08T00:33:24,733 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:44753-0x10117dca1480000, quorum=127.0.0.1:58939, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-08T00:33:24,735 INFO [RS:0;3302f0f507bd:41487 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-08T00:33:24,735 INFO [RS:0;3302f0f507bd:41487 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-08T00:33:24,735 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-08T00:33:24,735 INFO [RS:0;3302f0f507bd:41487 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-08T00:33:24,735 INFO [RS:0;3302f0f507bd:41487 {}] regionserver.HRegionServer(959): stopping server 3302f0f507bd,41487,1731026003548 2024-11-08T00:33:24,735 INFO [RS:0;3302f0f507bd:41487 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-08T00:33:24,735 INFO [RS:0;3302f0f507bd:41487 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;3302f0f507bd:41487. 2024-11-08T00:33:24,735 DEBUG [RS:0;3302f0f507bd:41487 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-08T00:33:24,735 DEBUG [RS:0;3302f0f507bd:41487 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T00:33:24,735 INFO [RS:0;3302f0f507bd:41487 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-08T00:33:24,736 INFO [RS:0;3302f0f507bd:41487 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-08T00:33:24,736 INFO [RS:0;3302f0f507bd:41487 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-08T00:33:24,736 INFO [RS:0;3302f0f507bd:41487 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-08T00:33:24,736 INFO [RS:0;3302f0f507bd:41487 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-08T00:33:24,736 DEBUG [RS:0;3302f0f507bd:41487 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-08T00:33:24,736 DEBUG [RS:0;3302f0f507bd:41487 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-08T00:33:24,736 DEBUG [RS_CLOSE_META-regionserver/3302f0f507bd:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-08T00:33:24,736 INFO [RS_CLOSE_META-regionserver/3302f0f507bd:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-08T00:33:24,736 DEBUG [RS_CLOSE_META-regionserver/3302f0f507bd:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-08T00:33:24,736 DEBUG [RS_CLOSE_META-regionserver/3302f0f507bd:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-08T00:33:24,736 DEBUG [RS_CLOSE_META-regionserver/3302f0f507bd:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-08T00:33:24,736 INFO [RS_CLOSE_META-regionserver/3302f0f507bd:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=74 B heapSize=1.22 KB 2024-11-08T00:33:24,752 DEBUG [RS_CLOSE_META-regionserver/3302f0f507bd:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42273/user/jenkins/test-data/0a558a16-b843-d7dd-a951-c6aeb766c1f2/data/hbase/meta/1588230740/.tmp/ns/ea49d9a6f70747cb878c179c7ef9b43f is 43, key is default/ns:d/1731026004587/Put/seqid=0 2024-11-08T00:33:24,757 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37397 is added to blk_1073741837_1013 (size=5153) 2024-11-08T00:33:24,757 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35289 is added to blk_1073741837_1013 (size=5153) 2024-11-08T00:33:24,759 INFO [RS_CLOSE_META-regionserver/3302f0f507bd:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:42273/user/jenkins/test-data/0a558a16-b843-d7dd-a951-c6aeb766c1f2/data/hbase/meta/1588230740/.tmp/ns/ea49d9a6f70747cb878c179c7ef9b43f 2024-11-08T00:33:24,765 DEBUG [RS_CLOSE_META-regionserver/3302f0f507bd:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42273/user/jenkins/test-data/0a558a16-b843-d7dd-a951-c6aeb766c1f2/data/hbase/meta/1588230740/.tmp/ns/ea49d9a6f70747cb878c179c7ef9b43f as hdfs://localhost:42273/user/jenkins/test-data/0a558a16-b843-d7dd-a951-c6aeb766c1f2/data/hbase/meta/1588230740/ns/ea49d9a6f70747cb878c179c7ef9b43f 2024-11-08T00:33:24,770 INFO [RS_CLOSE_META-regionserver/3302f0f507bd:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42273/user/jenkins/test-data/0a558a16-b843-d7dd-a951-c6aeb766c1f2/data/hbase/meta/1588230740/ns/ea49d9a6f70747cb878c179c7ef9b43f, entries=2, sequenceid=6, filesize=5.0 K 2024-11-08T00:33:24,770 INFO [RS_CLOSE_META-regionserver/3302f0f507bd:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~74 B/74, heapSize ~464 B/464, currentSize=0 B/0 for 1588230740 in 34ms, sequenceid=6, compaction requested=false 2024-11-08T00:33:24,770 DEBUG [RS_CLOSE_META-regionserver/3302f0f507bd:0-0 {event_type=M_RS_CLOSE_META}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-08T00:33:24,774 DEBUG [RS_CLOSE_META-regionserver/3302f0f507bd:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42273/user/jenkins/test-data/0a558a16-b843-d7dd-a951-c6aeb766c1f2/data/hbase/meta/1588230740/recovered.edits/9.seqid, newMaxSeqId=9, maxSeqId=1 2024-11-08T00:33:24,775 DEBUG [RS_CLOSE_META-regionserver/3302f0f507bd:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-08T00:33:24,775 INFO [RS_CLOSE_META-regionserver/3302f0f507bd:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-08T00:33:24,775 DEBUG [RS_CLOSE_META-regionserver/3302f0f507bd:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731026004736Running coprocessor pre-close hooks at 1731026004736Disabling compacts and flushes for region at 1731026004736Disabling writes for close at 1731026004736Obtaining lock to block concurrent updates at 1731026004736Preparing flush snapshotting stores in 1588230740 at 1731026004736Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=74, getHeapSize=1184, getOffHeapSize=0, getCellsCount=2 at 1731026004736Flushing stores of hbase:meta,,1.1588230740 at 1731026004737 (+1 ms)Flushing 1588230740/ns: creating writer at 1731026004737Flushing 1588230740/ns: appending metadata at 1731026004751 (+14 ms)Flushing 1588230740/ns: closing flushed file at 1731026004751Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@558631e7: reopening flushed file at 1731026004764 (+13 ms)Finished flush of dataSize ~74 B/74, heapSize ~464 B/464, currentSize=0 B/0 for 1588230740 in 34ms, sequenceid=6, compaction requested=false at 1731026004770 (+6 ms)Writing region close event to WAL at 1731026004771 (+1 ms)Running coprocessor post-close hooks at 1731026004775 (+4 ms)Closed at 1731026004775 2024-11-08T00:33:24,775 DEBUG [RS_CLOSE_META-regionserver/3302f0f507bd:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-08T00:33:24,852 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T00:33:24,852 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T00:33:24,867 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T00:33:24,868 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T00:33:24,868 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T00:33:24,868 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T00:33:24,868 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T00:33:24,869 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T00:33:24,872 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T00:33:24,872 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T00:33:24,872 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T00:33:24,874 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T00:33:24,936 INFO [RS:0;3302f0f507bd:41487 {}] regionserver.HRegionServer(976): stopping server 3302f0f507bd,41487,1731026003548; all regions closed. 2024-11-08T00:33:24,939 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35289 is added to blk_1073741834_1010 (size=1152) 2024-11-08T00:33:24,939 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37397 is added to blk_1073741834_1010 (size=1152) 2024-11-08T00:33:24,942 DEBUG [RS:0;3302f0f507bd:41487 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/0a558a16-b843-d7dd-a951-c6aeb766c1f2/oldWALs 2024-11-08T00:33:24,943 INFO [RS:0;3302f0f507bd:41487 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 3302f0f507bd%2C41487%2C1731026003548.meta:.meta(num 1731026004513) 2024-11-08T00:33:24,946 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35289 is added to blk_1073741833_1009 (size=93) 2024-11-08T00:33:24,946 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37397 is added to blk_1073741833_1009 (size=93) 2024-11-08T00:33:24,949 DEBUG [RS:0;3302f0f507bd:41487 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/0a558a16-b843-d7dd-a951-c6aeb766c1f2/oldWALs 2024-11-08T00:33:24,949 INFO [RS:0;3302f0f507bd:41487 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 3302f0f507bd%2C41487%2C1731026003548:(num 1731026004184) 2024-11-08T00:33:24,949 DEBUG [RS:0;3302f0f507bd:41487 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T00:33:24,949 INFO [RS:0;3302f0f507bd:41487 {}] regionserver.LeaseManager(133): Closed leases 2024-11-08T00:33:24,949 INFO [RS:0;3302f0f507bd:41487 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-08T00:33:24,949 INFO [RS:0;3302f0f507bd:41487 {}] hbase.ChoreService(370): Chore service for: regionserver/3302f0f507bd:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-08T00:33:24,949 INFO [RS:0;3302f0f507bd:41487 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-08T00:33:24,949 INFO [regionserver/3302f0f507bd:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-08T00:33:24,950 INFO [RS:0;3302f0f507bd:41487 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:41487 2024-11-08T00:33:24,974 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41487-0x10117dca1480001, quorum=127.0.0.1:58939, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/3302f0f507bd,41487,1731026003548 2024-11-08T00:33:24,974 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44753-0x10117dca1480000, quorum=127.0.0.1:58939, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-08T00:33:24,974 INFO [RS:0;3302f0f507bd:41487 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-08T00:33:25,039 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [3302f0f507bd,41487,1731026003548] 2024-11-08T00:33:25,059 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/3302f0f507bd,41487,1731026003548 already deleted, retry=false 2024-11-08T00:33:25,059 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 3302f0f507bd,41487,1731026003548 expired; onlineServers=0 2024-11-08T00:33:25,059 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '3302f0f507bd,44753,1731026003373' ***** 2024-11-08T00:33:25,059 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-08T00:33:25,059 INFO [M:0;3302f0f507bd:44753 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-08T00:33:25,059 INFO [M:0;3302f0f507bd:44753 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-08T00:33:25,059 DEBUG [M:0;3302f0f507bd:44753 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-08T00:33:25,059 DEBUG [M:0;3302f0f507bd:44753 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-08T00:33:25,059 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-08T00:33:25,059 DEBUG [master/3302f0f507bd:0:becomeActiveMaster-HFileCleaner.large.0-1731026003889 {}] cleaner.HFileCleaner(306): Exit Thread[master/3302f0f507bd:0:becomeActiveMaster-HFileCleaner.large.0-1731026003889,5,FailOnTimeoutGroup] 2024-11-08T00:33:25,059 DEBUG [master/3302f0f507bd:0:becomeActiveMaster-HFileCleaner.small.0-1731026003890 {}] cleaner.HFileCleaner(306): Exit Thread[master/3302f0f507bd:0:becomeActiveMaster-HFileCleaner.small.0-1731026003890,5,FailOnTimeoutGroup] 2024-11-08T00:33:25,060 INFO [M:0;3302f0f507bd:44753 {}] hbase.ChoreService(370): Chore service for: master/3302f0f507bd:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-08T00:33:25,060 INFO [M:0;3302f0f507bd:44753 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-08T00:33:25,060 DEBUG [M:0;3302f0f507bd:44753 {}] master.HMaster(1795): Stopping service threads 2024-11-08T00:33:25,060 INFO [M:0;3302f0f507bd:44753 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-08T00:33:25,060 INFO [M:0;3302f0f507bd:44753 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-08T00:33:25,060 INFO [M:0;3302f0f507bd:44753 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-08T00:33:25,060 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-08T00:33:25,140 INFO [RS:0;3302f0f507bd:41487 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-08T00:33:25,140 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41487-0x10117dca1480001, quorum=127.0.0.1:58939, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-08T00:33:25,140 INFO [RS:0;3302f0f507bd:41487 {}] regionserver.HRegionServer(1031): Exiting; stopping=3302f0f507bd,41487,1731026003548; zookeeper connection closed. 2024-11-08T00:33:25,140 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41487-0x10117dca1480001, quorum=127.0.0.1:58939, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-08T00:33:25,140 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@5889a040 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@5889a040 2024-11-08T00:33:25,141 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-08T00:33:25,152 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44753-0x10117dca1480000, quorum=127.0.0.1:58939, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master 2024-11-08T00:33:25,152 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44753-0x10117dca1480000, quorum=127.0.0.1:58939, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T00:33:25,152 DEBUG [M:0;3302f0f507bd:44753 {}] zookeeper.ZKUtil(347): master:44753-0x10117dca1480000, quorum=127.0.0.1:58939, baseZNode=/hbase Unable to get data of znode /hbase/master because node does not exist (not an error) 2024-11-08T00:33:25,153 WARN [M:0;3302f0f507bd:44753 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-08T00:33:25,154 INFO [M:0;3302f0f507bd:44753 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:42273/user/jenkins/test-data/0a558a16-b843-d7dd-a951-c6aeb766c1f2/.lastflushedseqids 2024-11-08T00:33:25,163 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37397 is added to blk_1073741838_1014 (size=99) 2024-11-08T00:33:25,163 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35289 is added to blk_1073741838_1014 (size=99) 2024-11-08T00:33:25,164 INFO [M:0;3302f0f507bd:44753 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-08T00:33:25,164 INFO [M:0;3302f0f507bd:44753 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-08T00:33:25,164 DEBUG [M:0;3302f0f507bd:44753 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-08T00:33:25,164 INFO [M:0;3302f0f507bd:44753 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T00:33:25,164 DEBUG [M:0;3302f0f507bd:44753 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T00:33:25,164 DEBUG [M:0;3302f0f507bd:44753 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-08T00:33:25,164 DEBUG [M:0;3302f0f507bd:44753 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T00:33:25,164 INFO [M:0;3302f0f507bd:44753 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=7.67 KB heapSize=11.34 KB 2024-11-08T00:33:25,179 DEBUG [M:0;3302f0f507bd:44753 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42273/user/jenkins/test-data/0a558a16-b843-d7dd-a951-c6aeb766c1f2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/0ed2fd1a8b794cf39f88bc0178355aba is 82, key is hbase:meta,,1/info:regioninfo/1731026004549/Put/seqid=0 2024-11-08T00:33:25,183 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37397 is added to blk_1073741839_1015 (size=5672) 2024-11-08T00:33:25,184 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35289 is added to blk_1073741839_1015 (size=5672) 2024-11-08T00:33:25,184 INFO [M:0;3302f0f507bd:44753 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=29 (bloomFilter=true), to=hdfs://localhost:42273/user/jenkins/test-data/0a558a16-b843-d7dd-a951-c6aeb766c1f2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/0ed2fd1a8b794cf39f88bc0178355aba 2024-11-08T00:33:25,200 DEBUG [M:0;3302f0f507bd:44753 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42273/user/jenkins/test-data/0a558a16-b843-d7dd-a951-c6aeb766c1f2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/2deb798ea84543219a6007a2623d3820 is 240, key is \x00\x00\x00\x00\x00\x00\x00\x01/proc:d/1731026004591/Put/seqid=0 2024-11-08T00:33:25,205 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37397 is added to blk_1073741840_1016 (size=5275) 2024-11-08T00:33:25,205 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35289 is added to blk_1073741840_1016 (size=5275) 2024-11-08T00:33:25,205 INFO [M:0;3302f0f507bd:44753 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=7.06 KB at sequenceid=29 (bloomFilter=true), to=hdfs://localhost:42273/user/jenkins/test-data/0a558a16-b843-d7dd-a951-c6aeb766c1f2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/2deb798ea84543219a6007a2623d3820 2024-11-08T00:33:25,222 DEBUG [M:0;3302f0f507bd:44753 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42273/user/jenkins/test-data/0a558a16-b843-d7dd-a951-c6aeb766c1f2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/a6f42a3b1d514c16958621b4b6e038ed is 69, key is 3302f0f507bd,41487,1731026003548/rs:state/1731026004030/Put/seqid=0 2024-11-08T00:33:25,226 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35289 is added to blk_1073741841_1017 (size=5156) 2024-11-08T00:33:25,227 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37397 is added to blk_1073741841_1017 (size=5156) 2024-11-08T00:33:25,227 INFO [M:0;3302f0f507bd:44753 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=29 (bloomFilter=true), to=hdfs://localhost:42273/user/jenkins/test-data/0a558a16-b843-d7dd-a951-c6aeb766c1f2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/a6f42a3b1d514c16958621b4b6e038ed 2024-11-08T00:33:25,244 DEBUG [M:0;3302f0f507bd:44753 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42273/user/jenkins/test-data/0a558a16-b843-d7dd-a951-c6aeb766c1f2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/state/94333455d4ba4ccf875c035e4fbab730 is 52, key is load_balancer_on/state:d/1731026004682/Put/seqid=0 2024-11-08T00:33:25,248 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37397 is added to blk_1073741842_1018 (size=5056) 2024-11-08T00:33:25,248 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35289 is added to blk_1073741842_1018 (size=5056) 2024-11-08T00:33:25,248 INFO [M:0;3302f0f507bd:44753 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=48 B at sequenceid=29 (bloomFilter=true), to=hdfs://localhost:42273/user/jenkins/test-data/0a558a16-b843-d7dd-a951-c6aeb766c1f2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/state/94333455d4ba4ccf875c035e4fbab730 2024-11-08T00:33:25,252 DEBUG [M:0;3302f0f507bd:44753 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42273/user/jenkins/test-data/0a558a16-b843-d7dd-a951-c6aeb766c1f2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/0ed2fd1a8b794cf39f88bc0178355aba as hdfs://localhost:42273/user/jenkins/test-data/0a558a16-b843-d7dd-a951-c6aeb766c1f2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/0ed2fd1a8b794cf39f88bc0178355aba 2024-11-08T00:33:25,257 INFO [M:0;3302f0f507bd:44753 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42273/user/jenkins/test-data/0a558a16-b843-d7dd-a951-c6aeb766c1f2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/0ed2fd1a8b794cf39f88bc0178355aba, entries=8, sequenceid=29, filesize=5.5 K 2024-11-08T00:33:25,258 DEBUG [M:0;3302f0f507bd:44753 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42273/user/jenkins/test-data/0a558a16-b843-d7dd-a951-c6aeb766c1f2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/2deb798ea84543219a6007a2623d3820 as hdfs://localhost:42273/user/jenkins/test-data/0a558a16-b843-d7dd-a951-c6aeb766c1f2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/2deb798ea84543219a6007a2623d3820 2024-11-08T00:33:25,262 INFO [M:0;3302f0f507bd:44753 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42273/user/jenkins/test-data/0a558a16-b843-d7dd-a951-c6aeb766c1f2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/2deb798ea84543219a6007a2623d3820, entries=3, sequenceid=29, filesize=5.2 K 2024-11-08T00:33:25,263 DEBUG [M:0;3302f0f507bd:44753 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42273/user/jenkins/test-data/0a558a16-b843-d7dd-a951-c6aeb766c1f2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/a6f42a3b1d514c16958621b4b6e038ed as hdfs://localhost:42273/user/jenkins/test-data/0a558a16-b843-d7dd-a951-c6aeb766c1f2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/a6f42a3b1d514c16958621b4b6e038ed 2024-11-08T00:33:25,267 INFO [M:0;3302f0f507bd:44753 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42273/user/jenkins/test-data/0a558a16-b843-d7dd-a951-c6aeb766c1f2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/a6f42a3b1d514c16958621b4b6e038ed, entries=1, sequenceid=29, filesize=5.0 K 2024-11-08T00:33:25,268 DEBUG [M:0;3302f0f507bd:44753 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42273/user/jenkins/test-data/0a558a16-b843-d7dd-a951-c6aeb766c1f2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/state/94333455d4ba4ccf875c035e4fbab730 as hdfs://localhost:42273/user/jenkins/test-data/0a558a16-b843-d7dd-a951-c6aeb766c1f2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/state/94333455d4ba4ccf875c035e4fbab730 2024-11-08T00:33:25,272 INFO [M:0;3302f0f507bd:44753 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42273/user/jenkins/test-data/0a558a16-b843-d7dd-a951-c6aeb766c1f2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/state/94333455d4ba4ccf875c035e4fbab730, entries=1, sequenceid=29, filesize=4.9 K 2024-11-08T00:33:25,290 INFO [M:0;3302f0f507bd:44753 {}] regionserver.HRegion(3140): Finished flush of dataSize ~7.67 KB/7850, heapSize ~11.27 KB/11544, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 126ms, sequenceid=29, compaction requested=false 2024-11-08T00:33:25,292 INFO [M:0;3302f0f507bd:44753 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T00:33:25,292 DEBUG [M:0;3302f0f507bd:44753 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731026005164Disabling compacts and flushes for region at 1731026005164Disabling writes for close at 1731026005164Obtaining lock to block concurrent updates at 1731026005164Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731026005164Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=7850, getHeapSize=11544, getOffHeapSize=0, getCellsCount=36 at 1731026005164Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731026005165 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731026005165Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731026005179 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731026005179Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731026005188 (+9 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731026005200 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731026005200Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731026005209 (+9 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731026005221 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731026005221Flushing 1595e783b53d99cd5eef43b6debb2682/state: creating writer at 1731026005231 (+10 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/state: appending metadata at 1731026005243 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/state: closing flushed file at 1731026005243Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3f5fd265: reopening flushed file at 1731026005252 (+9 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@71b0fd97: reopening flushed file at 1731026005257 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@32469b2d: reopening flushed file at 1731026005262 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7a3556a3: reopening flushed file at 1731026005267 (+5 ms)Finished flush of dataSize ~7.67 KB/7850, heapSize ~11.27 KB/11544, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 126ms, sequenceid=29, compaction requested=false at 1731026005290 (+23 ms)Writing region close event to WAL at 1731026005292 (+2 ms)Closed at 1731026005292 2024-11-08T00:33:25,295 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35289 is added to blk_1073741830_1006 (size=10311) 2024-11-08T00:33:25,296 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37397 is added to blk_1073741830_1006 (size=10311) 2024-11-08T00:33:25,296 INFO [M:0;3302f0f507bd:44753 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-08T00:33:25,296 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-08T00:33:25,296 INFO [M:0;3302f0f507bd:44753 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:44753 2024-11-08T00:33:25,296 INFO [M:0;3302f0f507bd:44753 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-08T00:33:25,378 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-08T00:33:25,379 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T00:33:25,379 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T00:33:25,393 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T00:33:25,394 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T00:33:25,394 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T00:33:25,394 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T00:33:25,394 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T00:33:25,394 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T00:33:25,398 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T00:33:25,398 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T00:33:25,398 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T00:33:25,401 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T00:33:25,412 INFO [M:0;3302f0f507bd:44753 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-08T00:33:25,412 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44753-0x10117dca1480000, quorum=127.0.0.1:58939, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-08T00:33:25,412 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44753-0x10117dca1480000, quorum=127.0.0.1:58939, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-08T00:33:25,414 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@4c8a6063{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-08T00:33:25,414 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@34d62827{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-08T00:33:25,414 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-08T00:33:25,414 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6fbe9ec3{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-08T00:33:25,414 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1da5e2a1{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3028b146-d3a1-ffd1-40be-f2586ef9785c/hadoop.log.dir/,STOPPED} 2024-11-08T00:33:25,415 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-08T00:33:25,415 WARN [BP-289701651-172.17.0.3-1731026000939 heartbeating to localhost/127.0.0.1:42273 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-08T00:33:25,415 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-08T00:33:25,415 WARN [BP-289701651-172.17.0.3-1731026000939 heartbeating to localhost/127.0.0.1:42273 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-289701651-172.17.0.3-1731026000939 (Datanode Uuid 55fd0fcc-be8d-47ba-9797-ae5acb28a648) service to localhost/127.0.0.1:42273 2024-11-08T00:33:25,416 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3028b146-d3a1-ffd1-40be-f2586ef9785c/cluster_82f62ade-2ad9-e2f1-ccc6-e9c9ec42b3ae/data/data3/current/BP-289701651-172.17.0.3-1731026000939 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-08T00:33:25,416 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3028b146-d3a1-ffd1-40be-f2586ef9785c/cluster_82f62ade-2ad9-e2f1-ccc6-e9c9ec42b3ae/data/data4/current/BP-289701651-172.17.0.3-1731026000939 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-08T00:33:25,416 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-08T00:33:25,418 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@415bcd5c{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-08T00:33:25,418 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@1f931798{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-08T00:33:25,419 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-08T00:33:25,419 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4d6bfdb0{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-08T00:33:25,419 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4feee255{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3028b146-d3a1-ffd1-40be-f2586ef9785c/hadoop.log.dir/,STOPPED} 2024-11-08T00:33:25,419 WARN [BP-289701651-172.17.0.3-1731026000939 heartbeating to localhost/127.0.0.1:42273 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-08T00:33:25,419 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-08T00:33:25,419 WARN [BP-289701651-172.17.0.3-1731026000939 heartbeating to localhost/127.0.0.1:42273 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-289701651-172.17.0.3-1731026000939 (Datanode Uuid bfa8e730-51c7-484a-a7f9-5eb8ec04af27) service to localhost/127.0.0.1:42273 2024-11-08T00:33:25,420 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-08T00:33:25,420 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3028b146-d3a1-ffd1-40be-f2586ef9785c/cluster_82f62ade-2ad9-e2f1-ccc6-e9c9ec42b3ae/data/data1/current/BP-289701651-172.17.0.3-1731026000939 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-08T00:33:25,420 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3028b146-d3a1-ffd1-40be-f2586ef9785c/cluster_82f62ade-2ad9-e2f1-ccc6-e9c9ec42b3ae/data/data2/current/BP-289701651-172.17.0.3-1731026000939 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-08T00:33:25,420 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-08T00:33:25,425 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@ff99838{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-08T00:33:25,425 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@71f13e09{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-08T00:33:25,425 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-08T00:33:25,426 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6b360eeb{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-08T00:33:25,426 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@77002d83{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3028b146-d3a1-ffd1-40be-f2586ef9785c/hadoop.log.dir/,STOPPED} 2024-11-08T00:33:25,430 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-08T00:33:25,443 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-08T00:33:25,449 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.wal.TestAsyncLogRolling#testLogRollOnNothingWritten Thread=135 (was 111) - Thread LEAK? -, OpenFileDescriptor=507 (was 459) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=75 (was 81), ProcessCount=11 (was 11), AvailableMemoryMB=6355 (was 6527)