2024-12-06 06:15:01,265 main DEBUG Apache Log4j Core 2.17.2 initializing configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@7a6d7e92 2024-12-06 06:15:01,291 main DEBUG Took 0.022478 seconds to load 1 plugins from package org.apache.hadoop.hbase.logging 2024-12-06 06:15:01,291 main DEBUG PluginManager 'Core' found 129 plugins 2024-12-06 06:15:01,292 main DEBUG PluginManager 'Level' found 0 plugins 2024-12-06 06:15:01,294 main DEBUG PluginManager 'Lookup' found 16 plugins 2024-12-06 06:15:01,295 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-06 06:15:01,310 main DEBUG PluginManager 'TypeConverter' found 26 plugins 2024-12-06 06:15:01,341 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.util.MBeans", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-06 06:15:01,346 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-06 06:15:01,348 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.logging.TestJul2Slf4j", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-06 06:15:01,349 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-06 06:15:01,350 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.zookeeper", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-06 06:15:01,351 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-06 06:15:01,352 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSinkAdapter", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-06 06:15:01,352 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-06 06:15:01,353 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSystemImpl", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-06 06:15:01,353 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-06 06:15:01,355 main DEBUG LoggerConfig$Builder(additivity="false", level="WARN", levelAndRefs="null", name="org.apache.directory", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-06 06:15:01,355 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-06 06:15:01,356 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.ipc.FailedServers", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-06 06:15:01,356 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-06 06:15:01,357 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsConfig", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-06 06:15:01,357 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-06 06:15:01,358 main DEBUG LoggerConfig$Builder(additivity="null", level="INFO", levelAndRefs="null", name="org.apache.hadoop.hbase.ScheduledChore", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-06 06:15:01,358 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-06 06:15:01,359 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.regionserver.RSRpcServices", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-06 06:15:01,359 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-06 06:15:01,360 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-06 06:15:01,361 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-06 06:15:01,361 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-06 06:15:01,362 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-06 06:15:01,362 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hbase.thirdparty.io.netty.channel", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-06 06:15:01,363 main DEBUG Building Plugin[name=root, class=org.apache.logging.log4j.core.config.LoggerConfig$RootLogger]. 2024-12-06 06:15:01,365 main DEBUG LoggerConfig$RootLogger$Builder(additivity="null", level="null", levelAndRefs="INFO,Console", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-06 06:15:01,367 main DEBUG Building Plugin[name=loggers, class=org.apache.logging.log4j.core.config.LoggersPlugin]. 2024-12-06 06:15:01,372 main DEBUG createLoggers(={org.apache.hadoop.metrics2.util.MBeans, org.apache.hadoop.hbase.logging.TestJul2Slf4j, org.apache.zookeeper, org.apache.hadoop.metrics2.impl.MetricsSinkAdapter, org.apache.hadoop.metrics2.impl.MetricsSystemImpl, org.apache.directory, org.apache.hadoop.hbase.ipc.FailedServers, org.apache.hadoop.metrics2.impl.MetricsConfig, org.apache.hadoop.hbase.ScheduledChore, org.apache.hadoop.hbase.regionserver.RSRpcServices, org.apache.hadoop, org.apache.hadoop.hbase, org.apache.hbase.thirdparty.io.netty.channel, root}) 2024-12-06 06:15:01,372 main DEBUG Building Plugin[name=layout, class=org.apache.logging.log4j.core.layout.PatternLayout]. 2024-12-06 06:15:01,374 main DEBUG PatternLayout$Builder(pattern="%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n", PatternSelector=null, Configuration(PropertiesConfig), Replace=null, charset="null", alwaysWriteExceptions="null", disableAnsi="null", noConsoleNoAnsi="null", header="null", footer="null") 2024-12-06 06:15:01,375 main DEBUG PluginManager 'Converter' found 47 plugins 2024-12-06 06:15:01,384 main DEBUG Building Plugin[name=appender, class=org.apache.hadoop.hbase.logging.HBaseTestAppender]. 2024-12-06 06:15:01,388 main DEBUG HBaseTestAppender$Builder(target="SYSTEM_ERR", maxSize="1G", bufferedIo="null", bufferSize="null", immediateFlush="null", ignoreExceptions="null", PatternLayout(%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n), name="Console", Configuration(PropertiesConfig), Filter=null, ={}) 2024-12-06 06:15:01,390 main DEBUG Starting HBaseTestOutputStreamManager SYSTEM_ERR 2024-12-06 06:15:01,390 main DEBUG Building Plugin[name=appenders, class=org.apache.logging.log4j.core.config.AppendersPlugin]. 2024-12-06 06:15:01,391 main DEBUG createAppenders(={Console}) 2024-12-06 06:15:01,392 main DEBUG Configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@7a6d7e92 initialized 2024-12-06 06:15:01,392 main DEBUG Starting configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@7a6d7e92 2024-12-06 06:15:01,393 main DEBUG Started configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@7a6d7e92 OK. 2024-12-06 06:15:01,394 main DEBUG Shutting down OutputStreamManager SYSTEM_OUT.false.false-1 2024-12-06 06:15:01,394 main DEBUG OutputStream closed 2024-12-06 06:15:01,395 main DEBUG Shut down OutputStreamManager SYSTEM_OUT.false.false-1, all resources released: true 2024-12-06 06:15:01,395 main DEBUG Appender DefaultConsole-1 stopped with status true 2024-12-06 06:15:01,396 main DEBUG Stopped org.apache.logging.log4j.core.config.DefaultConfiguration@437da279 OK 2024-12-06 06:15:01,518 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6 2024-12-06 06:15:01,521 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=StatusLogger 2024-12-06 06:15:01,523 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=ContextSelector 2024-12-06 06:15:01,526 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name= 2024-12-06 06:15:01,531 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.directory 2024-12-06 06:15:01,532 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSinkAdapter 2024-12-06 06:15:01,532 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.zookeeper 2024-12-06 06:15:01,533 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.logging.TestJul2Slf4j 2024-12-06 06:15:01,533 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSystemImpl 2024-12-06 06:15:01,534 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.util.MBeans 2024-12-06 06:15:01,541 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase 2024-12-06 06:15:01,542 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop 2024-12-06 06:15:01,542 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ipc.FailedServers 2024-12-06 06:15:01,543 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.regionserver.RSRpcServices 2024-12-06 06:15:01,543 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsConfig 2024-12-06 06:15:01,543 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hbase.thirdparty.io.netty.channel 2024-12-06 06:15:01,544 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ScheduledChore 2024-12-06 06:15:01,545 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Appenders,name=Console 2024-12-06 06:15:01,548 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-12-06 06:15:01,549 main DEBUG Reconfiguration complete for context[name=1dbd16a6] at URI jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-logging/target/hbase-logging-3.0.0-beta-2-SNAPSHOT-tests.jar!/log4j2.properties (org.apache.logging.log4j.core.LoggerContext@7e4204e2) with optional ClassLoader: null 2024-12-06 06:15:01,549 main DEBUG Shutdown hook enabled. Registering a new one. 2024-12-06 06:15:01,553 main DEBUG LoggerContext[name=1dbd16a6, org.apache.logging.log4j.core.LoggerContext@7e4204e2] started OK. 2024-12-06T06:15:01,574 INFO [main {}] hbase.HBaseClassTestRule(94): Test class org.apache.hadoop.hbase.master.procedure.TestSnapshotProcedure timeout: 13 mins 2024-12-06 06:15:01,578 main DEBUG AsyncLogger.ThreadNameStrategy=UNCACHED (user specified null, default is UNCACHED) 2024-12-06 06:15:01,578 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-12-06T06:15:01,589 INFO [main {}] hbase.HBaseClassTestRule(94): Test class org.apache.hadoop.hbase.master.procedure.TestSnapshotProcedureRSCrashes timeout: 13 mins 2024-12-06T06:15:01,644 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: master.procedure.TestSnapshotProcedureRSCrashes#testRegionServerCrashWhileTakingSnapshot Thread=11, OpenFileDescriptor=285, MaxFileDescriptor=1048576, SystemLoadAverage=447, ProcessCount=11, AvailableMemoryMB=5481 2024-12-06T06:15:02,017 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/927e28f4-0eff-e826-7285-99a17c7329d7 2024-12-06T06:15:02,018 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=3, rsPorts=, rsClass=null, numDataNodes=3, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-12-06T06:15:02,039 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/927e28f4-0eff-e826-7285-99a17c7329d7/cluster_d7040463-3d61-0aaf-f9cb-882e4c379890, deleteOnExit=true 2024-12-06T06:15:02,039 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-12-06T06:15:02,040 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/927e28f4-0eff-e826-7285-99a17c7329d7/test.cache.data in system properties and HBase conf 2024-12-06T06:15:02,041 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/927e28f4-0eff-e826-7285-99a17c7329d7/hadoop.tmp.dir in system properties and HBase conf 2024-12-06T06:15:02,042 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/927e28f4-0eff-e826-7285-99a17c7329d7/hadoop.log.dir in system properties and HBase conf 2024-12-06T06:15:02,043 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/927e28f4-0eff-e826-7285-99a17c7329d7/mapreduce.cluster.local.dir in system properties and HBase conf 2024-12-06T06:15:02,043 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/927e28f4-0eff-e826-7285-99a17c7329d7/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-12-06T06:15:02,044 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-12-06T06:15:02,157 WARN [Time-limited test {}] util.NativeCodeLoader(60): Unable to load native-hadoop library for your platform... using builtin-java classes where applicable 2024-12-06T06:15:02,300 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-12-06T06:15:02,305 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/927e28f4-0eff-e826-7285-99a17c7329d7/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-12-06T06:15:02,305 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/927e28f4-0eff-e826-7285-99a17c7329d7/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-12-06T06:15:02,306 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/927e28f4-0eff-e826-7285-99a17c7329d7/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-12-06T06:15:02,307 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/927e28f4-0eff-e826-7285-99a17c7329d7/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-06T06:15:02,307 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/927e28f4-0eff-e826-7285-99a17c7329d7/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-12-06T06:15:02,308 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/927e28f4-0eff-e826-7285-99a17c7329d7/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-12-06T06:15:02,309 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/927e28f4-0eff-e826-7285-99a17c7329d7/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-06T06:15:02,309 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/927e28f4-0eff-e826-7285-99a17c7329d7/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-06T06:15:02,310 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/927e28f4-0eff-e826-7285-99a17c7329d7/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-12-06T06:15:02,310 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/927e28f4-0eff-e826-7285-99a17c7329d7/nfs.dump.dir in system properties and HBase conf 2024-12-06T06:15:02,311 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/927e28f4-0eff-e826-7285-99a17c7329d7/java.io.tmpdir in system properties and HBase conf 2024-12-06T06:15:02,312 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/927e28f4-0eff-e826-7285-99a17c7329d7/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-06T06:15:02,312 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/927e28f4-0eff-e826-7285-99a17c7329d7/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-12-06T06:15:02,313 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/927e28f4-0eff-e826-7285-99a17c7329d7/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-12-06T06:15:03,481 WARN [Time-limited test {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties 2024-12-06T06:15:03,609 INFO [Time-limited test {}] log.Log(170): Logging initialized @3432ms to org.eclipse.jetty.util.log.Slf4jLog 2024-12-06T06:15:03,701 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-06T06:15:03,788 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-06T06:15:03,831 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-06T06:15:03,832 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-06T06:15:03,833 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-06T06:15:03,850 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-06T06:15:03,854 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@11491302{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/927e28f4-0eff-e826-7285-99a17c7329d7/hadoop.log.dir/,AVAILABLE} 2024-12-06T06:15:03,856 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2a925055{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-06T06:15:04,138 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@6aaaed20{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/927e28f4-0eff-e826-7285-99a17c7329d7/java.io.tmpdir/jetty-localhost-38873-hadoop-hdfs-3_4_1-tests_jar-_-any-4571222383873650435/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-06T06:15:04,147 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@db420b2{HTTP/1.1, (http/1.1)}{localhost:38873} 2024-12-06T06:15:04,148 INFO [Time-limited test {}] server.Server(415): Started @3972ms 2024-12-06T06:15:04,646 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-06T06:15:04,656 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-06T06:15:04,659 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-06T06:15:04,659 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-06T06:15:04,660 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-06T06:15:04,669 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@23ea30b9{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/927e28f4-0eff-e826-7285-99a17c7329d7/hadoop.log.dir/,AVAILABLE} 2024-12-06T06:15:04,670 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7e749197{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-06T06:15:04,812 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@7b13900{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/927e28f4-0eff-e826-7285-99a17c7329d7/java.io.tmpdir/jetty-localhost-36113-hadoop-hdfs-3_4_1-tests_jar-_-any-14040331764703583764/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-06T06:15:04,813 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@5d3b4673{HTTP/1.1, (http/1.1)}{localhost:36113} 2024-12-06T06:15:04,813 INFO [Time-limited test {}] server.Server(415): Started @4638ms 2024-12-06T06:15:04,891 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-06T06:15:05,087 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-06T06:15:05,099 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-06T06:15:05,113 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-06T06:15:05,114 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-06T06:15:05,114 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-06T06:15:05,124 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5f8063b8{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/927e28f4-0eff-e826-7285-99a17c7329d7/hadoop.log.dir/,AVAILABLE} 2024-12-06T06:15:05,125 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@59abcbc3{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-06T06:15:05,303 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@6b37a1ba{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/927e28f4-0eff-e826-7285-99a17c7329d7/java.io.tmpdir/jetty-localhost-45911-hadoop-hdfs-3_4_1-tests_jar-_-any-14210967384998053799/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-06T06:15:05,304 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@3e9f93fa{HTTP/1.1, (http/1.1)}{localhost:45911} 2024-12-06T06:15:05,304 INFO [Time-limited test {}] server.Server(415): Started @5129ms 2024-12-06T06:15:05,308 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-06T06:15:05,450 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-06T06:15:05,463 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-06T06:15:05,517 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-06T06:15:05,517 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-06T06:15:05,518 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-06T06:15:05,525 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@19f65cdf{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/927e28f4-0eff-e826-7285-99a17c7329d7/hadoop.log.dir/,AVAILABLE} 2024-12-06T06:15:05,526 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@186e2a85{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-06T06:15:05,528 WARN [Thread-104 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/927e28f4-0eff-e826-7285-99a17c7329d7/cluster_d7040463-3d61-0aaf-f9cb-882e4c379890/data/data3/current/BP-195949467-172.17.0.2-1733465703152/current, will proceed with Du for space computation calculation, 2024-12-06T06:15:05,533 WARN [Thread-105 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/927e28f4-0eff-e826-7285-99a17c7329d7/cluster_d7040463-3d61-0aaf-f9cb-882e4c379890/data/data4/current/BP-195949467-172.17.0.2-1733465703152/current, will proceed with Du for space computation calculation, 2024-12-06T06:15:05,551 WARN [Thread-108 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/927e28f4-0eff-e826-7285-99a17c7329d7/cluster_d7040463-3d61-0aaf-f9cb-882e4c379890/data/data1/current/BP-195949467-172.17.0.2-1733465703152/current, will proceed with Du for space computation calculation, 2024-12-06T06:15:05,553 WARN [Thread-110 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/927e28f4-0eff-e826-7285-99a17c7329d7/cluster_d7040463-3d61-0aaf-f9cb-882e4c379890/data/data2/current/BP-195949467-172.17.0.2-1733465703152/current, will proceed with Du for space computation calculation, 2024-12-06T06:15:05,713 WARN [Thread-58 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-06T06:15:05,714 WARN [Thread-82 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-06T06:15:05,736 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@5af6b56c{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/927e28f4-0eff-e826-7285-99a17c7329d7/java.io.tmpdir/jetty-localhost-36501-hadoop-hdfs-3_4_1-tests_jar-_-any-13488011336503035434/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-06T06:15:05,749 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@550e0320{HTTP/1.1, (http/1.1)}{localhost:36501} 2024-12-06T06:15:05,749 INFO [Time-limited test {}] server.Server(415): Started @5573ms 2024-12-06T06:15:05,753 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-06T06:15:05,814 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xf225eaefc8677d3 with lease ID 0xa0ef62c9a59267fc: Processing first storage report for DS-f0805453-ca91-4504-90be-10510a60b02c from datanode DatanodeRegistration(127.0.0.1:41607, datanodeUuid=ec29ec89-decf-410c-a66e-849b682b4221, infoPort=40291, infoSecurePort=0, ipcPort=43491, storageInfo=lv=-57;cid=testClusterID;nsid=1200056135;c=1733465703152) 2024-12-06T06:15:05,816 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xf225eaefc8677d3 with lease ID 0xa0ef62c9a59267fc: from storage DS-f0805453-ca91-4504-90be-10510a60b02c node DatanodeRegistration(127.0.0.1:41607, datanodeUuid=ec29ec89-decf-410c-a66e-849b682b4221, infoPort=40291, infoSecurePort=0, ipcPort=43491, storageInfo=lv=-57;cid=testClusterID;nsid=1200056135;c=1733465703152), blocks: 0, hasStaleStorage: true, processing time: 2 msecs, invalidatedBlocks: 0 2024-12-06T06:15:05,816 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xdbb729999aa09bbb with lease ID 0xa0ef62c9a59267fb: Processing first storage report for DS-374be703-b60f-4364-9859-4961b244b76f from datanode DatanodeRegistration(127.0.0.1:42803, datanodeUuid=0ac8c989-4347-4b70-ba61-7e9d2e275a4d, infoPort=44617, infoSecurePort=0, ipcPort=36157, storageInfo=lv=-57;cid=testClusterID;nsid=1200056135;c=1733465703152) 2024-12-06T06:15:05,817 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xdbb729999aa09bbb with lease ID 0xa0ef62c9a59267fb: from storage DS-374be703-b60f-4364-9859-4961b244b76f node DatanodeRegistration(127.0.0.1:42803, datanodeUuid=0ac8c989-4347-4b70-ba61-7e9d2e275a4d, infoPort=44617, infoSecurePort=0, ipcPort=36157, storageInfo=lv=-57;cid=testClusterID;nsid=1200056135;c=1733465703152), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-12-06T06:15:05,817 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xf225eaefc8677d3 with lease ID 0xa0ef62c9a59267fc: Processing first storage report for DS-eaeea9d0-3ba0-4ea1-8fb2-51eb9fda7f66 from datanode DatanodeRegistration(127.0.0.1:41607, datanodeUuid=ec29ec89-decf-410c-a66e-849b682b4221, infoPort=40291, infoSecurePort=0, ipcPort=43491, storageInfo=lv=-57;cid=testClusterID;nsid=1200056135;c=1733465703152) 2024-12-06T06:15:05,817 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xf225eaefc8677d3 with lease ID 0xa0ef62c9a59267fc: from storage DS-eaeea9d0-3ba0-4ea1-8fb2-51eb9fda7f66 node DatanodeRegistration(127.0.0.1:41607, datanodeUuid=ec29ec89-decf-410c-a66e-849b682b4221, infoPort=40291, infoSecurePort=0, ipcPort=43491, storageInfo=lv=-57;cid=testClusterID;nsid=1200056135;c=1733465703152), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-06T06:15:05,817 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xdbb729999aa09bbb with lease ID 0xa0ef62c9a59267fb: Processing first storage report for DS-6dcb7501-a8b3-450d-9dd4-3894d98c42be from datanode DatanodeRegistration(127.0.0.1:42803, datanodeUuid=0ac8c989-4347-4b70-ba61-7e9d2e275a4d, infoPort=44617, infoSecurePort=0, ipcPort=36157, storageInfo=lv=-57;cid=testClusterID;nsid=1200056135;c=1733465703152) 2024-12-06T06:15:05,818 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xdbb729999aa09bbb with lease ID 0xa0ef62c9a59267fb: from storage DS-6dcb7501-a8b3-450d-9dd4-3894d98c42be node DatanodeRegistration(127.0.0.1:42803, datanodeUuid=0ac8c989-4347-4b70-ba61-7e9d2e275a4d, infoPort=44617, infoSecurePort=0, ipcPort=36157, storageInfo=lv=-57;cid=testClusterID;nsid=1200056135;c=1733465703152), blocks: 0, hasStaleStorage: false, processing time: 1 msecs, invalidatedBlocks: 0 2024-12-06T06:15:05,958 WARN [Thread-139 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/927e28f4-0eff-e826-7285-99a17c7329d7/cluster_d7040463-3d61-0aaf-f9cb-882e4c379890/data/data5/current/BP-195949467-172.17.0.2-1733465703152/current, will proceed with Du for space computation calculation, 2024-12-06T06:15:05,960 WARN [Thread-140 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/927e28f4-0eff-e826-7285-99a17c7329d7/cluster_d7040463-3d61-0aaf-f9cb-882e4c379890/data/data6/current/BP-195949467-172.17.0.2-1733465703152/current, will proceed with Du for space computation calculation, 2024-12-06T06:15:06,025 WARN [Thread-129 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-06T06:15:06,041 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x106e2d3e0381e94b with lease ID 0xa0ef62c9a59267fd: Processing first storage report for DS-90ce9230-499b-4cdb-bd28-f1f21e9d49c6 from datanode DatanodeRegistration(127.0.0.1:37065, datanodeUuid=baae58cb-97ac-40ef-a285-9ec43a825016, infoPort=40679, infoSecurePort=0, ipcPort=35907, storageInfo=lv=-57;cid=testClusterID;nsid=1200056135;c=1733465703152) 2024-12-06T06:15:06,042 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x106e2d3e0381e94b with lease ID 0xa0ef62c9a59267fd: from storage DS-90ce9230-499b-4cdb-bd28-f1f21e9d49c6 node DatanodeRegistration(127.0.0.1:37065, datanodeUuid=baae58cb-97ac-40ef-a285-9ec43a825016, infoPort=40679, infoSecurePort=0, ipcPort=35907, storageInfo=lv=-57;cid=testClusterID;nsid=1200056135;c=1733465703152), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-12-06T06:15:06,042 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x106e2d3e0381e94b with lease ID 0xa0ef62c9a59267fd: Processing first storage report for DS-67a54225-0003-4537-b8bc-9bbe36958dd4 from datanode DatanodeRegistration(127.0.0.1:37065, datanodeUuid=baae58cb-97ac-40ef-a285-9ec43a825016, infoPort=40679, infoSecurePort=0, ipcPort=35907, storageInfo=lv=-57;cid=testClusterID;nsid=1200056135;c=1733465703152) 2024-12-06T06:15:06,042 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x106e2d3e0381e94b with lease ID 0xa0ef62c9a59267fd: from storage DS-67a54225-0003-4537-b8bc-9bbe36958dd4 node DatanodeRegistration(127.0.0.1:37065, datanodeUuid=baae58cb-97ac-40ef-a285-9ec43a825016, infoPort=40679, infoSecurePort=0, ipcPort=35907, storageInfo=lv=-57;cid=testClusterID;nsid=1200056135;c=1733465703152), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-06T06:15:06,268 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/927e28f4-0eff-e826-7285-99a17c7329d7 2024-12-06T06:15:06,370 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/927e28f4-0eff-e826-7285-99a17c7329d7/cluster_d7040463-3d61-0aaf-f9cb-882e4c379890/zookeeper_0, clientPort=53490, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/927e28f4-0eff-e826-7285-99a17c7329d7/cluster_d7040463-3d61-0aaf-f9cb-882e4c379890/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/927e28f4-0eff-e826-7285-99a17c7329d7/cluster_d7040463-3d61-0aaf-f9cb-882e4c379890/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-12-06T06:15:06,383 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=53490 2024-12-06T06:15:06,399 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-06T06:15:06,403 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-06T06:15:06,747 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42803 is added to blk_1073741825_1001 (size=7) 2024-12-06T06:15:06,748 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37065 is added to blk_1073741825_1001 (size=7) 2024-12-06T06:15:06,749 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41607 is added to blk_1073741825_1001 (size=7) 2024-12-06T06:15:07,163 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:34117/user/jenkins/test-data/3200b50d-b776-70a2-a5b7-df54891339c3 with version=8 2024-12-06T06:15:07,163 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:34117/user/jenkins/test-data/3200b50d-b776-70a2-a5b7-df54891339c3/hbase-staging 2024-12-06T06:15:07,272 DEBUG [Time-limited test {}] channel.MultithreadEventLoopGroup(44): -Dio.netty.eventLoopThreads: 16 2024-12-06T06:15:07,595 INFO [Time-limited test {}] client.ConnectionUtils(128): master/6336e8474e1c:0 server-side Connection retries=45 2024-12-06T06:15:07,608 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-06T06:15:07,609 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-06T06:15:07,615 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-06T06:15:07,616 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-06T06:15:07,616 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-06T06:15:07,819 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-12-06T06:15:07,903 INFO [Time-limited test {}] metrics.MetricRegistriesLoader(60): Loaded MetricRegistries class org.apache.hadoop.hbase.metrics.impl.MetricRegistriesImpl 2024-12-06T06:15:07,915 DEBUG [Time-limited test {}] util.ClassSize(228): Using Unsafe to estimate memory layout 2024-12-06T06:15:07,920 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-06T06:15:07,957 DEBUG [Time-limited test {}] channel.DefaultChannelId(84): -Dio.netty.processId: 10161 (auto-detected) 2024-12-06T06:15:07,958 DEBUG [Time-limited test {}] channel.DefaultChannelId(106): -Dio.netty.machineId: 02:42:ac:ff:fe:11:00:02 (auto-detected) 2024-12-06T06:15:07,984 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:45063 2024-12-06T06:15:08,011 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:45063 connecting to ZooKeeper ensemble=127.0.0.1:53490 2024-12-06T06:15:08,051 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:450630x0, quorum=127.0.0.1:53490, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-06T06:15:08,057 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:45063-0x101866979f10000 connected 2024-12-06T06:15:08,099 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-06T06:15:08,101 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-06T06:15:08,115 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:45063-0x101866979f10000, quorum=127.0.0.1:53490, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-06T06:15:08,121 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:34117/user/jenkins/test-data/3200b50d-b776-70a2-a5b7-df54891339c3, hbase.cluster.distributed=false 2024-12-06T06:15:08,150 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:45063-0x101866979f10000, quorum=127.0.0.1:53490, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-12-06T06:15:08,164 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=45063 2024-12-06T06:15:08,164 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=45063 2024-12-06T06:15:08,166 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=45063 2024-12-06T06:15:08,168 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=45063 2024-12-06T06:15:08,169 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=45063 2024-12-06T06:15:08,307 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/6336e8474e1c:0 server-side Connection retries=45 2024-12-06T06:15:08,309 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-06T06:15:08,309 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-06T06:15:08,310 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-06T06:15:08,310 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-06T06:15:08,310 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-06T06:15:08,313 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-06T06:15:08,315 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-06T06:15:08,317 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:39333 2024-12-06T06:15:08,318 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:39333 connecting to ZooKeeper ensemble=127.0.0.1:53490 2024-12-06T06:15:08,320 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-06T06:15:08,323 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-06T06:15:08,330 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:393330x0, quorum=127.0.0.1:53490, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-06T06:15:08,331 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:39333-0x101866979f10001 connected 2024-12-06T06:15:08,331 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:39333-0x101866979f10001, quorum=127.0.0.1:53490, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-06T06:15:08,337 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-06T06:15:08,347 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-06T06:15:08,350 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:39333-0x101866979f10001, quorum=127.0.0.1:53490, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-12-06T06:15:08,357 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:39333-0x101866979f10001, quorum=127.0.0.1:53490, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-12-06T06:15:08,358 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=39333 2024-12-06T06:15:08,359 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=39333 2024-12-06T06:15:08,367 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=39333 2024-12-06T06:15:08,368 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=39333 2024-12-06T06:15:08,368 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=39333 2024-12-06T06:15:08,387 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/6336e8474e1c:0 server-side Connection retries=45 2024-12-06T06:15:08,388 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-06T06:15:08,388 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-06T06:15:08,388 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-06T06:15:08,388 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-06T06:15:08,389 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-06T06:15:08,389 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-06T06:15:08,390 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-06T06:15:08,391 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:36463 2024-12-06T06:15:08,393 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:36463 connecting to ZooKeeper ensemble=127.0.0.1:53490 2024-12-06T06:15:08,394 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-06T06:15:08,396 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-06T06:15:08,404 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:364630x0, quorum=127.0.0.1:53490, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-06T06:15:08,405 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:36463-0x101866979f10002 connected 2024-12-06T06:15:08,408 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:36463-0x101866979f10002, quorum=127.0.0.1:53490, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-06T06:15:08,408 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-06T06:15:08,414 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-06T06:15:08,416 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:36463-0x101866979f10002, quorum=127.0.0.1:53490, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-12-06T06:15:08,418 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:36463-0x101866979f10002, quorum=127.0.0.1:53490, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-12-06T06:15:08,424 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=36463 2024-12-06T06:15:08,424 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=36463 2024-12-06T06:15:08,428 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=36463 2024-12-06T06:15:08,429 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=36463 2024-12-06T06:15:08,432 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=36463 2024-12-06T06:15:08,456 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/6336e8474e1c:0 server-side Connection retries=45 2024-12-06T06:15:08,456 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-06T06:15:08,456 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-06T06:15:08,457 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-06T06:15:08,457 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-06T06:15:08,457 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-06T06:15:08,457 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-06T06:15:08,458 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-06T06:15:08,461 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:34119 2024-12-06T06:15:08,463 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:34119 connecting to ZooKeeper ensemble=127.0.0.1:53490 2024-12-06T06:15:08,465 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-06T06:15:08,468 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-06T06:15:08,476 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:341190x0, quorum=127.0.0.1:53490, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-06T06:15:08,477 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:34119-0x101866979f10003 connected 2024-12-06T06:15:08,478 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:34119-0x101866979f10003, quorum=127.0.0.1:53490, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-06T06:15:08,478 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-06T06:15:08,481 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-06T06:15:08,482 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:34119-0x101866979f10003, quorum=127.0.0.1:53490, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-12-06T06:15:08,484 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:34119-0x101866979f10003, quorum=127.0.0.1:53490, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-12-06T06:15:08,492 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=34119 2024-12-06T06:15:08,493 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=34119 2024-12-06T06:15:08,496 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=34119 2024-12-06T06:15:08,497 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=34119 2024-12-06T06:15:08,497 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=34119 2024-12-06T06:15:08,515 DEBUG [M:0;6336e8474e1c:45063 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;6336e8474e1c:45063 2024-12-06T06:15:08,517 INFO [master/6336e8474e1c:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /hbase/backup-masters/6336e8474e1c,45063,1733465707335 2024-12-06T06:15:08,528 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45063-0x101866979f10000, quorum=127.0.0.1:53490, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-06T06:15:08,528 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34119-0x101866979f10003, quorum=127.0.0.1:53490, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-06T06:15:08,528 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36463-0x101866979f10002, quorum=127.0.0.1:53490, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-06T06:15:08,528 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39333-0x101866979f10001, quorum=127.0.0.1:53490, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-06T06:15:08,531 DEBUG [master/6336e8474e1c:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:45063-0x101866979f10000, quorum=127.0.0.1:53490, baseZNode=/hbase Set watcher on existing znode=/hbase/backup-masters/6336e8474e1c,45063,1733465707335 2024-12-06T06:15:08,562 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34119-0x101866979f10003, quorum=127.0.0.1:53490, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-12-06T06:15:08,562 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39333-0x101866979f10001, quorum=127.0.0.1:53490, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-12-06T06:15:08,562 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45063-0x101866979f10000, quorum=127.0.0.1:53490, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-06T06:15:08,562 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34119-0x101866979f10003, quorum=127.0.0.1:53490, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-06T06:15:08,562 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39333-0x101866979f10001, quorum=127.0.0.1:53490, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-06T06:15:08,562 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36463-0x101866979f10002, quorum=127.0.0.1:53490, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-12-06T06:15:08,562 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36463-0x101866979f10002, quorum=127.0.0.1:53490, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-06T06:15:08,566 DEBUG [master/6336e8474e1c:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:45063-0x101866979f10000, quorum=127.0.0.1:53490, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-12-06T06:15:08,567 INFO [master/6336e8474e1c:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /hbase/backup-masters/6336e8474e1c,45063,1733465707335 from backup master directory 2024-12-06T06:15:08,571 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34119-0x101866979f10003, quorum=127.0.0.1:53490, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-06T06:15:08,571 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45063-0x101866979f10000, quorum=127.0.0.1:53490, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/backup-masters/6336e8474e1c,45063,1733465707335 2024-12-06T06:15:08,572 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39333-0x101866979f10001, quorum=127.0.0.1:53490, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-06T06:15:08,573 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36463-0x101866979f10002, quorum=127.0.0.1:53490, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-06T06:15:08,573 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45063-0x101866979f10000, quorum=127.0.0.1:53490, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-06T06:15:08,574 WARN [master/6336e8474e1c:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-06T06:15:08,574 INFO [master/6336e8474e1c:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=6336e8474e1c,45063,1733465707335 2024-12-06T06:15:08,577 INFO [master/6336e8474e1c:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating data MemStoreChunkPool with chunk size 2 MB, max count 396, initial count 0 2024-12-06T06:15:08,580 INFO [master/6336e8474e1c:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating index MemStoreChunkPool with chunk size 204.80 KB, max count 440, initial count 0 2024-12-06T06:15:08,651 DEBUG [master/6336e8474e1c:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:34117/user/jenkins/test-data/3200b50d-b776-70a2-a5b7-df54891339c3/hbase.id] with ID: b07d055a-6e9d-453b-9c5a-a3268ebcd1b0 2024-12-06T06:15:08,652 DEBUG [master/6336e8474e1c:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:34117/user/jenkins/test-data/3200b50d-b776-70a2-a5b7-df54891339c3/.tmp/hbase.id 2024-12-06T06:15:08,673 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42803 is added to blk_1073741826_1002 (size=42) 2024-12-06T06:15:08,674 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37065 is added to blk_1073741826_1002 (size=42) 2024-12-06T06:15:08,675 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41607 is added to blk_1073741826_1002 (size=42) 2024-12-06T06:15:08,676 DEBUG [master/6336e8474e1c:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:34117/user/jenkins/test-data/3200b50d-b776-70a2-a5b7-df54891339c3/.tmp/hbase.id]:[hdfs://localhost:34117/user/jenkins/test-data/3200b50d-b776-70a2-a5b7-df54891339c3/hbase.id] 2024-12-06T06:15:08,753 INFO [master/6336e8474e1c:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-06T06:15:08,759 INFO [master/6336e8474e1c:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-12-06T06:15:08,787 INFO [master/6336e8474e1c:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 25ms. 2024-12-06T06:15:08,791 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39333-0x101866979f10001, quorum=127.0.0.1:53490, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-06T06:15:08,791 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34119-0x101866979f10003, quorum=127.0.0.1:53490, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-06T06:15:08,791 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36463-0x101866979f10002, quorum=127.0.0.1:53490, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-06T06:15:08,792 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45063-0x101866979f10000, quorum=127.0.0.1:53490, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-06T06:15:08,805 WARN [IPC Server handler 4 on default port 34117 {}] blockmanagement.BlockPlacementPolicyDefault(501): Failed to place enough replicas, still in need of 1 to reach 3 (unavailableStorages=[], storagePolicy=BlockStoragePolicy{HOT:7, storageTypes=[DISK], creationFallbacks=[], replicationFallbacks=[ARCHIVE]}, newBlock=true) For more information, please enable DEBUG log level on org.apache.hadoop.hdfs.server.blockmanagement.BlockPlacementPolicy and org.apache.hadoop.net.NetworkTopology 2024-12-06T06:15:08,805 WARN [IPC Server handler 4 on default port 34117 {}] protocol.BlockStoragePolicy(161): Failed to place enough replicas: expected size is 1 but only 0 storage types can be selected (replication=3, selected=[], unavailable=[DISK], removed=[DISK], policy=BlockStoragePolicy{HOT:7, storageTypes=[DISK], creationFallbacks=[], replicationFallbacks=[ARCHIVE]}) 2024-12-06T06:15:08,806 WARN [IPC Server handler 4 on default port 34117 {}] blockmanagement.BlockPlacementPolicyDefault(501): Failed to place enough replicas, still in need of 1 to reach 3 (unavailableStorages=[DISK], storagePolicy=BlockStoragePolicy{HOT:7, storageTypes=[DISK], creationFallbacks=[], replicationFallbacks=[ARCHIVE]}, newBlock=true) All required storage types are unavailable: unavailableStorages=[DISK], storagePolicy=BlockStoragePolicy{HOT:7, storageTypes=[DISK], creationFallbacks=[], replicationFallbacks=[ARCHIVE]} 2024-12-06T06:15:08,818 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41607 is added to blk_1073741827_1003 (size=196) 2024-12-06T06:15:08,818 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37065 is added to blk_1073741827_1003 (size=196) 2024-12-06T06:15:08,845 INFO [master/6336e8474e1c:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-06T06:15:08,848 INFO [master/6336e8474e1c:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-12-06T06:15:08,870 DEBUG [master/6336e8474e1c:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(244): No decryptEncryptedDataEncryptionKey method in DFSClient, should be hadoop version with HDFS-12396 java.lang.NoSuchMethodException: org.apache.hadoop.hdfs.DFSClient.decryptEncryptedDataEncryptionKey(org.apache.hadoop.fs.FileEncryptionInfo) at java.lang.Class.getDeclaredMethod(Class.java:2675) ~[?:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelperWithoutHDFS12396(FanOutOneBlockAsyncDFSOutputSaslHelper.java:183) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelper(FanOutOneBlockAsyncDFSOutputSaslHelper.java:242) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.(FanOutOneBlockAsyncDFSOutputSaslHelper.java:253) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.lang.Class.forName0(Native Method) ~[?:?] at java.lang.Class.forName(Class.java:375) ~[?:?] at org.apache.hadoop.hbase.wal.AsyncFSWALProvider.load(AsyncFSWALProvider.java:150) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.getProviderClass(WALFactory.java:174) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:262) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:231) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegion.create(MasterRegion.java:400) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegionFactory.create(MasterRegionFactory.java:135) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.finishActiveMasterInitialization(HMaster.java:1003) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.startActiveMasterManager(HMaster.java:2535) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.lambda$run$0(HMaster.java:613) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.lambda$tracedRunnable$2(TraceUtil.java:155) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T06:15:08,876 INFO [master/6336e8474e1c:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-06T06:15:08,909 WARN [IPC Server handler 3 on default port 34117 {}] blockmanagement.BlockPlacementPolicyDefault(501): Failed to place enough replicas, still in need of 1 to reach 3 (unavailableStorages=[], storagePolicy=BlockStoragePolicy{HOT:7, storageTypes=[DISK], creationFallbacks=[], replicationFallbacks=[ARCHIVE]}, newBlock=true) For more information, please enable DEBUG log level on org.apache.hadoop.hdfs.server.blockmanagement.BlockPlacementPolicy and org.apache.hadoop.net.NetworkTopology 2024-12-06T06:15:08,909 WARN [IPC Server handler 3 on default port 34117 {}] protocol.BlockStoragePolicy(161): Failed to place enough replicas: expected size is 1 but only 0 storage types can be selected (replication=3, selected=[], unavailable=[DISK], removed=[DISK], policy=BlockStoragePolicy{HOT:7, storageTypes=[DISK], creationFallbacks=[], replicationFallbacks=[ARCHIVE]}) 2024-12-06T06:15:08,910 WARN [IPC Server handler 3 on default port 34117 {}] blockmanagement.BlockPlacementPolicyDefault(501): Failed to place enough replicas, still in need of 1 to reach 3 (unavailableStorages=[DISK], storagePolicy=BlockStoragePolicy{HOT:7, storageTypes=[DISK], creationFallbacks=[], replicationFallbacks=[ARCHIVE]}, newBlock=true) All required storage types are unavailable: unavailableStorages=[DISK], storagePolicy=BlockStoragePolicy{HOT:7, storageTypes=[DISK], creationFallbacks=[], replicationFallbacks=[ARCHIVE]} 2024-12-06T06:15:08,920 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37065 is added to blk_1073741828_1004 (size=1189) 2024-12-06T06:15:08,920 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41607 is added to blk_1073741828_1004 (size=1189) 2024-12-06T06:15:08,941 INFO [master/6336e8474e1c:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:34117/user/jenkins/test-data/3200b50d-b776-70a2-a5b7-df54891339c3/MasterData/data/master/store 2024-12-06T06:15:08,968 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37065 is added to blk_1073741829_1005 (size=34) 2024-12-06T06:15:08,968 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41607 is added to blk_1073741829_1005 (size=34) 2024-12-06T06:15:08,970 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42803 is added to blk_1073741829_1005 (size=34) 2024-12-06T06:15:08,975 INFO [master/6336e8474e1c:0:becomeActiveMaster {}] throttle.StoreHotnessProtector(112): StoreHotnessProtector is disabled. Set hbase.region.store.parallel.put.limit > 0 to enable, which may help mitigate load under heavy write pressure. 2024-12-06T06:15:08,978 DEBUG [master/6336e8474e1c:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-06T06:15:08,979 DEBUG [master/6336e8474e1c:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-06T06:15:08,979 INFO [master/6336e8474e1c:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-06T06:15:08,979 DEBUG [master/6336e8474e1c:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-06T06:15:08,981 DEBUG [master/6336e8474e1c:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-06T06:15:08,981 DEBUG [master/6336e8474e1c:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-06T06:15:08,981 INFO [master/6336e8474e1c:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-06T06:15:08,982 DEBUG [master/6336e8474e1c:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733465708979Disabling compacts and flushes for region at 1733465708979Disabling writes for close at 1733465708981 (+2 ms)Writing region close event to WAL at 1733465708981Closed at 1733465708981 2024-12-06T06:15:08,984 WARN [master/6336e8474e1c:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:34117/user/jenkins/test-data/3200b50d-b776-70a2-a5b7-df54891339c3/MasterData/data/master/store/.initializing 2024-12-06T06:15:08,985 DEBUG [master/6336e8474e1c:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:34117/user/jenkins/test-data/3200b50d-b776-70a2-a5b7-df54891339c3/MasterData/WALs/6336e8474e1c,45063,1733465707335 2024-12-06T06:15:08,994 INFO [master/6336e8474e1c:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-06T06:15:09,012 INFO [master/6336e8474e1c:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=6336e8474e1c%2C45063%2C1733465707335, suffix=, logDir=hdfs://localhost:34117/user/jenkins/test-data/3200b50d-b776-70a2-a5b7-df54891339c3/MasterData/WALs/6336e8474e1c,45063,1733465707335, archiveDir=hdfs://localhost:34117/user/jenkins/test-data/3200b50d-b776-70a2-a5b7-df54891339c3/MasterData/oldWALs, maxLogs=10 2024-12-06T06:15:09,049 DEBUG [master/6336e8474e1c:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/3200b50d-b776-70a2-a5b7-df54891339c3/MasterData/WALs/6336e8474e1c,45063,1733465707335/6336e8474e1c%2C45063%2C1733465707335.1733465709018, exclude list is [], retry=0 2024-12-06T06:15:09,072 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41607,DS-f0805453-ca91-4504-90be-10510a60b02c,DISK] 2024-12-06T06:15:09,072 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37065,DS-90ce9230-499b-4cdb-bd28-f1f21e9d49c6,DISK] 2024-12-06T06:15:09,076 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42803,DS-374be703-b60f-4364-9859-4961b244b76f,DISK] 2024-12-06T06:15:09,077 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.ProtobufDecoder(117): Hadoop 3.3 and above shades protobuf. 2024-12-06T06:15:09,129 INFO [master/6336e8474e1c:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/3200b50d-b776-70a2-a5b7-df54891339c3/MasterData/WALs/6336e8474e1c,45063,1733465707335/6336e8474e1c%2C45063%2C1733465707335.1733465709018 2024-12-06T06:15:09,130 DEBUG [master/6336e8474e1c:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44617:44617),(127.0.0.1/127.0.0.1:40291:40291),(127.0.0.1/127.0.0.1:40679:40679)] 2024-12-06T06:15:09,131 DEBUG [master/6336e8474e1c:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-12-06T06:15:09,131 DEBUG [master/6336e8474e1c:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-06T06:15:09,135 DEBUG [master/6336e8474e1c:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-12-06T06:15:09,136 DEBUG [master/6336e8474e1c:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-12-06T06:15:09,182 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-12-06T06:15:09,211 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-12-06T06:15:09,215 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T06:15:09,218 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-06T06:15:09,219 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-12-06T06:15:09,223 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-12-06T06:15:09,223 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T06:15:09,224 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-06T06:15:09,225 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-12-06T06:15:09,227 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-12-06T06:15:09,228 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T06:15:09,229 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-06T06:15:09,229 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-12-06T06:15:09,232 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-12-06T06:15:09,232 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T06:15:09,234 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-06T06:15:09,234 DEBUG [master/6336e8474e1c:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-12-06T06:15:09,238 DEBUG [master/6336e8474e1c:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34117/user/jenkins/test-data/3200b50d-b776-70a2-a5b7-df54891339c3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-06T06:15:09,240 DEBUG [master/6336e8474e1c:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34117/user/jenkins/test-data/3200b50d-b776-70a2-a5b7-df54891339c3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-06T06:15:09,246 DEBUG [master/6336e8474e1c:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-12-06T06:15:09,246 DEBUG [master/6336e8474e1c:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-12-06T06:15:09,250 DEBUG [master/6336e8474e1c:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-06T06:15:09,254 DEBUG [master/6336e8474e1c:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-12-06T06:15:09,260 DEBUG [master/6336e8474e1c:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34117/user/jenkins/test-data/3200b50d-b776-70a2-a5b7-df54891339c3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-06T06:15:09,261 INFO [master/6336e8474e1c:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=75189720, jitterRate=0.120414137840271}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-06T06:15:09,268 DEBUG [master/6336e8474e1c:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1733465709153Initializing all the Stores at 1733465709156 (+3 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733465709157 (+1 ms)Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733465709158 (+1 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733465709158Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733465709158Cleaning up temporary data from old regions at 1733465709246 (+88 ms)Region opened successfully at 1733465709268 (+22 ms) 2024-12-06T06:15:09,269 INFO [master/6336e8474e1c:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-12-06T06:15:09,315 DEBUG [master/6336e8474e1c:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@52a266f0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=6336e8474e1c/172.17.0.2:0 2024-12-06T06:15:09,358 INFO [master/6336e8474e1c:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-12-06T06:15:09,375 INFO [master/6336e8474e1c:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-12-06T06:15:09,375 INFO [master/6336e8474e1c:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-12-06T06:15:09,380 INFO [master/6336e8474e1c:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-12-06T06:15:09,382 INFO [master/6336e8474e1c:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 1 msec 2024-12-06T06:15:09,389 INFO [master/6336e8474e1c:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 7 msec 2024-12-06T06:15:09,389 INFO [master/6336e8474e1c:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=128, operationDelay=10000 2024-12-06T06:15:09,429 INFO [master/6336e8474e1c:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-12-06T06:15:09,443 DEBUG [master/6336e8474e1c:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45063-0x101866979f10000, quorum=127.0.0.1:53490, baseZNode=/hbase Unable to get data of znode /hbase/balancer because node does not exist (not necessarily an error) 2024-12-06T06:15:09,452 DEBUG [master/6336e8474e1c:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/balancer already deleted, retry=false 2024-12-06T06:15:09,460 INFO [master/6336e8474e1c:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-12-06T06:15:09,465 DEBUG [master/6336e8474e1c:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45063-0x101866979f10000, quorum=127.0.0.1:53490, baseZNode=/hbase Unable to get data of znode /hbase/normalizer because node does not exist (not necessarily an error) 2024-12-06T06:15:09,467 DEBUG [master/6336e8474e1c:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/normalizer already deleted, retry=false 2024-12-06T06:15:09,471 INFO [master/6336e8474e1c:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-12-06T06:15:09,476 DEBUG [master/6336e8474e1c:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45063-0x101866979f10000, quorum=127.0.0.1:53490, baseZNode=/hbase Unable to get data of znode /hbase/switch/split because node does not exist (not necessarily an error) 2024-12-06T06:15:09,480 DEBUG [master/6336e8474e1c:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/split already deleted, retry=false 2024-12-06T06:15:09,483 DEBUG [master/6336e8474e1c:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45063-0x101866979f10000, quorum=127.0.0.1:53490, baseZNode=/hbase Unable to get data of znode /hbase/switch/merge because node does not exist (not necessarily an error) 2024-12-06T06:15:09,484 DEBUG [master/6336e8474e1c:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/merge already deleted, retry=false 2024-12-06T06:15:09,510 DEBUG [master/6336e8474e1c:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45063-0x101866979f10000, quorum=127.0.0.1:53490, baseZNode=/hbase Unable to get data of znode /hbase/snapshot-cleanup because node does not exist (not necessarily an error) 2024-12-06T06:15:09,514 DEBUG [master/6336e8474e1c:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/snapshot-cleanup already deleted, retry=false 2024-12-06T06:15:09,519 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39333-0x101866979f10001, quorum=127.0.0.1:53490, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-12-06T06:15:09,519 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45063-0x101866979f10000, quorum=127.0.0.1:53490, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-12-06T06:15:09,520 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45063-0x101866979f10000, quorum=127.0.0.1:53490, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-06T06:15:09,520 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36463-0x101866979f10002, quorum=127.0.0.1:53490, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-12-06T06:15:09,520 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34119-0x101866979f10003, quorum=127.0.0.1:53490, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-12-06T06:15:09,520 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36463-0x101866979f10002, quorum=127.0.0.1:53490, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-06T06:15:09,520 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34119-0x101866979f10003, quorum=127.0.0.1:53490, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-06T06:15:09,520 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39333-0x101866979f10001, quorum=127.0.0.1:53490, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-06T06:15:09,524 INFO [master/6336e8474e1c:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=6336e8474e1c,45063,1733465707335, sessionid=0x101866979f10000, setting cluster-up flag (Was=false) 2024-12-06T06:15:09,539 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36463-0x101866979f10002, quorum=127.0.0.1:53490, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-06T06:15:09,539 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34119-0x101866979f10003, quorum=127.0.0.1:53490, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-06T06:15:09,539 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45063-0x101866979f10000, quorum=127.0.0.1:53490, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-06T06:15:09,539 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39333-0x101866979f10001, quorum=127.0.0.1:53490, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-06T06:15:09,550 DEBUG [master/6336e8474e1c:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/flush-table-proc/acquired, /hbase/flush-table-proc/reached, /hbase/flush-table-proc/abort 2024-12-06T06:15:09,553 DEBUG [master/6336e8474e1c:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=6336e8474e1c,45063,1733465707335 2024-12-06T06:15:09,564 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39333-0x101866979f10001, quorum=127.0.0.1:53490, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-06T06:15:09,564 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34119-0x101866979f10003, quorum=127.0.0.1:53490, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-06T06:15:09,564 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45063-0x101866979f10000, quorum=127.0.0.1:53490, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-06T06:15:09,564 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36463-0x101866979f10002, quorum=127.0.0.1:53490, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-06T06:15:09,574 DEBUG [master/6336e8474e1c:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/online-snapshot/acquired, /hbase/online-snapshot/reached, /hbase/online-snapshot/abort 2024-12-06T06:15:09,576 DEBUG [master/6336e8474e1c:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=6336e8474e1c,45063,1733465707335 2024-12-06T06:15:09,583 INFO [master/6336e8474e1c:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:34117/user/jenkins/test-data/3200b50d-b776-70a2-a5b7-df54891339c3/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-12-06T06:15:09,603 INFO [RS:0;6336e8474e1c:39333 {}] regionserver.HRegionServer(746): ClusterId : b07d055a-6e9d-453b-9c5a-a3268ebcd1b0 2024-12-06T06:15:09,606 DEBUG [RS:0;6336e8474e1c:39333 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-06T06:15:09,615 INFO [RS:1;6336e8474e1c:36463 {}] regionserver.HRegionServer(746): ClusterId : b07d055a-6e9d-453b-9c5a-a3268ebcd1b0 2024-12-06T06:15:09,615 DEBUG [RS:1;6336e8474e1c:36463 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-06T06:15:09,616 INFO [RS:2;6336e8474e1c:34119 {}] regionserver.HRegionServer(746): ClusterId : b07d055a-6e9d-453b-9c5a-a3268ebcd1b0 2024-12-06T06:15:09,616 DEBUG [RS:2;6336e8474e1c:34119 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-06T06:15:09,618 DEBUG [RS:0;6336e8474e1c:39333 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-06T06:15:09,619 DEBUG [RS:0;6336e8474e1c:39333 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-06T06:15:09,621 DEBUG [RS:2;6336e8474e1c:34119 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-06T06:15:09,621 DEBUG [RS:2;6336e8474e1c:34119 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-06T06:15:09,621 DEBUG [RS:1;6336e8474e1c:36463 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-06T06:15:09,622 DEBUG [RS:1;6336e8474e1c:36463 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-06T06:15:09,625 DEBUG [RS:0;6336e8474e1c:39333 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-06T06:15:09,626 DEBUG [RS:0;6336e8474e1c:39333 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4405f45f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=6336e8474e1c/172.17.0.2:0 2024-12-06T06:15:09,627 DEBUG [RS:1;6336e8474e1c:36463 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-06T06:15:09,627 DEBUG [RS:1;6336e8474e1c:36463 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@61b483c2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=6336e8474e1c/172.17.0.2:0 2024-12-06T06:15:09,629 DEBUG [RS:2;6336e8474e1c:34119 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-06T06:15:09,630 DEBUG [RS:2;6336e8474e1c:34119 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@39cdcaaa, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=6336e8474e1c/172.17.0.2:0 2024-12-06T06:15:09,654 DEBUG [RS:0;6336e8474e1c:39333 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;6336e8474e1c:39333 2024-12-06T06:15:09,659 INFO [RS:0;6336e8474e1c:39333 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-12-06T06:15:09,659 INFO [RS:0;6336e8474e1c:39333 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-12-06T06:15:09,659 DEBUG [RS:0;6336e8474e1c:39333 {}] regionserver.HRegionServer(832): About to register with Master. 2024-12-06T06:15:09,663 INFO [RS:0;6336e8474e1c:39333 {}] regionserver.HRegionServer(2659): reportForDuty to master=6336e8474e1c,45063,1733465707335 with port=39333, startcode=1733465708261 2024-12-06T06:15:09,671 DEBUG [RS:1;6336e8474e1c:36463 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:1;6336e8474e1c:36463 2024-12-06T06:15:09,671 INFO [RS:1;6336e8474e1c:36463 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-12-06T06:15:09,671 INFO [RS:1;6336e8474e1c:36463 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-12-06T06:15:09,671 DEBUG [RS:1;6336e8474e1c:36463 {}] regionserver.HRegionServer(832): About to register with Master. 2024-12-06T06:15:09,674 INFO [RS:1;6336e8474e1c:36463 {}] regionserver.HRegionServer(2659): reportForDuty to master=6336e8474e1c,45063,1733465707335 with port=36463, startcode=1733465708387 2024-12-06T06:15:09,684 DEBUG [RS:2;6336e8474e1c:34119 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:2;6336e8474e1c:34119 2024-12-06T06:15:09,684 INFO [RS:2;6336e8474e1c:34119 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-12-06T06:15:09,684 INFO [RS:2;6336e8474e1c:34119 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-12-06T06:15:09,685 DEBUG [RS:2;6336e8474e1c:34119 {}] regionserver.HRegionServer(832): About to register with Master. 2024-12-06T06:15:09,687 INFO [RS:2;6336e8474e1c:34119 {}] regionserver.HRegionServer(2659): reportForDuty to master=6336e8474e1c,45063,1733465707335 with port=34119, startcode=1733465708455 2024-12-06T06:15:09,691 DEBUG [RS:1;6336e8474e1c:36463 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-06T06:15:09,691 DEBUG [RS:0;6336e8474e1c:39333 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-06T06:15:09,691 DEBUG [RS:2;6336e8474e1c:34119 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-06T06:15:09,705 DEBUG [master/6336e8474e1c:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-12-06T06:15:09,721 INFO [master/6336e8474e1c:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-12-06T06:15:09,733 INFO [master/6336e8474e1c:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-12-06T06:15:09,747 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59151, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.1 (auth:SIMPLE), service=RegionServerStatusService 2024-12-06T06:15:09,750 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50685, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=RegionServerStatusService 2024-12-06T06:15:09,751 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39125, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.2 (auth:SIMPLE), service=RegionServerStatusService 2024-12-06T06:15:09,756 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=45063 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: Server is not running yet at org.apache.hadoop.hbase.master.HMaster.checkServiceStarted(HMaster.java:3334) ~[classes/:?] at org.apache.hadoop.hbase.master.MasterRpcServices.regionServerStartup(MasterRpcServices.java:667) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16714) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-06T06:15:09,742 DEBUG [master/6336e8474e1c:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 6336e8474e1c,45063,1733465707335 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-12-06T06:15:09,767 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=45063 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: Server is not running yet at org.apache.hadoop.hbase.master.HMaster.checkServiceStarted(HMaster.java:3334) ~[classes/:?] at org.apache.hadoop.hbase.master.MasterRpcServices.regionServerStartup(MasterRpcServices.java:667) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16714) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-06T06:15:09,769 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=45063 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: Server is not running yet at org.apache.hadoop.hbase.master.HMaster.checkServiceStarted(HMaster.java:3334) ~[classes/:?] at org.apache.hadoop.hbase.master.MasterRpcServices.regionServerStartup(MasterRpcServices.java:667) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16714) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-06T06:15:09,784 DEBUG [master/6336e8474e1c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/6336e8474e1c:0, corePoolSize=5, maxPoolSize=5 2024-12-06T06:15:09,785 DEBUG [master/6336e8474e1c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/6336e8474e1c:0, corePoolSize=5, maxPoolSize=5 2024-12-06T06:15:09,785 DEBUG [master/6336e8474e1c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/6336e8474e1c:0, corePoolSize=5, maxPoolSize=5 2024-12-06T06:15:09,785 DEBUG [master/6336e8474e1c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/6336e8474e1c:0, corePoolSize=5, maxPoolSize=5 2024-12-06T06:15:09,785 DEBUG [master/6336e8474e1c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/6336e8474e1c:0, corePoolSize=10, maxPoolSize=10 2024-12-06T06:15:09,785 DEBUG [master/6336e8474e1c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/6336e8474e1c:0, corePoolSize=1, maxPoolSize=1 2024-12-06T06:15:09,785 DEBUG [master/6336e8474e1c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/6336e8474e1c:0, corePoolSize=2, maxPoolSize=2 2024-12-06T06:15:09,786 DEBUG [master/6336e8474e1c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/6336e8474e1c:0, corePoolSize=1, maxPoolSize=1 2024-12-06T06:15:09,795 DEBUG [RS:0;6336e8474e1c:39333 {}] regionserver.HRegionServer(2683): Master is not running yet 2024-12-06T06:15:09,795 DEBUG [RS:2;6336e8474e1c:34119 {}] regionserver.HRegionServer(2683): Master is not running yet 2024-12-06T06:15:09,796 WARN [RS:0;6336e8474e1c:39333 {}] regionserver.HRegionServer(841): reportForDuty failed; sleeping 100 ms and then retrying. 2024-12-06T06:15:09,796 WARN [RS:2;6336e8474e1c:34119 {}] regionserver.HRegionServer(841): reportForDuty failed; sleeping 100 ms and then retrying. 2024-12-06T06:15:09,796 DEBUG [RS:1;6336e8474e1c:36463 {}] regionserver.HRegionServer(2683): Master is not running yet 2024-12-06T06:15:09,796 WARN [RS:1;6336e8474e1c:36463 {}] regionserver.HRegionServer(841): reportForDuty failed; sleeping 100 ms and then retrying. 2024-12-06T06:15:09,802 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-06T06:15:09,802 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-12-06T06:15:09,808 INFO [master/6336e8474e1c:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1733465739808 2024-12-06T06:15:09,810 INFO [master/6336e8474e1c:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-12-06T06:15:09,811 INFO [master/6336e8474e1c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-12-06T06:15:09,814 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T06:15:09,814 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-12-06T06:15:09,816 INFO [master/6336e8474e1c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-12-06T06:15:09,816 INFO [master/6336e8474e1c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-12-06T06:15:09,816 INFO [master/6336e8474e1c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-12-06T06:15:09,817 INFO [master/6336e8474e1c:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-12-06T06:15:09,817 INFO [master/6336e8474e1c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-06T06:15:09,822 WARN [IPC Server handler 2 on default port 34117 {}] blockmanagement.BlockPlacementPolicyDefault(501): Failed to place enough replicas, still in need of 1 to reach 3 (unavailableStorages=[], storagePolicy=BlockStoragePolicy{HOT:7, storageTypes=[DISK], creationFallbacks=[], replicationFallbacks=[ARCHIVE]}, newBlock=true) For more information, please enable DEBUG log level on org.apache.hadoop.hdfs.server.blockmanagement.BlockPlacementPolicy and org.apache.hadoop.net.NetworkTopology 2024-12-06T06:15:09,822 WARN [IPC Server handler 2 on default port 34117 {}] protocol.BlockStoragePolicy(161): Failed to place enough replicas: expected size is 1 but only 0 storage types can be selected (replication=3, selected=[], unavailable=[DISK], removed=[DISK], policy=BlockStoragePolicy{HOT:7, storageTypes=[DISK], creationFallbacks=[], replicationFallbacks=[ARCHIVE]}) 2024-12-06T06:15:09,822 WARN [IPC Server handler 2 on default port 34117 {}] blockmanagement.BlockPlacementPolicyDefault(501): Failed to place enough replicas, still in need of 1 to reach 3 (unavailableStorages=[DISK], storagePolicy=BlockStoragePolicy{HOT:7, storageTypes=[DISK], creationFallbacks=[], replicationFallbacks=[ARCHIVE]}, newBlock=true) All required storage types are unavailable: unavailableStorages=[DISK], storagePolicy=BlockStoragePolicy{HOT:7, storageTypes=[DISK], creationFallbacks=[], replicationFallbacks=[ARCHIVE]} 2024-12-06T06:15:09,829 INFO [master/6336e8474e1c:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-12-06T06:15:09,830 INFO [master/6336e8474e1c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-12-06T06:15:09,831 INFO [master/6336e8474e1c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-12-06T06:15:09,842 INFO [master/6336e8474e1c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-12-06T06:15:09,842 INFO [master/6336e8474e1c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-12-06T06:15:09,852 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37065 is added to blk_1073741831_1007 (size=1321) 2024-12-06T06:15:09,854 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41607 is added to blk_1073741831_1007 (size=1321) 2024-12-06T06:15:09,857 DEBUG [master/6336e8474e1c:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/6336e8474e1c:0:becomeActiveMaster-HFileCleaner.large.0-1733465709844,5,FailOnTimeoutGroup] 2024-12-06T06:15:09,858 DEBUG [master/6336e8474e1c:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/6336e8474e1c:0:becomeActiveMaster-HFileCleaner.small.0-1733465709857,5,FailOnTimeoutGroup] 2024-12-06T06:15:09,858 INFO [master/6336e8474e1c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-06T06:15:09,858 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:34117/user/jenkins/test-data/3200b50d-b776-70a2-a5b7-df54891339c3/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-12-06T06:15:09,858 INFO [master/6336e8474e1c:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-12-06T06:15:09,858 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:34117/user/jenkins/test-data/3200b50d-b776-70a2-a5b7-df54891339c3 2024-12-06T06:15:09,860 INFO [master/6336e8474e1c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-12-06T06:15:09,860 INFO [master/6336e8474e1c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-12-06T06:15:09,880 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37065 is added to blk_1073741832_1008 (size=32) 2024-12-06T06:15:09,882 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41607 is added to blk_1073741832_1008 (size=32) 2024-12-06T06:15:09,882 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42803 is added to blk_1073741832_1008 (size=32) 2024-12-06T06:15:09,885 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-06T06:15:09,888 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-06T06:15:09,891 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-06T06:15:09,891 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T06:15:09,893 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-06T06:15:09,894 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-06T06:15:09,897 INFO [RS:2;6336e8474e1c:34119 {}] regionserver.HRegionServer(2659): reportForDuty to master=6336e8474e1c,45063,1733465707335 with port=34119, startcode=1733465708455 2024-12-06T06:15:09,897 INFO [RS:0;6336e8474e1c:39333 {}] regionserver.HRegionServer(2659): reportForDuty to master=6336e8474e1c,45063,1733465707335 with port=39333, startcode=1733465708261 2024-12-06T06:15:09,899 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-06T06:15:09,899 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T06:15:09,900 INFO [RS:1;6336e8474e1c:36463 {}] regionserver.HRegionServer(2659): reportForDuty to master=6336e8474e1c,45063,1733465707335 with port=36463, startcode=1733465708387 2024-12-06T06:15:09,901 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=45063 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 6336e8474e1c,39333,1733465708261 2024-12-06T06:15:09,904 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=45063 {}] master.ServerManager(517): Registering regionserver=6336e8474e1c,39333,1733465708261 2024-12-06T06:15:09,904 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-06T06:15:09,904 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-06T06:15:09,913 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-06T06:15:09,913 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T06:15:09,914 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-06T06:15:09,914 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-06T06:15:09,919 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-06T06:15:09,919 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T06:15:09,921 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-06T06:15:09,921 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-06T06:15:09,923 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34117/user/jenkins/test-data/3200b50d-b776-70a2-a5b7-df54891339c3/data/hbase/meta/1588230740 2024-12-06T06:15:09,924 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34117/user/jenkins/test-data/3200b50d-b776-70a2-a5b7-df54891339c3/data/hbase/meta/1588230740 2024-12-06T06:15:09,927 DEBUG [RS:0;6336e8474e1c:39333 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:34117/user/jenkins/test-data/3200b50d-b776-70a2-a5b7-df54891339c3 2024-12-06T06:15:09,927 DEBUG [RS:0;6336e8474e1c:39333 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:34117 2024-12-06T06:15:09,927 DEBUG [RS:0;6336e8474e1c:39333 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-12-06T06:15:09,929 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-06T06:15:09,929 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-06T06:15:09,930 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-06T06:15:09,933 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45063-0x101866979f10000, quorum=127.0.0.1:53490, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-12-06T06:15:09,934 DEBUG [RS:0;6336e8474e1c:39333 {}] zookeeper.ZKUtil(111): regionserver:39333-0x101866979f10001, quorum=127.0.0.1:53490, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/6336e8474e1c,39333,1733465708261 2024-12-06T06:15:09,934 WARN [RS:0;6336e8474e1c:39333 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-06T06:15:09,934 INFO [RS:0;6336e8474e1c:39333 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-06T06:15:09,936 DEBUG [RS:0;6336e8474e1c:39333 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:34117/user/jenkins/test-data/3200b50d-b776-70a2-a5b7-df54891339c3/WALs/6336e8474e1c,39333,1733465708261 2024-12-06T06:15:09,926 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=45063 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 6336e8474e1c,34119,1733465708455 2024-12-06T06:15:09,936 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=45063 {}] master.ServerManager(517): Registering regionserver=6336e8474e1c,34119,1733465708455 2024-12-06T06:15:09,936 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-06T06:15:09,941 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=45063 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 6336e8474e1c,36463,1733465708387 2024-12-06T06:15:09,941 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=45063 {}] master.ServerManager(517): Registering regionserver=6336e8474e1c,36463,1733465708387 2024-12-06T06:15:09,941 DEBUG [RS:2;6336e8474e1c:34119 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:34117/user/jenkins/test-data/3200b50d-b776-70a2-a5b7-df54891339c3 2024-12-06T06:15:09,942 DEBUG [RS:2;6336e8474e1c:34119 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:34117 2024-12-06T06:15:09,942 DEBUG [RS:2;6336e8474e1c:34119 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-12-06T06:15:09,945 DEBUG [RS:1;6336e8474e1c:36463 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:34117/user/jenkins/test-data/3200b50d-b776-70a2-a5b7-df54891339c3 2024-12-06T06:15:09,945 DEBUG [RS:1;6336e8474e1c:36463 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:34117 2024-12-06T06:15:09,945 DEBUG [RS:1;6336e8474e1c:36463 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-12-06T06:15:09,950 DEBUG [RS:2;6336e8474e1c:34119 {}] zookeeper.ZKUtil(111): regionserver:34119-0x101866979f10003, quorum=127.0.0.1:53490, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/6336e8474e1c,34119,1733465708455 2024-12-06T06:15:09,950 WARN [RS:2;6336e8474e1c:34119 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-06T06:15:09,951 INFO [RS:2;6336e8474e1c:34119 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-06T06:15:09,951 DEBUG [RS:2;6336e8474e1c:34119 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:34117/user/jenkins/test-data/3200b50d-b776-70a2-a5b7-df54891339c3/WALs/6336e8474e1c,34119,1733465708455 2024-12-06T06:15:09,953 DEBUG [RS:1;6336e8474e1c:36463 {}] zookeeper.ZKUtil(111): regionserver:36463-0x101866979f10002, quorum=127.0.0.1:53490, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/6336e8474e1c,36463,1733465708387 2024-12-06T06:15:09,953 WARN [RS:1;6336e8474e1c:36463 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-06T06:15:09,953 INFO [RS:1;6336e8474e1c:36463 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-06T06:15:09,953 DEBUG [RS:1;6336e8474e1c:36463 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:34117/user/jenkins/test-data/3200b50d-b776-70a2-a5b7-df54891339c3/WALs/6336e8474e1c,36463,1733465708387 2024-12-06T06:15:09,956 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [6336e8474e1c,39333,1733465708261] 2024-12-06T06:15:09,956 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [6336e8474e1c,34119,1733465708455] 2024-12-06T06:15:09,956 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [6336e8474e1c,36463,1733465708387] 2024-12-06T06:15:09,961 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34117/user/jenkins/test-data/3200b50d-b776-70a2-a5b7-df54891339c3/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-06T06:15:09,963 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72604747, jitterRate=0.08189503848552704}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-06T06:15:09,967 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1733465709886Initializing all the Stores at 1733465709887 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733465709888 (+1 ms)Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733465709888Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733465709888Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733465709888Cleaning up temporary data from old regions at 1733465709929 (+41 ms)Region opened successfully at 1733465709967 (+38 ms) 2024-12-06T06:15:09,968 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-06T06:15:09,968 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-06T06:15:09,968 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-06T06:15:09,968 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-06T06:15:09,968 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-06T06:15:09,975 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-06T06:15:09,975 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733465709968Disabling compacts and flushes for region at 1733465709968Disabling writes for close at 1733465709968Writing region close event to WAL at 1733465709974 (+6 ms)Closed at 1733465709975 (+1 ms) 2024-12-06T06:15:09,984 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-06T06:15:09,985 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-12-06T06:15:09,996 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-12-06T06:15:10,012 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-06T06:15:10,017 INFO [RS:0;6336e8474e1c:39333 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-06T06:15:10,017 INFO [RS:1;6336e8474e1c:36463 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-06T06:15:10,017 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-12-06T06:15:10,017 INFO [RS:2;6336e8474e1c:34119 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-06T06:15:10,042 INFO [RS:0;6336e8474e1c:39333 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-06T06:15:10,044 INFO [RS:1;6336e8474e1c:36463 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-06T06:15:10,044 INFO [RS:2;6336e8474e1c:34119 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-06T06:15:10,050 INFO [RS:2;6336e8474e1c:34119 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-06T06:15:10,050 INFO [RS:1;6336e8474e1c:36463 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-06T06:15:10,050 INFO [RS:2;6336e8474e1c:34119 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-06T06:15:10,050 INFO [RS:1;6336e8474e1c:36463 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-06T06:15:10,050 INFO [RS:0;6336e8474e1c:39333 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-06T06:15:10,050 INFO [RS:0;6336e8474e1c:39333 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-06T06:15:10,053 INFO [RS:2;6336e8474e1c:34119 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-12-06T06:15:10,053 INFO [RS:1;6336e8474e1c:36463 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-12-06T06:15:10,056 INFO [RS:0;6336e8474e1c:39333 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-12-06T06:15:10,059 INFO [RS:1;6336e8474e1c:36463 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-12-06T06:15:10,060 INFO [RS:0;6336e8474e1c:39333 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-12-06T06:15:10,061 INFO [RS:1;6336e8474e1c:36463 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-06T06:15:10,061 INFO [RS:0;6336e8474e1c:39333 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-06T06:15:10,061 DEBUG [RS:1;6336e8474e1c:36463 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/6336e8474e1c:0, corePoolSize=1, maxPoolSize=1 2024-12-06T06:15:10,061 DEBUG [RS:0;6336e8474e1c:39333 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/6336e8474e1c:0, corePoolSize=1, maxPoolSize=1 2024-12-06T06:15:10,061 DEBUG [RS:1;6336e8474e1c:36463 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/6336e8474e1c:0, corePoolSize=1, maxPoolSize=1 2024-12-06T06:15:10,061 DEBUG [RS:0;6336e8474e1c:39333 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/6336e8474e1c:0, corePoolSize=1, maxPoolSize=1 2024-12-06T06:15:10,061 DEBUG [RS:1;6336e8474e1c:36463 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/6336e8474e1c:0, corePoolSize=1, maxPoolSize=1 2024-12-06T06:15:10,061 DEBUG [RS:1;6336e8474e1c:36463 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/6336e8474e1c:0, corePoolSize=1, maxPoolSize=1 2024-12-06T06:15:10,061 DEBUG [RS:0;6336e8474e1c:39333 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/6336e8474e1c:0, corePoolSize=1, maxPoolSize=1 2024-12-06T06:15:10,062 DEBUG [RS:1;6336e8474e1c:36463 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/6336e8474e1c:0, corePoolSize=1, maxPoolSize=1 2024-12-06T06:15:10,062 DEBUG [RS:0;6336e8474e1c:39333 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/6336e8474e1c:0, corePoolSize=1, maxPoolSize=1 2024-12-06T06:15:10,062 DEBUG [RS:1;6336e8474e1c:36463 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/6336e8474e1c:0, corePoolSize=2, maxPoolSize=2 2024-12-06T06:15:10,062 DEBUG [RS:1;6336e8474e1c:36463 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/6336e8474e1c:0, corePoolSize=1, maxPoolSize=1 2024-12-06T06:15:10,062 DEBUG [RS:0;6336e8474e1c:39333 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/6336e8474e1c:0, corePoolSize=1, maxPoolSize=1 2024-12-06T06:15:10,062 DEBUG [RS:1;6336e8474e1c:36463 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/6336e8474e1c:0, corePoolSize=1, maxPoolSize=1 2024-12-06T06:15:10,062 DEBUG [RS:0;6336e8474e1c:39333 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/6336e8474e1c:0, corePoolSize=2, maxPoolSize=2 2024-12-06T06:15:10,062 DEBUG [RS:1;6336e8474e1c:36463 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/6336e8474e1c:0, corePoolSize=1, maxPoolSize=1 2024-12-06T06:15:10,062 DEBUG [RS:0;6336e8474e1c:39333 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/6336e8474e1c:0, corePoolSize=1, maxPoolSize=1 2024-12-06T06:15:10,062 DEBUG [RS:1;6336e8474e1c:36463 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/6336e8474e1c:0, corePoolSize=1, maxPoolSize=1 2024-12-06T06:15:10,062 DEBUG [RS:0;6336e8474e1c:39333 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/6336e8474e1c:0, corePoolSize=1, maxPoolSize=1 2024-12-06T06:15:10,062 DEBUG [RS:1;6336e8474e1c:36463 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/6336e8474e1c:0, corePoolSize=1, maxPoolSize=1 2024-12-06T06:15:10,063 DEBUG [RS:0;6336e8474e1c:39333 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/6336e8474e1c:0, corePoolSize=1, maxPoolSize=1 2024-12-06T06:15:10,063 DEBUG [RS:1;6336e8474e1c:36463 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/6336e8474e1c:0, corePoolSize=1, maxPoolSize=1 2024-12-06T06:15:10,063 DEBUG [RS:0;6336e8474e1c:39333 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/6336e8474e1c:0, corePoolSize=1, maxPoolSize=1 2024-12-06T06:15:10,063 DEBUG [RS:1;6336e8474e1c:36463 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/6336e8474e1c:0, corePoolSize=3, maxPoolSize=3 2024-12-06T06:15:10,063 DEBUG [RS:0;6336e8474e1c:39333 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/6336e8474e1c:0, corePoolSize=1, maxPoolSize=1 2024-12-06T06:15:10,063 DEBUG [RS:1;6336e8474e1c:36463 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/6336e8474e1c:0, corePoolSize=3, maxPoolSize=3 2024-12-06T06:15:10,063 DEBUG [RS:0;6336e8474e1c:39333 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/6336e8474e1c:0, corePoolSize=1, maxPoolSize=1 2024-12-06T06:15:10,063 DEBUG [RS:0;6336e8474e1c:39333 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/6336e8474e1c:0, corePoolSize=3, maxPoolSize=3 2024-12-06T06:15:10,064 DEBUG [RS:0;6336e8474e1c:39333 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/6336e8474e1c:0, corePoolSize=3, maxPoolSize=3 2024-12-06T06:15:10,064 INFO [RS:2;6336e8474e1c:34119 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-12-06T06:15:10,064 INFO [RS:2;6336e8474e1c:34119 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-06T06:15:10,065 DEBUG [RS:2;6336e8474e1c:34119 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/6336e8474e1c:0, corePoolSize=1, maxPoolSize=1 2024-12-06T06:15:10,065 DEBUG [RS:2;6336e8474e1c:34119 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/6336e8474e1c:0, corePoolSize=1, maxPoolSize=1 2024-12-06T06:15:10,065 DEBUG [RS:2;6336e8474e1c:34119 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/6336e8474e1c:0, corePoolSize=1, maxPoolSize=1 2024-12-06T06:15:10,065 DEBUG [RS:2;6336e8474e1c:34119 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/6336e8474e1c:0, corePoolSize=1, maxPoolSize=1 2024-12-06T06:15:10,065 DEBUG [RS:2;6336e8474e1c:34119 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/6336e8474e1c:0, corePoolSize=1, maxPoolSize=1 2024-12-06T06:15:10,065 DEBUG [RS:2;6336e8474e1c:34119 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/6336e8474e1c:0, corePoolSize=2, maxPoolSize=2 2024-12-06T06:15:10,066 DEBUG [RS:2;6336e8474e1c:34119 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/6336e8474e1c:0, corePoolSize=1, maxPoolSize=1 2024-12-06T06:15:10,066 DEBUG [RS:2;6336e8474e1c:34119 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/6336e8474e1c:0, corePoolSize=1, maxPoolSize=1 2024-12-06T06:15:10,066 DEBUG [RS:2;6336e8474e1c:34119 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/6336e8474e1c:0, corePoolSize=1, maxPoolSize=1 2024-12-06T06:15:10,066 DEBUG [RS:2;6336e8474e1c:34119 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/6336e8474e1c:0, corePoolSize=1, maxPoolSize=1 2024-12-06T06:15:10,066 DEBUG [RS:2;6336e8474e1c:34119 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/6336e8474e1c:0, corePoolSize=1, maxPoolSize=1 2024-12-06T06:15:10,066 DEBUG [RS:2;6336e8474e1c:34119 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/6336e8474e1c:0, corePoolSize=1, maxPoolSize=1 2024-12-06T06:15:10,067 DEBUG [RS:2;6336e8474e1c:34119 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/6336e8474e1c:0, corePoolSize=3, maxPoolSize=3 2024-12-06T06:15:10,067 DEBUG [RS:2;6336e8474e1c:34119 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/6336e8474e1c:0, corePoolSize=3, maxPoolSize=3 2024-12-06T06:15:10,070 INFO [RS:0;6336e8474e1c:39333 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-06T06:15:10,070 INFO [RS:0;6336e8474e1c:39333 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-06T06:15:10,070 INFO [RS:0;6336e8474e1c:39333 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-06T06:15:10,070 INFO [RS:0;6336e8474e1c:39333 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-06T06:15:10,070 INFO [RS:0;6336e8474e1c:39333 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-06T06:15:10,070 INFO [RS:0;6336e8474e1c:39333 {}] hbase.ChoreService(168): Chore ScheduledChore name=6336e8474e1c,39333,1733465708261-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-06T06:15:10,083 INFO [RS:2;6336e8474e1c:34119 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-06T06:15:10,083 INFO [RS:2;6336e8474e1c:34119 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-06T06:15:10,083 INFO [RS:2;6336e8474e1c:34119 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-06T06:15:10,083 INFO [RS:2;6336e8474e1c:34119 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-06T06:15:10,083 INFO [RS:2;6336e8474e1c:34119 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-06T06:15:10,083 INFO [RS:2;6336e8474e1c:34119 {}] hbase.ChoreService(168): Chore ScheduledChore name=6336e8474e1c,34119,1733465708455-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-06T06:15:10,096 INFO [RS:1;6336e8474e1c:36463 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-06T06:15:10,096 INFO [RS:1;6336e8474e1c:36463 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-06T06:15:10,097 INFO [RS:1;6336e8474e1c:36463 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-06T06:15:10,097 INFO [RS:1;6336e8474e1c:36463 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-06T06:15:10,097 INFO [RS:1;6336e8474e1c:36463 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-06T06:15:10,097 INFO [RS:1;6336e8474e1c:36463 {}] hbase.ChoreService(168): Chore ScheduledChore name=6336e8474e1c,36463,1733465708387-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-06T06:15:10,104 INFO [RS:0;6336e8474e1c:39333 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-06T06:15:10,107 INFO [RS:0;6336e8474e1c:39333 {}] hbase.ChoreService(168): Chore ScheduledChore name=6336e8474e1c,39333,1733465708261-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-06T06:15:10,107 INFO [RS:0;6336e8474e1c:39333 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-06T06:15:10,107 INFO [RS:0;6336e8474e1c:39333 {}] regionserver.Replication(171): 6336e8474e1c,39333,1733465708261 started 2024-12-06T06:15:10,119 INFO [RS:2;6336e8474e1c:34119 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-06T06:15:10,119 INFO [RS:2;6336e8474e1c:34119 {}] hbase.ChoreService(168): Chore ScheduledChore name=6336e8474e1c,34119,1733465708455-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-06T06:15:10,120 INFO [RS:2;6336e8474e1c:34119 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-06T06:15:10,121 INFO [RS:2;6336e8474e1c:34119 {}] regionserver.Replication(171): 6336e8474e1c,34119,1733465708455 started 2024-12-06T06:15:10,124 INFO [RS:1;6336e8474e1c:36463 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-06T06:15:10,125 INFO [RS:1;6336e8474e1c:36463 {}] hbase.ChoreService(168): Chore ScheduledChore name=6336e8474e1c,36463,1733465708387-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-06T06:15:10,125 INFO [RS:1;6336e8474e1c:36463 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-06T06:15:10,125 INFO [RS:1;6336e8474e1c:36463 {}] regionserver.Replication(171): 6336e8474e1c,36463,1733465708387 started 2024-12-06T06:15:10,132 INFO [RS:0;6336e8474e1c:39333 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-06T06:15:10,132 INFO [RS:0;6336e8474e1c:39333 {}] regionserver.HRegionServer(1482): Serving as 6336e8474e1c,39333,1733465708261, RpcServer on 6336e8474e1c/172.17.0.2:39333, sessionid=0x101866979f10001 2024-12-06T06:15:10,133 DEBUG [RS:0;6336e8474e1c:39333 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-06T06:15:10,134 DEBUG [RS:0;6336e8474e1c:39333 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 6336e8474e1c,39333,1733465708261 2024-12-06T06:15:10,134 DEBUG [RS:0;6336e8474e1c:39333 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '6336e8474e1c,39333,1733465708261' 2024-12-06T06:15:10,134 DEBUG [RS:0;6336e8474e1c:39333 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-12-06T06:15:10,136 DEBUG [RS:0;6336e8474e1c:39333 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-12-06T06:15:10,137 DEBUG [RS:0;6336e8474e1c:39333 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-06T06:15:10,137 DEBUG [RS:0;6336e8474e1c:39333 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-06T06:15:10,137 DEBUG [RS:0;6336e8474e1c:39333 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 6336e8474e1c,39333,1733465708261 2024-12-06T06:15:10,137 DEBUG [RS:0;6336e8474e1c:39333 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '6336e8474e1c,39333,1733465708261' 2024-12-06T06:15:10,137 DEBUG [RS:0;6336e8474e1c:39333 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-12-06T06:15:10,138 DEBUG [RS:0;6336e8474e1c:39333 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-12-06T06:15:10,139 DEBUG [RS:0;6336e8474e1c:39333 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-06T06:15:10,139 INFO [RS:0;6336e8474e1c:39333 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-06T06:15:10,139 INFO [RS:0;6336e8474e1c:39333 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-06T06:15:10,152 INFO [RS:1;6336e8474e1c:36463 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-06T06:15:10,152 INFO [RS:1;6336e8474e1c:36463 {}] regionserver.HRegionServer(1482): Serving as 6336e8474e1c,36463,1733465708387, RpcServer on 6336e8474e1c/172.17.0.2:36463, sessionid=0x101866979f10002 2024-12-06T06:15:10,152 INFO [RS:2;6336e8474e1c:34119 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-06T06:15:10,152 DEBUG [RS:1;6336e8474e1c:36463 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-06T06:15:10,153 DEBUG [RS:1;6336e8474e1c:36463 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 6336e8474e1c,36463,1733465708387 2024-12-06T06:15:10,153 DEBUG [RS:1;6336e8474e1c:36463 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '6336e8474e1c,36463,1733465708387' 2024-12-06T06:15:10,153 DEBUG [RS:1;6336e8474e1c:36463 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-12-06T06:15:10,153 INFO [RS:2;6336e8474e1c:34119 {}] regionserver.HRegionServer(1482): Serving as 6336e8474e1c,34119,1733465708455, RpcServer on 6336e8474e1c/172.17.0.2:34119, sessionid=0x101866979f10003 2024-12-06T06:15:10,153 DEBUG [RS:1;6336e8474e1c:36463 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-12-06T06:15:10,153 DEBUG [RS:2;6336e8474e1c:34119 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-06T06:15:10,154 DEBUG [RS:2;6336e8474e1c:34119 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 6336e8474e1c,34119,1733465708455 2024-12-06T06:15:10,154 DEBUG [RS:2;6336e8474e1c:34119 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '6336e8474e1c,34119,1733465708455' 2024-12-06T06:15:10,154 DEBUG [RS:2;6336e8474e1c:34119 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-12-06T06:15:10,155 DEBUG [RS:2;6336e8474e1c:34119 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-12-06T06:15:10,156 DEBUG [RS:2;6336e8474e1c:34119 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-06T06:15:10,156 DEBUG [RS:2;6336e8474e1c:34119 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-06T06:15:10,156 DEBUG [RS:2;6336e8474e1c:34119 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 6336e8474e1c,34119,1733465708455 2024-12-06T06:15:10,156 DEBUG [RS:2;6336e8474e1c:34119 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '6336e8474e1c,34119,1733465708455' 2024-12-06T06:15:10,156 DEBUG [RS:2;6336e8474e1c:34119 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-12-06T06:15:10,157 DEBUG [RS:2;6336e8474e1c:34119 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-12-06T06:15:10,158 DEBUG [RS:2;6336e8474e1c:34119 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-06T06:15:10,158 INFO [RS:2;6336e8474e1c:34119 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-06T06:15:10,158 INFO [RS:2;6336e8474e1c:34119 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-06T06:15:10,160 DEBUG [RS:1;6336e8474e1c:36463 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-06T06:15:10,160 DEBUG [RS:1;6336e8474e1c:36463 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-06T06:15:10,160 DEBUG [RS:1;6336e8474e1c:36463 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 6336e8474e1c,36463,1733465708387 2024-12-06T06:15:10,160 DEBUG [RS:1;6336e8474e1c:36463 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '6336e8474e1c,36463,1733465708387' 2024-12-06T06:15:10,161 DEBUG [RS:1;6336e8474e1c:36463 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-12-06T06:15:10,162 DEBUG [RS:1;6336e8474e1c:36463 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-12-06T06:15:10,162 DEBUG [RS:1;6336e8474e1c:36463 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-06T06:15:10,162 INFO [RS:1;6336e8474e1c:36463 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-06T06:15:10,162 INFO [RS:1;6336e8474e1c:36463 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-06T06:15:10,168 WARN [6336e8474e1c:45063 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-12-06T06:15:10,246 INFO [RS:0;6336e8474e1c:39333 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-06T06:15:10,250 INFO [RS:0;6336e8474e1c:39333 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=6336e8474e1c%2C39333%2C1733465708261, suffix=, logDir=hdfs://localhost:34117/user/jenkins/test-data/3200b50d-b776-70a2-a5b7-df54891339c3/WALs/6336e8474e1c,39333,1733465708261, archiveDir=hdfs://localhost:34117/user/jenkins/test-data/3200b50d-b776-70a2-a5b7-df54891339c3/oldWALs, maxLogs=32 2024-12-06T06:15:10,259 INFO [RS:2;6336e8474e1c:34119 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-06T06:15:10,262 INFO [RS:2;6336e8474e1c:34119 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=6336e8474e1c%2C34119%2C1733465708455, suffix=, logDir=hdfs://localhost:34117/user/jenkins/test-data/3200b50d-b776-70a2-a5b7-df54891339c3/WALs/6336e8474e1c,34119,1733465708455, archiveDir=hdfs://localhost:34117/user/jenkins/test-data/3200b50d-b776-70a2-a5b7-df54891339c3/oldWALs, maxLogs=32 2024-12-06T06:15:10,263 INFO [RS:1;6336e8474e1c:36463 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-06T06:15:10,266 INFO [RS:1;6336e8474e1c:36463 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=6336e8474e1c%2C36463%2C1733465708387, suffix=, logDir=hdfs://localhost:34117/user/jenkins/test-data/3200b50d-b776-70a2-a5b7-df54891339c3/WALs/6336e8474e1c,36463,1733465708387, archiveDir=hdfs://localhost:34117/user/jenkins/test-data/3200b50d-b776-70a2-a5b7-df54891339c3/oldWALs, maxLogs=32 2024-12-06T06:15:10,273 DEBUG [RS:0;6336e8474e1c:39333 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/3200b50d-b776-70a2-a5b7-df54891339c3/WALs/6336e8474e1c,39333,1733465708261/6336e8474e1c%2C39333%2C1733465708261.1733465710252, exclude list is [], retry=0 2024-12-06T06:15:10,275 WARN [IPC Server handler 4 on default port 34117 {}] blockmanagement.BlockPlacementPolicyDefault(501): Failed to place enough replicas, still in need of 1 to reach 3 (unavailableStorages=[], storagePolicy=BlockStoragePolicy{HOT:7, storageTypes=[DISK], creationFallbacks=[], replicationFallbacks=[ARCHIVE]}, newBlock=true) For more information, please enable DEBUG log level on org.apache.hadoop.hdfs.server.blockmanagement.BlockPlacementPolicy and org.apache.hadoop.net.NetworkTopology 2024-12-06T06:15:10,276 WARN [IPC Server handler 4 on default port 34117 {}] protocol.BlockStoragePolicy(161): Failed to place enough replicas: expected size is 1 but only 0 storage types can be selected (replication=3, selected=[], unavailable=[DISK], removed=[DISK], policy=BlockStoragePolicy{HOT:7, storageTypes=[DISK], creationFallbacks=[], replicationFallbacks=[ARCHIVE]}) 2024-12-06T06:15:10,276 WARN [IPC Server handler 4 on default port 34117 {}] blockmanagement.BlockPlacementPolicyDefault(501): Failed to place enough replicas, still in need of 1 to reach 3 (unavailableStorages=[DISK], storagePolicy=BlockStoragePolicy{HOT:7, storageTypes=[DISK], creationFallbacks=[], replicationFallbacks=[ARCHIVE]}, newBlock=true) All required storage types are unavailable: unavailableStorages=[DISK], storagePolicy=BlockStoragePolicy{HOT:7, storageTypes=[DISK], creationFallbacks=[], replicationFallbacks=[ARCHIVE]} 2024-12-06T06:15:10,279 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41607,DS-f0805453-ca91-4504-90be-10510a60b02c,DISK] 2024-12-06T06:15:10,282 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37065,DS-90ce9230-499b-4cdb-bd28-f1f21e9d49c6,DISK] 2024-12-06T06:15:10,285 DEBUG [RS:2;6336e8474e1c:34119 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/3200b50d-b776-70a2-a5b7-df54891339c3/WALs/6336e8474e1c,34119,1733465708455/6336e8474e1c%2C34119%2C1733465708455.1733465710264, exclude list is [], retry=0 2024-12-06T06:15:10,322 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42803,DS-374be703-b60f-4364-9859-4961b244b76f,DISK] 2024-12-06T06:15:10,324 DEBUG [RS:1;6336e8474e1c:36463 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/3200b50d-b776-70a2-a5b7-df54891339c3/WALs/6336e8474e1c,36463,1733465708387/6336e8474e1c%2C36463%2C1733465708387.1733465710269, exclude list is [], retry=0 2024-12-06T06:15:10,324 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37065,DS-90ce9230-499b-4cdb-bd28-f1f21e9d49c6,DISK] 2024-12-06T06:15:10,325 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41607,DS-f0805453-ca91-4504-90be-10510a60b02c,DISK] 2024-12-06T06:15:10,326 INFO [RS:0;6336e8474e1c:39333 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/3200b50d-b776-70a2-a5b7-df54891339c3/WALs/6336e8474e1c,39333,1733465708261/6336e8474e1c%2C39333%2C1733465708261.1733465710252 2024-12-06T06:15:10,327 DEBUG [RS:0;6336e8474e1c:39333 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40291:40291),(127.0.0.1/127.0.0.1:40679:40679)] 2024-12-06T06:15:10,330 WARN [IPC Server handler 1 on default port 34117 {}] blockmanagement.BlockPlacementPolicyDefault(501): Failed to place enough replicas, still in need of 1 to reach 3 (unavailableStorages=[], storagePolicy=BlockStoragePolicy{HOT:7, storageTypes=[DISK], creationFallbacks=[], replicationFallbacks=[ARCHIVE]}, newBlock=true) For more information, please enable DEBUG log level on org.apache.hadoop.hdfs.server.blockmanagement.BlockPlacementPolicy and org.apache.hadoop.net.NetworkTopology 2024-12-06T06:15:10,330 WARN [IPC Server handler 1 on default port 34117 {}] protocol.BlockStoragePolicy(161): Failed to place enough replicas: expected size is 1 but only 0 storage types can be selected (replication=3, selected=[], unavailable=[DISK], removed=[DISK], policy=BlockStoragePolicy{HOT:7, storageTypes=[DISK], creationFallbacks=[], replicationFallbacks=[ARCHIVE]}) 2024-12-06T06:15:10,330 WARN [IPC Server handler 1 on default port 34117 {}] blockmanagement.BlockPlacementPolicyDefault(501): Failed to place enough replicas, still in need of 1 to reach 3 (unavailableStorages=[DISK], storagePolicy=BlockStoragePolicy{HOT:7, storageTypes=[DISK], creationFallbacks=[], replicationFallbacks=[ARCHIVE]}, newBlock=true) All required storage types are unavailable: unavailableStorages=[DISK], storagePolicy=BlockStoragePolicy{HOT:7, storageTypes=[DISK], creationFallbacks=[], replicationFallbacks=[ARCHIVE]} 2024-12-06T06:15:10,331 INFO [RS:2;6336e8474e1c:34119 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/3200b50d-b776-70a2-a5b7-df54891339c3/WALs/6336e8474e1c,34119,1733465708455/6336e8474e1c%2C34119%2C1733465708455.1733465710264 2024-12-06T06:15:10,332 DEBUG [RS:2;6336e8474e1c:34119 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44617:44617),(127.0.0.1/127.0.0.1:40291:40291),(127.0.0.1/127.0.0.1:40679:40679)] 2024-12-06T06:15:10,334 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41607,DS-f0805453-ca91-4504-90be-10510a60b02c,DISK] 2024-12-06T06:15:10,335 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37065,DS-90ce9230-499b-4cdb-bd28-f1f21e9d49c6,DISK] 2024-12-06T06:15:10,342 INFO [RS:1;6336e8474e1c:36463 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/3200b50d-b776-70a2-a5b7-df54891339c3/WALs/6336e8474e1c,36463,1733465708387/6336e8474e1c%2C36463%2C1733465708387.1733465710269 2024-12-06T06:15:10,348 DEBUG [RS:1;6336e8474e1c:36463 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40679:40679),(127.0.0.1/127.0.0.1:40291:40291)] 2024-12-06T06:15:10,421 DEBUG [6336e8474e1c:45063 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=3, allServersCount=3 2024-12-06T06:15:10,434 DEBUG [6336e8474e1c:45063 {}] balancer.BalancerClusterState(204): Hosts are {6336e8474e1c=0} racks are {/default-rack=0} 2024-12-06T06:15:10,443 DEBUG [6336e8474e1c:45063 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-12-06T06:15:10,443 DEBUG [6336e8474e1c:45063 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-12-06T06:15:10,443 DEBUG [6336e8474e1c:45063 {}] balancer.BalancerClusterState(303): server 2 has 0 regions 2024-12-06T06:15:10,443 DEBUG [6336e8474e1c:45063 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-12-06T06:15:10,443 DEBUG [6336e8474e1c:45063 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-12-06T06:15:10,443 DEBUG [6336e8474e1c:45063 {}] balancer.BalancerClusterState(310): server 2 is on host 0 2024-12-06T06:15:10,443 INFO [6336e8474e1c:45063 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-12-06T06:15:10,443 INFO [6336e8474e1c:45063 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-12-06T06:15:10,443 INFO [6336e8474e1c:45063 {}] balancer.BalancerClusterState(321): server 2 is on rack 0 2024-12-06T06:15:10,443 DEBUG [6336e8474e1c:45063 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-12-06T06:15:10,453 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=6336e8474e1c,36463,1733465708387 2024-12-06T06:15:10,461 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 6336e8474e1c,36463,1733465708387, state=OPENING 2024-12-06T06:15:10,469 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-12-06T06:15:10,470 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39333-0x101866979f10001, quorum=127.0.0.1:53490, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-06T06:15:10,470 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34119-0x101866979f10003, quorum=127.0.0.1:53490, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-06T06:15:10,470 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45063-0x101866979f10000, quorum=127.0.0.1:53490, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-06T06:15:10,470 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36463-0x101866979f10002, quorum=127.0.0.1:53490, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-06T06:15:10,477 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-06T06:15:10,477 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-06T06:15:10,477 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-06T06:15:10,477 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-06T06:15:10,479 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-06T06:15:10,481 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=6336e8474e1c,36463,1733465708387}] 2024-12-06T06:15:10,507 WARN [RedundancyMonitor {}] blockmanagement.BlockPlacementPolicyDefault(501): Failed to place enough replicas, still in need of 1 to reach 3 (unavailableStorages=[], storagePolicy=BlockStoragePolicy{HOT:7, storageTypes=[DISK], creationFallbacks=[], replicationFallbacks=[ARCHIVE]}, newBlock=false) For more information, please enable DEBUG log level on org.apache.hadoop.hdfs.server.blockmanagement.BlockPlacementPolicy and org.apache.hadoop.net.NetworkTopology 2024-12-06T06:15:10,507 WARN [RedundancyMonitor {}] blockmanagement.BlockPlacementPolicyDefault(501): Failed to place enough replicas, still in need of 1 to reach 3 (unavailableStorages=[DISK], storagePolicy=BlockStoragePolicy{HOT:7, storageTypes=[DISK], creationFallbacks=[], replicationFallbacks=[ARCHIVE]}, newBlock=false) For more information, please enable DEBUG log level on org.apache.hadoop.hdfs.server.blockmanagement.BlockPlacementPolicy and org.apache.hadoop.net.NetworkTopology 2024-12-06T06:15:10,507 WARN [RedundancyMonitor {}] protocol.BlockStoragePolicy(161): Failed to place enough replicas: expected size is 1 but only 0 storage types can be selected (replication=3, selected=[], unavailable=[DISK, ARCHIVE], removed=[DISK], policy=BlockStoragePolicy{HOT:7, storageTypes=[DISK], creationFallbacks=[], replicationFallbacks=[ARCHIVE]}) 2024-12-06T06:15:10,507 WARN [RedundancyMonitor {}] blockmanagement.BlockPlacementPolicyDefault(501): Failed to place enough replicas, still in need of 1 to reach 3 (unavailableStorages=[DISK, ARCHIVE], storagePolicy=BlockStoragePolicy{HOT:7, storageTypes=[DISK], creationFallbacks=[], replicationFallbacks=[ARCHIVE]}, newBlock=false) All required storage types are unavailable: unavailableStorages=[DISK, ARCHIVE], storagePolicy=BlockStoragePolicy{HOT:7, storageTypes=[DISK], creationFallbacks=[], replicationFallbacks=[ARCHIVE]} 2024-12-06T06:15:10,507 WARN [RedundancyMonitor {}] blockmanagement.BlockPlacementPolicyDefault(501): Failed to place enough replicas, still in need of 1 to reach 3 (unavailableStorages=[], storagePolicy=BlockStoragePolicy{HOT:7, storageTypes=[DISK], creationFallbacks=[], replicationFallbacks=[ARCHIVE]}, newBlock=false) For more information, please enable DEBUG log level on org.apache.hadoop.hdfs.server.blockmanagement.BlockPlacementPolicy and org.apache.hadoop.net.NetworkTopology 2024-12-06T06:15:10,508 WARN [RedundancyMonitor {}] blockmanagement.BlockPlacementPolicyDefault(501): Failed to place enough replicas, still in need of 1 to reach 3 (unavailableStorages=[DISK], storagePolicy=BlockStoragePolicy{HOT:7, storageTypes=[DISK], creationFallbacks=[], replicationFallbacks=[ARCHIVE]}, newBlock=false) For more information, please enable DEBUG log level on org.apache.hadoop.hdfs.server.blockmanagement.BlockPlacementPolicy and org.apache.hadoop.net.NetworkTopology 2024-12-06T06:15:10,508 WARN [RedundancyMonitor {}] protocol.BlockStoragePolicy(161): Failed to place enough replicas: expected size is 1 but only 0 storage types can be selected (replication=3, selected=[], unavailable=[DISK, ARCHIVE], removed=[DISK], policy=BlockStoragePolicy{HOT:7, storageTypes=[DISK], creationFallbacks=[], replicationFallbacks=[ARCHIVE]}) 2024-12-06T06:15:10,508 WARN [RedundancyMonitor {}] blockmanagement.BlockPlacementPolicyDefault(501): Failed to place enough replicas, still in need of 1 to reach 3 (unavailableStorages=[DISK, ARCHIVE], storagePolicy=BlockStoragePolicy{HOT:7, storageTypes=[DISK], creationFallbacks=[], replicationFallbacks=[ARCHIVE]}, newBlock=false) All required storage types are unavailable: unavailableStorages=[DISK, ARCHIVE], storagePolicy=BlockStoragePolicy{HOT:7, storageTypes=[DISK], creationFallbacks=[], replicationFallbacks=[ARCHIVE]} 2024-12-06T06:15:10,508 WARN [RedundancyMonitor {}] blockmanagement.BlockPlacementPolicyDefault(501): Failed to place enough replicas, still in need of 1 to reach 3 (unavailableStorages=[], storagePolicy=BlockStoragePolicy{HOT:7, storageTypes=[DISK], creationFallbacks=[], replicationFallbacks=[ARCHIVE]}, newBlock=false) For more information, please enable DEBUG log level on org.apache.hadoop.hdfs.server.blockmanagement.BlockPlacementPolicy and org.apache.hadoop.net.NetworkTopology 2024-12-06T06:15:10,508 WARN [RedundancyMonitor {}] blockmanagement.BlockPlacementPolicyDefault(501): Failed to place enough replicas, still in need of 1 to reach 3 (unavailableStorages=[DISK], storagePolicy=BlockStoragePolicy{HOT:7, storageTypes=[DISK], creationFallbacks=[], replicationFallbacks=[ARCHIVE]}, newBlock=false) For more information, please enable DEBUG log level on org.apache.hadoop.hdfs.server.blockmanagement.BlockPlacementPolicy and org.apache.hadoop.net.NetworkTopology 2024-12-06T06:15:10,509 WARN [RedundancyMonitor {}] protocol.BlockStoragePolicy(161): Failed to place enough replicas: expected size is 1 but only 0 storage types can be selected (replication=3, selected=[], unavailable=[DISK, ARCHIVE], removed=[DISK], policy=BlockStoragePolicy{HOT:7, storageTypes=[DISK], creationFallbacks=[], replicationFallbacks=[ARCHIVE]}) 2024-12-06T06:15:10,509 WARN [RedundancyMonitor {}] blockmanagement.BlockPlacementPolicyDefault(501): Failed to place enough replicas, still in need of 1 to reach 3 (unavailableStorages=[DISK, ARCHIVE], storagePolicy=BlockStoragePolicy{HOT:7, storageTypes=[DISK], creationFallbacks=[], replicationFallbacks=[ARCHIVE]}, newBlock=false) All required storage types are unavailable: unavailableStorages=[DISK, ARCHIVE], storagePolicy=BlockStoragePolicy{HOT:7, storageTypes=[DISK], creationFallbacks=[], replicationFallbacks=[ARCHIVE]} 2024-12-06T06:15:14,773 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42803 is added to blk_1073741827_1003 (size=196) 2024-12-06T06:15:14,774 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42803 is added to blk_1073741828_1004 (size=1189) 2024-12-06T06:15:15,043 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42803 is added to blk_1073741831_1007 (size=1321) 2024-12-06T06:15:17,898 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-12-06T06:15:17,899 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-12-06T06:15:20,508 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-06T06:15:20,510 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-4-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52471, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-06T06:15:20,523 INFO [RS_OPEN_META-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-12-06T06:15:20,523 INFO [RS_OPEN_META-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-06T06:15:20,523 INFO [RS_OPEN_META-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-12-06T06:15:20,527 INFO [RS_OPEN_META-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=6336e8474e1c%2C36463%2C1733465708387.meta, suffix=.meta, logDir=hdfs://localhost:34117/user/jenkins/test-data/3200b50d-b776-70a2-a5b7-df54891339c3/WALs/6336e8474e1c,36463,1733465708387, archiveDir=hdfs://localhost:34117/user/jenkins/test-data/3200b50d-b776-70a2-a5b7-df54891339c3/oldWALs, maxLogs=32 2024-12-06T06:15:20,546 DEBUG [RS_OPEN_META-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/3200b50d-b776-70a2-a5b7-df54891339c3/WALs/6336e8474e1c,36463,1733465708387/6336e8474e1c%2C36463%2C1733465708387.meta.1733465720528.meta, exclude list is [], retry=0 2024-12-06T06:15:20,551 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42803,DS-374be703-b60f-4364-9859-4961b244b76f,DISK] 2024-12-06T06:15:20,551 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37065,DS-90ce9230-499b-4cdb-bd28-f1f21e9d49c6,DISK] 2024-12-06T06:15:20,551 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41607,DS-f0805453-ca91-4504-90be-10510a60b02c,DISK] 2024-12-06T06:15:20,554 INFO [RS_OPEN_META-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/3200b50d-b776-70a2-a5b7-df54891339c3/WALs/6336e8474e1c,36463,1733465708387/6336e8474e1c%2C36463%2C1733465708387.meta.1733465720528.meta 2024-12-06T06:15:20,554 DEBUG [RS_OPEN_META-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44617:44617),(127.0.0.1/127.0.0.1:40679:40679),(127.0.0.1/127.0.0.1:40291:40291)] 2024-12-06T06:15:20,555 DEBUG [RS_OPEN_META-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-12-06T06:15:20,556 DEBUG [RS_OPEN_META-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-06T06:15:20,559 DEBUG [RS_OPEN_META-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-12-06T06:15:20,564 INFO [RS_OPEN_META-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-12-06T06:15:20,568 DEBUG [RS_OPEN_META-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-12-06T06:15:20,569 DEBUG [RS_OPEN_META-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-06T06:15:20,569 DEBUG [RS_OPEN_META-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-12-06T06:15:20,569 DEBUG [RS_OPEN_META-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-12-06T06:15:20,572 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-06T06:15:20,574 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-06T06:15:20,574 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T06:15:20,575 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-06T06:15:20,575 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-06T06:15:20,576 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-06T06:15:20,576 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T06:15:20,577 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-06T06:15:20,577 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-06T06:15:20,578 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-06T06:15:20,578 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T06:15:20,579 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-06T06:15:20,579 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-06T06:15:20,581 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-06T06:15:20,581 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T06:15:20,581 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-06T06:15:20,582 DEBUG [RS_OPEN_META-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-06T06:15:20,583 DEBUG [RS_OPEN_META-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34117/user/jenkins/test-data/3200b50d-b776-70a2-a5b7-df54891339c3/data/hbase/meta/1588230740 2024-12-06T06:15:20,586 DEBUG [RS_OPEN_META-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34117/user/jenkins/test-data/3200b50d-b776-70a2-a5b7-df54891339c3/data/hbase/meta/1588230740 2024-12-06T06:15:20,588 DEBUG [RS_OPEN_META-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-06T06:15:20,589 DEBUG [RS_OPEN_META-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-06T06:15:20,589 DEBUG [RS_OPEN_META-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-06T06:15:20,592 DEBUG [RS_OPEN_META-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-06T06:15:20,593 INFO [RS_OPEN_META-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71181989, jitterRate=0.060694292187690735}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-06T06:15:20,594 DEBUG [RS_OPEN_META-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-12-06T06:15:20,596 DEBUG [RS_OPEN_META-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1733465720570Writing region info on filesystem at 1733465720570Initializing all the Stores at 1733465720572 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733465720572Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733465720572Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733465720572Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733465720572Cleaning up temporary data from old regions at 1733465720589 (+17 ms)Running coprocessor post-open hooks at 1733465720594 (+5 ms)Region opened successfully at 1733465720596 (+2 ms) 2024-12-06T06:15:20,627 INFO [RS_OPEN_META-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1733465720499 2024-12-06T06:15:20,641 DEBUG [RS_OPEN_META-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-12-06T06:15:20,642 INFO [RS_OPEN_META-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-12-06T06:15:20,644 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=6336e8474e1c,36463,1733465708387 2024-12-06T06:15:20,646 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 6336e8474e1c,36463,1733465708387, state=OPEN 2024-12-06T06:15:20,648 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39333-0x101866979f10001, quorum=127.0.0.1:53490, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-06T06:15:20,648 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34119-0x101866979f10003, quorum=127.0.0.1:53490, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-06T06:15:20,648 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45063-0x101866979f10000, quorum=127.0.0.1:53490, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-06T06:15:20,648 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36463-0x101866979f10002, quorum=127.0.0.1:53490, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-06T06:15:20,649 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-06T06:15:20,649 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-06T06:15:20,649 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-06T06:15:20,649 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-06T06:15:20,649 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=6336e8474e1c,36463,1733465708387 2024-12-06T06:15:20,653 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-12-06T06:15:20,654 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=6336e8474e1c,36463,1733465708387 in 10.1680 sec 2024-12-06T06:15:20,659 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-12-06T06:15:20,659 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 10.6600 sec 2024-12-06T06:15:20,660 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-06T06:15:20,660 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-12-06T06:15:20,681 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-06T06:15:20,682 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=6336e8474e1c,36463,1733465708387, seqNum=-1] 2024-12-06T06:15:20,728 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-06T06:15:20,734 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-4-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51629, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-06T06:15:20,752 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 11.1250 sec 2024-12-06T06:15:20,752 INFO [master/6336e8474e1c:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1733465720752, completionTime=-1 2024-12-06T06:15:20,754 INFO [master/6336e8474e1c:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=3; waited=0ms, expected min=3 server(s), max=3 server(s), master is running 2024-12-06T06:15:20,755 DEBUG [master/6336e8474e1c:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-12-06T06:15:20,781 INFO [master/6336e8474e1c:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=3 2024-12-06T06:15:20,781 INFO [master/6336e8474e1c:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1733465780781 2024-12-06T06:15:20,781 INFO [master/6336e8474e1c:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1733465840781 2024-12-06T06:15:20,781 INFO [master/6336e8474e1c:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 26 msec 2024-12-06T06:15:20,783 DEBUG [master/6336e8474e1c:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 1588230740 changed from -1.0 to 0.0, refreshing cache 2024-12-06T06:15:20,789 INFO [master/6336e8474e1c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6336e8474e1c,45063,1733465707335-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-06T06:15:20,789 INFO [master/6336e8474e1c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6336e8474e1c,45063,1733465707335-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-06T06:15:20,789 INFO [master/6336e8474e1c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6336e8474e1c,45063,1733465707335-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-06T06:15:20,791 INFO [master/6336e8474e1c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-6336e8474e1c:45063, period=300000, unit=MILLISECONDS is enabled. 2024-12-06T06:15:20,791 INFO [master/6336e8474e1c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-12-06T06:15:20,792 INFO [master/6336e8474e1c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-12-06T06:15:20,797 DEBUG [master/6336e8474e1c:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-12-06T06:15:20,819 INFO [master/6336e8474e1c:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 12.244sec 2024-12-06T06:15:20,820 INFO [master/6336e8474e1c:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-12-06T06:15:20,821 INFO [master/6336e8474e1c:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-12-06T06:15:20,822 INFO [master/6336e8474e1c:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-12-06T06:15:20,823 INFO [master/6336e8474e1c:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-12-06T06:15:20,823 INFO [master/6336e8474e1c:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-12-06T06:15:20,824 INFO [master/6336e8474e1c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6336e8474e1c,45063,1733465707335-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-06T06:15:20,824 INFO [master/6336e8474e1c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6336e8474e1c,45063,1733465707335-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-12-06T06:15:20,829 DEBUG [master/6336e8474e1c:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-12-06T06:15:20,830 INFO [master/6336e8474e1c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-12-06T06:15:20,830 INFO [master/6336e8474e1c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6336e8474e1c,45063,1733465707335-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-06T06:15:20,835 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3d5f2df8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T06:15:20,840 DEBUG [Time-limited test {}] nio.NioEventLoop(110): -Dio.netty.noKeySetOptimization: false 2024-12-06T06:15:20,841 DEBUG [Time-limited test {}] nio.NioEventLoop(111): -Dio.netty.selectorAutoRebuildThreshold: 512 2024-12-06T06:15:20,845 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 6336e8474e1c,45063,-1 for getting cluster id 2024-12-06T06:15:20,847 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-06T06:15:20,858 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'b07d055a-6e9d-453b-9c5a-a3268ebcd1b0' 2024-12-06T06:15:20,861 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-06T06:15:20,861 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "b07d055a-6e9d-453b-9c5a-a3268ebcd1b0" 2024-12-06T06:15:20,861 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2c5ad3fc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T06:15:20,861 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6336e8474e1c,45063,-1] 2024-12-06T06:15:20,864 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-06T06:15:20,866 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T06:15:20,867 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51264, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-06T06:15:20,870 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@f810e1b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T06:15:20,870 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-06T06:15:20,876 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=6336e8474e1c,36463,1733465708387, seqNum=-1] 2024-12-06T06:15:20,877 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-06T06:15:20,879 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-4-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42546, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-06T06:15:20,898 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=6336e8474e1c,45063,1733465707335 2024-12-06T06:15:20,903 DEBUG [Time-limited test {}] snapshot.SnapshotDescriptionUtils(316): Creation time not specified, setting to:1733465720901 (current time:1733465720901). 2024-12-06T06:15:20,903 DEBUG [Time-limited test {}] snapshot.SnapshotDescriptionUtils(330): Snapshot current TTL value: 0 resetting it to default value: 0 2024-12-06T06:15:20,903 DEBUG [Time-limited test {}] snapshot.SnapshotDescriptionUtils(339): Snapshot SnapshotProcedureTest VERSION not specified, setting to 2 2024-12-06T06:15:20,905 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@294e802, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T06:15:20,905 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 6336e8474e1c,45063,-1 for getting cluster id 2024-12-06T06:15:20,906 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-06T06:15:20,907 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'b07d055a-6e9d-453b-9c5a-a3268ebcd1b0' 2024-12-06T06:15:20,907 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-06T06:15:20,907 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "b07d055a-6e9d-453b-9c5a-a3268ebcd1b0" 2024-12-06T06:15:20,908 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@24853937, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T06:15:20,908 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6336e8474e1c,45063,-1] 2024-12-06T06:15:20,908 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-06T06:15:20,908 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T06:15:20,909 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51282, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-06T06:15:20,911 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6fcdcf9e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T06:15:20,913 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-06T06:15:20,914 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=6336e8474e1c,36463,1733465708387, seqNum=-1] 2024-12-06T06:15:20,914 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-06T06:15:20,915 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-4-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42550, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-06T06:15:20,917 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-06T06:15:20,917 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.isSecurityAvailable(SnapshotDescriptionUtils.java:481) at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.validate(SnapshotDescriptionUtils.java:353) at org.apache.hadoop.hbase.master.procedure.TestSnapshotProcedure.setup(TestSnapshotProcedure.java:117) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunBefores.invokeMethod(RunBefores.java:33) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:24) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-06T06:15:20,922 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T06:15:20,922 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T06:15:20,922 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-06T06:15:20,927 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-06T06:15:20,932 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 6336e8474e1c,45063,1733465707335 2024-12-06T06:15:20,934 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@4c54fa53 2024-12-06T06:15:20,935 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-06T06:15:20,937 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51298, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-06T06:15:20,943 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45063 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'SPTestTable', {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-06T06:15:20,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45063 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=SPTestTable 2024-12-06T06:15:20,952 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_PRE_OPERATION 2024-12-06T06:15:20,954 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45063 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "SPTestTable" procId is: 4 2024-12-06T06:15:20,955 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T06:15:20,957 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-06T06:15:20,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45063 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-06T06:15:20,970 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41607 is added to blk_1073741837_1013 (size=361) 2024-12-06T06:15:20,970 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42803 is added to blk_1073741837_1013 (size=361) 2024-12-06T06:15:20,971 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37065 is added to blk_1073741837_1013 (size=361) 2024-12-06T06:15:20,975 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(7572): creating {ENCODED => 07d98e86b53bc789e76549342835c8de, NAME => 'SPTestTable,33333332,1733465720939.07d98e86b53bc789e76549342835c8de.', STARTKEY => '33333332', ENDKEY => '4ccccccb'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:34117/user/jenkins/test-data/3200b50d-b776-70a2-a5b7-df54891339c3 2024-12-06T06:15:20,975 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(7572): creating {ENCODED => fe39056be7fa2996d36a46e84e564301, NAME => 'SPTestTable,19999999,1733465720939.fe39056be7fa2996d36a46e84e564301.', STARTKEY => '19999999', ENDKEY => '33333332'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:34117/user/jenkins/test-data/3200b50d-b776-70a2-a5b7-df54891339c3 2024-12-06T06:15:20,975 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => ce6ba65723f1fc47537c82905e6be676, NAME => 'SPTestTable,,1733465720939.ce6ba65723f1fc47537c82905e6be676.', STARTKEY => '', ENDKEY => '19999999'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:34117/user/jenkins/test-data/3200b50d-b776-70a2-a5b7-df54891339c3 2024-12-06T06:15:20,992 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37065 is added to blk_1073741838_1014 (size=62) 2024-12-06T06:15:20,994 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41607 is added to blk_1073741838_1014 (size=62) 2024-12-06T06:15:20,994 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42803 is added to blk_1073741838_1014 (size=62) 2024-12-06T06:15:20,995 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37065 is added to blk_1073741840_1016 (size=62) 2024-12-06T06:15:20,995 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41607 is added to blk_1073741840_1016 (size=62) 2024-12-06T06:15:20,996 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(898): Instantiated SPTestTable,19999999,1733465720939.fe39056be7fa2996d36a46e84e564301.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-06T06:15:20,996 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1722): Closing fe39056be7fa2996d36a46e84e564301, disabling compactions & flushes 2024-12-06T06:15:20,996 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1755): Closing region SPTestTable,19999999,1733465720939.fe39056be7fa2996d36a46e84e564301. 2024-12-06T06:15:20,996 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,19999999,1733465720939.fe39056be7fa2996d36a46e84e564301. 2024-12-06T06:15:20,996 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,19999999,1733465720939.fe39056be7fa2996d36a46e84e564301. after waiting 0 ms 2024-12-06T06:15:20,996 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,19999999,1733465720939.fe39056be7fa2996d36a46e84e564301. 2024-12-06T06:15:20,996 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1973): Closed SPTestTable,19999999,1733465720939.fe39056be7fa2996d36a46e84e564301. 2024-12-06T06:15:20,996 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1676): Region close journal for fe39056be7fa2996d36a46e84e564301: Waiting for close lock at 1733465720996Disabling compacts and flushes for region at 1733465720996Disabling writes for close at 1733465720996Writing region close event to WAL at 1733465720996Closed at 1733465720996 2024-12-06T06:15:20,997 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41607 is added to blk_1073741839_1015 (size=54) 2024-12-06T06:15:20,997 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(7572): creating {ENCODED => 92252e33e61aa65c35c9ea7a0813d22b, NAME => 'SPTestTable,4ccccccb,1733465720939.92252e33e61aa65c35c9ea7a0813d22b.', STARTKEY => '4ccccccb', ENDKEY => '66666664'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:34117/user/jenkins/test-data/3200b50d-b776-70a2-a5b7-df54891339c3 2024-12-06T06:15:20,997 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37065 is added to blk_1073741839_1015 (size=54) 2024-12-06T06:15:20,998 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(898): Instantiated SPTestTable,33333332,1733465720939.07d98e86b53bc789e76549342835c8de.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-06T06:15:20,998 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1722): Closing 07d98e86b53bc789e76549342835c8de, disabling compactions & flushes 2024-12-06T06:15:20,998 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1755): Closing region SPTestTable,33333332,1733465720939.07d98e86b53bc789e76549342835c8de. 2024-12-06T06:15:20,998 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,33333332,1733465720939.07d98e86b53bc789e76549342835c8de. 2024-12-06T06:15:20,998 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,33333332,1733465720939.07d98e86b53bc789e76549342835c8de. after waiting 0 ms 2024-12-06T06:15:20,998 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,33333332,1733465720939.07d98e86b53bc789e76549342835c8de. 2024-12-06T06:15:20,999 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1973): Closed SPTestTable,33333332,1733465720939.07d98e86b53bc789e76549342835c8de. 2024-12-06T06:15:20,999 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42803 is added to blk_1073741840_1016 (size=62) 2024-12-06T06:15:20,999 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1676): Region close journal for 07d98e86b53bc789e76549342835c8de: Waiting for close lock at 1733465720998Disabling compacts and flushes for region at 1733465720998Disabling writes for close at 1733465720998Writing region close event to WAL at 1733465720999 (+1 ms)Closed at 1733465720999 2024-12-06T06:15:20,999 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42803 is added to blk_1073741839_1015 (size=54) 2024-12-06T06:15:20,999 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(7572): creating {ENCODED => 098977869d805bc3807895ef7e7f01c6, NAME => 'SPTestTable,66666664,1733465720939.098977869d805bc3807895ef7e7f01c6.', STARTKEY => '66666664', ENDKEY => '7ffffffd'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:34117/user/jenkins/test-data/3200b50d-b776-70a2-a5b7-df54891339c3 2024-12-06T06:15:21,000 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(898): Instantiated SPTestTable,,1733465720939.ce6ba65723f1fc47537c82905e6be676.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-06T06:15:21,000 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1722): Closing ce6ba65723f1fc47537c82905e6be676, disabling compactions & flushes 2024-12-06T06:15:21,000 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1755): Closing region SPTestTable,,1733465720939.ce6ba65723f1fc47537c82905e6be676. 2024-12-06T06:15:21,000 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,,1733465720939.ce6ba65723f1fc47537c82905e6be676. 2024-12-06T06:15:21,000 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,,1733465720939.ce6ba65723f1fc47537c82905e6be676. after waiting 0 ms 2024-12-06T06:15:21,000 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,,1733465720939.ce6ba65723f1fc47537c82905e6be676. 2024-12-06T06:15:21,000 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1973): Closed SPTestTable,,1733465720939.ce6ba65723f1fc47537c82905e6be676. 2024-12-06T06:15:21,000 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1676): Region close journal for ce6ba65723f1fc47537c82905e6be676: Waiting for close lock at 1733465721000Disabling compacts and flushes for region at 1733465721000Disabling writes for close at 1733465721000Writing region close event to WAL at 1733465721000Closed at 1733465721000 2024-12-06T06:15:21,001 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 2b5a28a7c4912ac96c5d6be68a1909d5, NAME => 'SPTestTable,7ffffffd,1733465720939.2b5a28a7c4912ac96c5d6be68a1909d5.', STARTKEY => '7ffffffd', ENDKEY => '99999996'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:34117/user/jenkins/test-data/3200b50d-b776-70a2-a5b7-df54891339c3 2024-12-06T06:15:21,011 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42803 is added to blk_1073741841_1017 (size=62) 2024-12-06T06:15:21,012 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41607 is added to blk_1073741841_1017 (size=62) 2024-12-06T06:15:21,013 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37065 is added to blk_1073741841_1017 (size=62) 2024-12-06T06:15:21,014 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(898): Instantiated SPTestTable,4ccccccb,1733465720939.92252e33e61aa65c35c9ea7a0813d22b.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-06T06:15:21,014 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1722): Closing 92252e33e61aa65c35c9ea7a0813d22b, disabling compactions & flushes 2024-12-06T06:15:21,014 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1755): Closing region SPTestTable,4ccccccb,1733465720939.92252e33e61aa65c35c9ea7a0813d22b. 2024-12-06T06:15:21,014 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,4ccccccb,1733465720939.92252e33e61aa65c35c9ea7a0813d22b. 2024-12-06T06:15:21,014 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,4ccccccb,1733465720939.92252e33e61aa65c35c9ea7a0813d22b. after waiting 0 ms 2024-12-06T06:15:21,014 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,4ccccccb,1733465720939.92252e33e61aa65c35c9ea7a0813d22b. 2024-12-06T06:15:21,014 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1973): Closed SPTestTable,4ccccccb,1733465720939.92252e33e61aa65c35c9ea7a0813d22b. 2024-12-06T06:15:21,014 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1676): Region close journal for 92252e33e61aa65c35c9ea7a0813d22b: Waiting for close lock at 1733465721014Disabling compacts and flushes for region at 1733465721014Disabling writes for close at 1733465721014Writing region close event to WAL at 1733465721014Closed at 1733465721014 2024-12-06T06:15:21,015 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41607 is added to blk_1073741843_1019 (size=62) 2024-12-06T06:15:21,015 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(7572): creating {ENCODED => 6669303dcaa20b5b0c669a2143ff00b9, NAME => 'SPTestTable,99999996,1733465720939.6669303dcaa20b5b0c669a2143ff00b9.', STARTKEY => '99999996', ENDKEY => 'b333332f'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:34117/user/jenkins/test-data/3200b50d-b776-70a2-a5b7-df54891339c3 2024-12-06T06:15:21,015 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42803 is added to blk_1073741843_1019 (size=62) 2024-12-06T06:15:21,016 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37065 is added to blk_1073741843_1019 (size=62) 2024-12-06T06:15:21,017 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(898): Instantiated SPTestTable,7ffffffd,1733465720939.2b5a28a7c4912ac96c5d6be68a1909d5.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-06T06:15:21,017 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1722): Closing 2b5a28a7c4912ac96c5d6be68a1909d5, disabling compactions & flushes 2024-12-06T06:15:21,017 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1755): Closing region SPTestTable,7ffffffd,1733465720939.2b5a28a7c4912ac96c5d6be68a1909d5. 2024-12-06T06:15:21,017 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,7ffffffd,1733465720939.2b5a28a7c4912ac96c5d6be68a1909d5. 2024-12-06T06:15:21,017 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,7ffffffd,1733465720939.2b5a28a7c4912ac96c5d6be68a1909d5. after waiting 0 ms 2024-12-06T06:15:21,017 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,7ffffffd,1733465720939.2b5a28a7c4912ac96c5d6be68a1909d5. 2024-12-06T06:15:21,017 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1973): Closed SPTestTable,7ffffffd,1733465720939.2b5a28a7c4912ac96c5d6be68a1909d5. 2024-12-06T06:15:21,017 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1676): Region close journal for 2b5a28a7c4912ac96c5d6be68a1909d5: Waiting for close lock at 1733465721017Disabling compacts and flushes for region at 1733465721017Disabling writes for close at 1733465721017Writing region close event to WAL at 1733465721017Closed at 1733465721017 2024-12-06T06:15:21,018 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 3fb9c03a5659961afad622521c7eb899, NAME => 'SPTestTable,b333332f,1733465720939.3fb9c03a5659961afad622521c7eb899.', STARTKEY => 'b333332f', ENDKEY => 'ccccccc8'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:34117/user/jenkins/test-data/3200b50d-b776-70a2-a5b7-df54891339c3 2024-12-06T06:15:21,022 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37065 is added to blk_1073741842_1018 (size=62) 2024-12-06T06:15:21,022 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41607 is added to blk_1073741842_1018 (size=62) 2024-12-06T06:15:21,024 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42803 is added to blk_1073741842_1018 (size=62) 2024-12-06T06:15:21,025 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(898): Instantiated SPTestTable,66666664,1733465720939.098977869d805bc3807895ef7e7f01c6.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-06T06:15:21,025 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1722): Closing 098977869d805bc3807895ef7e7f01c6, disabling compactions & flushes 2024-12-06T06:15:21,025 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1755): Closing region SPTestTable,66666664,1733465720939.098977869d805bc3807895ef7e7f01c6. 2024-12-06T06:15:21,025 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,66666664,1733465720939.098977869d805bc3807895ef7e7f01c6. 2024-12-06T06:15:21,025 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,66666664,1733465720939.098977869d805bc3807895ef7e7f01c6. after waiting 0 ms 2024-12-06T06:15:21,025 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,66666664,1733465720939.098977869d805bc3807895ef7e7f01c6. 2024-12-06T06:15:21,025 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1973): Closed SPTestTable,66666664,1733465720939.098977869d805bc3807895ef7e7f01c6. 2024-12-06T06:15:21,026 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1676): Region close journal for 098977869d805bc3807895ef7e7f01c6: Waiting for close lock at 1733465721025Disabling compacts and flushes for region at 1733465721025Disabling writes for close at 1733465721025Writing region close event to WAL at 1733465721025Closed at 1733465721025 2024-12-06T06:15:21,026 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(7572): creating {ENCODED => f577d789b02a2b776d1020e3689e1dbc, NAME => 'SPTestTable,ccccccc8,1733465720939.f577d789b02a2b776d1020e3689e1dbc.', STARTKEY => 'ccccccc8', ENDKEY => 'e6666661'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:34117/user/jenkins/test-data/3200b50d-b776-70a2-a5b7-df54891339c3 2024-12-06T06:15:21,032 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37065 is added to blk_1073741844_1020 (size=62) 2024-12-06T06:15:21,033 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42803 is added to blk_1073741844_1020 (size=62) 2024-12-06T06:15:21,034 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41607 is added to blk_1073741844_1020 (size=62) 2024-12-06T06:15:21,034 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(898): Instantiated SPTestTable,99999996,1733465720939.6669303dcaa20b5b0c669a2143ff00b9.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-06T06:15:21,034 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1722): Closing 6669303dcaa20b5b0c669a2143ff00b9, disabling compactions & flushes 2024-12-06T06:15:21,034 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1755): Closing region SPTestTable,99999996,1733465720939.6669303dcaa20b5b0c669a2143ff00b9. 2024-12-06T06:15:21,034 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,99999996,1733465720939.6669303dcaa20b5b0c669a2143ff00b9. 2024-12-06T06:15:21,034 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,99999996,1733465720939.6669303dcaa20b5b0c669a2143ff00b9. after waiting 0 ms 2024-12-06T06:15:21,034 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,99999996,1733465720939.6669303dcaa20b5b0c669a2143ff00b9. 2024-12-06T06:15:21,034 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1973): Closed SPTestTable,99999996,1733465720939.6669303dcaa20b5b0c669a2143ff00b9. 2024-12-06T06:15:21,034 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1676): Region close journal for 6669303dcaa20b5b0c669a2143ff00b9: Waiting for close lock at 1733465721034Disabling compacts and flushes for region at 1733465721034Disabling writes for close at 1733465721034Writing region close event to WAL at 1733465721034Closed at 1733465721034 2024-12-06T06:15:21,035 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42803 is added to blk_1073741845_1021 (size=62) 2024-12-06T06:15:21,035 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(7572): creating {ENCODED => 19016ce37dfc7e09c314e7e616b0207c, NAME => 'SPTestTable,e6666661,1733465720939.19016ce37dfc7e09c314e7e616b0207c.', STARTKEY => 'e6666661', ENDKEY => ''}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:34117/user/jenkins/test-data/3200b50d-b776-70a2-a5b7-df54891339c3 2024-12-06T06:15:21,037 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41607 is added to blk_1073741845_1021 (size=62) 2024-12-06T06:15:21,039 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37065 is added to blk_1073741845_1021 (size=62) 2024-12-06T06:15:21,040 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(898): Instantiated SPTestTable,b333332f,1733465720939.3fb9c03a5659961afad622521c7eb899.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-06T06:15:21,040 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1722): Closing 3fb9c03a5659961afad622521c7eb899, disabling compactions & flushes 2024-12-06T06:15:21,040 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1755): Closing region SPTestTable,b333332f,1733465720939.3fb9c03a5659961afad622521c7eb899. 2024-12-06T06:15:21,040 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,b333332f,1733465720939.3fb9c03a5659961afad622521c7eb899. 2024-12-06T06:15:21,040 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,b333332f,1733465720939.3fb9c03a5659961afad622521c7eb899. after waiting 0 ms 2024-12-06T06:15:21,040 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,b333332f,1733465720939.3fb9c03a5659961afad622521c7eb899. 2024-12-06T06:15:21,040 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1973): Closed SPTestTable,b333332f,1733465720939.3fb9c03a5659961afad622521c7eb899. 2024-12-06T06:15:21,040 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1676): Region close journal for 3fb9c03a5659961afad622521c7eb899: Waiting for close lock at 1733465721040Disabling compacts and flushes for region at 1733465721040Disabling writes for close at 1733465721040Writing region close event to WAL at 1733465721040Closed at 1733465721040 2024-12-06T06:15:21,041 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37065 is added to blk_1073741846_1022 (size=62) 2024-12-06T06:15:21,042 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42803 is added to blk_1073741846_1022 (size=62) 2024-12-06T06:15:21,042 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41607 is added to blk_1073741846_1022 (size=62) 2024-12-06T06:15:21,042 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(898): Instantiated SPTestTable,ccccccc8,1733465720939.f577d789b02a2b776d1020e3689e1dbc.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-06T06:15:21,043 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1722): Closing f577d789b02a2b776d1020e3689e1dbc, disabling compactions & flushes 2024-12-06T06:15:21,043 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1755): Closing region SPTestTable,ccccccc8,1733465720939.f577d789b02a2b776d1020e3689e1dbc. 2024-12-06T06:15:21,043 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,ccccccc8,1733465720939.f577d789b02a2b776d1020e3689e1dbc. 2024-12-06T06:15:21,043 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,ccccccc8,1733465720939.f577d789b02a2b776d1020e3689e1dbc. after waiting 0 ms 2024-12-06T06:15:21,043 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,ccccccc8,1733465720939.f577d789b02a2b776d1020e3689e1dbc. 2024-12-06T06:15:21,043 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1973): Closed SPTestTable,ccccccc8,1733465720939.f577d789b02a2b776d1020e3689e1dbc. 2024-12-06T06:15:21,043 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1676): Region close journal for f577d789b02a2b776d1020e3689e1dbc: Waiting for close lock at 1733465721043Disabling compacts and flushes for region at 1733465721043Disabling writes for close at 1733465721043Writing region close event to WAL at 1733465721043Closed at 1733465721043 2024-12-06T06:15:21,048 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41607 is added to blk_1073741847_1023 (size=54) 2024-12-06T06:15:21,049 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37065 is added to blk_1073741847_1023 (size=54) 2024-12-06T06:15:21,049 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42803 is added to blk_1073741847_1023 (size=54) 2024-12-06T06:15:21,050 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(898): Instantiated SPTestTable,e6666661,1733465720939.19016ce37dfc7e09c314e7e616b0207c.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-06T06:15:21,050 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1722): Closing 19016ce37dfc7e09c314e7e616b0207c, disabling compactions & flushes 2024-12-06T06:15:21,050 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1755): Closing region SPTestTable,e6666661,1733465720939.19016ce37dfc7e09c314e7e616b0207c. 2024-12-06T06:15:21,050 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,e6666661,1733465720939.19016ce37dfc7e09c314e7e616b0207c. 2024-12-06T06:15:21,050 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,e6666661,1733465720939.19016ce37dfc7e09c314e7e616b0207c. after waiting 0 ms 2024-12-06T06:15:21,050 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,e6666661,1733465720939.19016ce37dfc7e09c314e7e616b0207c. 2024-12-06T06:15:21,050 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1973): Closed SPTestTable,e6666661,1733465720939.19016ce37dfc7e09c314e7e616b0207c. 2024-12-06T06:15:21,050 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1676): Region close journal for 19016ce37dfc7e09c314e7e616b0207c: Waiting for close lock at 1733465721050Disabling compacts and flushes for region at 1733465721050Disabling writes for close at 1733465721050Writing region close event to WAL at 1733465721050Closed at 1733465721050 2024-12-06T06:15:21,053 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_ADD_TO_META 2024-12-06T06:15:21,059 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,19999999,1733465720939.fe39056be7fa2996d36a46e84e564301.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1733465721053"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733465721053"}]},"ts":"1733465721053"} 2024-12-06T06:15:21,059 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,33333332,1733465720939.07d98e86b53bc789e76549342835c8de.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1733465721053"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733465721053"}]},"ts":"1733465721053"} 2024-12-06T06:15:21,059 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,,1733465720939.ce6ba65723f1fc47537c82905e6be676.","families":{"info":[{"qualifier":"regioninfo","vlen":53,"tag":[],"timestamp":"1733465721053"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733465721053"}]},"ts":"1733465721053"} 2024-12-06T06:15:21,059 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,4ccccccb,1733465720939.92252e33e61aa65c35c9ea7a0813d22b.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1733465721053"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733465721053"}]},"ts":"1733465721053"} 2024-12-06T06:15:21,059 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,7ffffffd,1733465720939.2b5a28a7c4912ac96c5d6be68a1909d5.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1733465721053"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733465721053"}]},"ts":"1733465721053"} 2024-12-06T06:15:21,059 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,66666664,1733465720939.098977869d805bc3807895ef7e7f01c6.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1733465721053"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733465721053"}]},"ts":"1733465721053"} 2024-12-06T06:15:21,059 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,99999996,1733465720939.6669303dcaa20b5b0c669a2143ff00b9.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1733465721053"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733465721053"}]},"ts":"1733465721053"} 2024-12-06T06:15:21,060 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,b333332f,1733465720939.3fb9c03a5659961afad622521c7eb899.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1733465721053"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733465721053"}]},"ts":"1733465721053"} 2024-12-06T06:15:21,060 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,ccccccc8,1733465720939.f577d789b02a2b776d1020e3689e1dbc.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1733465721053"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733465721053"}]},"ts":"1733465721053"} 2024-12-06T06:15:21,060 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,e6666661,1733465720939.19016ce37dfc7e09c314e7e616b0207c.","families":{"info":[{"qualifier":"regioninfo","vlen":53,"tag":[],"timestamp":"1733465721053"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733465721053"}]},"ts":"1733465721053"} 2024-12-06T06:15:21,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45063 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-06T06:15:21,096 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 10 regions to meta. 2024-12-06T06:15:21,098 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-06T06:15:21,101 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"SPTestTable","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733465721098"}]},"ts":"1733465721098"} 2024-12-06T06:15:21,105 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=SPTestTable, state=ENABLING in hbase:meta 2024-12-06T06:15:21,106 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(204): Hosts are {6336e8474e1c=0} racks are {/default-rack=0} 2024-12-06T06:15:21,114 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-12-06T06:15:21,114 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-12-06T06:15:21,114 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 2 has 0 regions 2024-12-06T06:15:21,114 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-12-06T06:15:21,114 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-12-06T06:15:21,114 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 2 is on host 0 2024-12-06T06:15:21,114 INFO [PEWorker-3 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-12-06T06:15:21,114 INFO [PEWorker-3 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-12-06T06:15:21,114 INFO [PEWorker-3 {}] balancer.BalancerClusterState(321): server 2 is on rack 0 2024-12-06T06:15:21,114 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-12-06T06:15:21,115 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=ce6ba65723f1fc47537c82905e6be676, ASSIGN}, {pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=fe39056be7fa2996d36a46e84e564301, ASSIGN}, {pid=7, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=07d98e86b53bc789e76549342835c8de, ASSIGN}, {pid=8, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=92252e33e61aa65c35c9ea7a0813d22b, ASSIGN}, {pid=9, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=098977869d805bc3807895ef7e7f01c6, ASSIGN}, {pid=10, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=2b5a28a7c4912ac96c5d6be68a1909d5, ASSIGN}, {pid=11, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=6669303dcaa20b5b0c669a2143ff00b9, ASSIGN}, {pid=12, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=3fb9c03a5659961afad622521c7eb899, ASSIGN}, {pid=13, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=f577d789b02a2b776d1020e3689e1dbc, ASSIGN}, {pid=14, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=19016ce37dfc7e09c314e7e616b0207c, ASSIGN}] 2024-12-06T06:15:21,119 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=098977869d805bc3807895ef7e7f01c6, ASSIGN 2024-12-06T06:15:21,120 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=8, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=92252e33e61aa65c35c9ea7a0813d22b, ASSIGN 2024-12-06T06:15:21,120 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=7, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=07d98e86b53bc789e76549342835c8de, ASSIGN 2024-12-06T06:15:21,120 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=fe39056be7fa2996d36a46e84e564301, ASSIGN 2024-12-06T06:15:21,122 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=098977869d805bc3807895ef7e7f01c6, ASSIGN; state=OFFLINE, location=6336e8474e1c,36463,1733465708387; forceNewPlan=false, retain=false 2024-12-06T06:15:21,122 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=fe39056be7fa2996d36a46e84e564301, ASSIGN; state=OFFLINE, location=6336e8474e1c,39333,1733465708261; forceNewPlan=false, retain=false 2024-12-06T06:15:21,122 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=8, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=92252e33e61aa65c35c9ea7a0813d22b, ASSIGN; state=OFFLINE, location=6336e8474e1c,39333,1733465708261; forceNewPlan=false, retain=false 2024-12-06T06:15:21,122 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=14, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=19016ce37dfc7e09c314e7e616b0207c, ASSIGN 2024-12-06T06:15:21,122 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=7, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=07d98e86b53bc789e76549342835c8de, ASSIGN; state=OFFLINE, location=6336e8474e1c,34119,1733465708455; forceNewPlan=false, retain=false 2024-12-06T06:15:21,124 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=14, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=19016ce37dfc7e09c314e7e616b0207c, ASSIGN; state=OFFLINE, location=6336e8474e1c,39333,1733465708261; forceNewPlan=false, retain=false 2024-12-06T06:15:21,128 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=13, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=f577d789b02a2b776d1020e3689e1dbc, ASSIGN 2024-12-06T06:15:21,129 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=10, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=2b5a28a7c4912ac96c5d6be68a1909d5, ASSIGN 2024-12-06T06:15:21,129 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=ce6ba65723f1fc47537c82905e6be676, ASSIGN 2024-12-06T06:15:21,129 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=11, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=6669303dcaa20b5b0c669a2143ff00b9, ASSIGN 2024-12-06T06:15:21,129 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=13, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=f577d789b02a2b776d1020e3689e1dbc, ASSIGN; state=OFFLINE, location=6336e8474e1c,36463,1733465708387; forceNewPlan=false, retain=false 2024-12-06T06:15:21,130 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=12, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=3fb9c03a5659961afad622521c7eb899, ASSIGN 2024-12-06T06:15:21,131 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=ce6ba65723f1fc47537c82905e6be676, ASSIGN; state=OFFLINE, location=6336e8474e1c,36463,1733465708387; forceNewPlan=false, retain=false 2024-12-06T06:15:21,131 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=10, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=2b5a28a7c4912ac96c5d6be68a1909d5, ASSIGN; state=OFFLINE, location=6336e8474e1c,34119,1733465708455; forceNewPlan=false, retain=false 2024-12-06T06:15:21,131 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=11, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=6669303dcaa20b5b0c669a2143ff00b9, ASSIGN; state=OFFLINE, location=6336e8474e1c,39333,1733465708261; forceNewPlan=false, retain=false 2024-12-06T06:15:21,131 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=12, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=3fb9c03a5659961afad622521c7eb899, ASSIGN; state=OFFLINE, location=6336e8474e1c,34119,1733465708455; forceNewPlan=false, retain=false 2024-12-06T06:15:21,275 INFO [6336e8474e1c:45063 {}] balancer.BaseLoadBalancer(388): Reassigned 10 regions. 10 retained the pre-restart assignment. 2024-12-06T06:15:21,276 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=fe39056be7fa2996d36a46e84e564301, regionState=OPENING, regionLocation=6336e8474e1c,39333,1733465708261 2024-12-06T06:15:21,276 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=11 updating hbase:meta row=6669303dcaa20b5b0c669a2143ff00b9, regionState=OPENING, regionLocation=6336e8474e1c,39333,1733465708261 2024-12-06T06:15:21,276 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=8 updating hbase:meta row=92252e33e61aa65c35c9ea7a0813d22b, regionState=OPENING, regionLocation=6336e8474e1c,39333,1733465708261 2024-12-06T06:15:21,276 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=13 updating hbase:meta row=f577d789b02a2b776d1020e3689e1dbc, regionState=OPENING, regionLocation=6336e8474e1c,36463,1733465708387 2024-12-06T06:15:21,276 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=14 updating hbase:meta row=19016ce37dfc7e09c314e7e616b0207c, regionState=OPENING, regionLocation=6336e8474e1c,39333,1733465708261 2024-12-06T06:15:21,277 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=098977869d805bc3807895ef7e7f01c6, regionState=OPENING, regionLocation=6336e8474e1c,36463,1733465708387 2024-12-06T06:15:21,277 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=ce6ba65723f1fc47537c82905e6be676, regionState=OPENING, regionLocation=6336e8474e1c,36463,1733465708387 2024-12-06T06:15:21,277 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=10 updating hbase:meta row=2b5a28a7c4912ac96c5d6be68a1909d5, regionState=OPENING, regionLocation=6336e8474e1c,34119,1733465708455 2024-12-06T06:15:21,277 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=7 updating hbase:meta row=07d98e86b53bc789e76549342835c8de, regionState=OPENING, regionLocation=6336e8474e1c,34119,1733465708455 2024-12-06T06:15:21,278 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=12 updating hbase:meta row=3fb9c03a5659961afad622521c7eb899, regionState=OPENING, regionLocation=6336e8474e1c,34119,1733465708455 2024-12-06T06:15:21,280 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=14, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=19016ce37dfc7e09c314e7e616b0207c, ASSIGN because future has completed 2024-12-06T06:15:21,281 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=15, ppid=14, state=RUNNABLE, hasLock=false; OpenRegionProcedure 19016ce37dfc7e09c314e7e616b0207c, server=6336e8474e1c,39333,1733465708261}] 2024-12-06T06:15:21,282 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=11, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=6669303dcaa20b5b0c669a2143ff00b9, ASSIGN because future has completed 2024-12-06T06:15:21,283 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=16, ppid=11, state=RUNNABLE, hasLock=false; OpenRegionProcedure 6669303dcaa20b5b0c669a2143ff00b9, server=6336e8474e1c,39333,1733465708261}] 2024-12-06T06:15:21,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45063 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-06T06:15:21,285 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=fe39056be7fa2996d36a46e84e564301, ASSIGN because future has completed 2024-12-06T06:15:21,286 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=8, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=92252e33e61aa65c35c9ea7a0813d22b, ASSIGN because future has completed 2024-12-06T06:15:21,288 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=17, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure fe39056be7fa2996d36a46e84e564301, server=6336e8474e1c,39333,1733465708261}] 2024-12-06T06:15:21,289 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=13, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=f577d789b02a2b776d1020e3689e1dbc, ASSIGN because future has completed 2024-12-06T06:15:21,291 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=098977869d805bc3807895ef7e7f01c6, ASSIGN because future has completed 2024-12-06T06:15:21,292 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=19, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 098977869d805bc3807895ef7e7f01c6, server=6336e8474e1c,36463,1733465708387}] 2024-12-06T06:15:21,295 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=ce6ba65723f1fc47537c82905e6be676, ASSIGN because future has completed 2024-12-06T06:15:21,295 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=18, ppid=8, state=RUNNABLE, hasLock=false; OpenRegionProcedure 92252e33e61aa65c35c9ea7a0813d22b, server=6336e8474e1c,39333,1733465708261}] 2024-12-06T06:15:21,296 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=2b5a28a7c4912ac96c5d6be68a1909d5, ASSIGN because future has completed 2024-12-06T06:15:21,298 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=7, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=07d98e86b53bc789e76549342835c8de, ASSIGN because future has completed 2024-12-06T06:15:21,299 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=20, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure ce6ba65723f1fc47537c82905e6be676, server=6336e8474e1c,36463,1733465708387}] 2024-12-06T06:15:21,299 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=12, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=3fb9c03a5659961afad622521c7eb899, ASSIGN because future has completed 2024-12-06T06:15:21,303 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=21, ppid=7, state=RUNNABLE, hasLock=false; OpenRegionProcedure 07d98e86b53bc789e76549342835c8de, server=6336e8474e1c,34119,1733465708455}] 2024-12-06T06:15:21,306 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=22, ppid=12, state=RUNNABLE, hasLock=false; OpenRegionProcedure 3fb9c03a5659961afad622521c7eb899, server=6336e8474e1c,34119,1733465708455}] 2024-12-06T06:15:21,306 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=23, ppid=10, state=RUNNABLE, hasLock=false; OpenRegionProcedure 2b5a28a7c4912ac96c5d6be68a1909d5, server=6336e8474e1c,34119,1733465708455}] 2024-12-06T06:15:21,309 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=24, ppid=13, state=RUNNABLE, hasLock=false; OpenRegionProcedure f577d789b02a2b776d1020e3689e1dbc, server=6336e8474e1c,36463,1733465708387}] 2024-12-06T06:15:21,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45063 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-06T06:15:22,008 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-12-06T06:15:22,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45063 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-06T06:15:23,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45063 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-06T06:15:25,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45063 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-06T06:15:26,118 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-12-06T06:15:27,898 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-12-06T06:15:27,898 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-12-06T06:15:27,900 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-06T06:15:27,900 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-12-06T06:15:29,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45063 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-06T06:15:31,286 DEBUG [RSProcedureDispatcher-pool-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-06T06:15:31,289 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49045, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-06T06:15:31,307 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-06T06:15:31,309 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43255, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-06T06:15:31,312 INFO [RS_OPEN_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] handler.AssignRegionHandler(132): Open SPTestTable,19999999,1733465720939.fe39056be7fa2996d36a46e84e564301. 2024-12-06T06:15:31,312 DEBUG [RS_OPEN_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(7752): Opening region: {ENCODED => fe39056be7fa2996d36a46e84e564301, NAME => 'SPTestTable,19999999,1733465720939.fe39056be7fa2996d36a46e84e564301.', STARTKEY => '19999999', ENDKEY => '33333332'} 2024-12-06T06:15:31,313 DEBUG [RS_OPEN_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable fe39056be7fa2996d36a46e84e564301 2024-12-06T06:15:31,313 DEBUG [RS_OPEN_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(898): Instantiated SPTestTable,19999999,1733465720939.fe39056be7fa2996d36a46e84e564301.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-06T06:15:31,313 DEBUG [RS_OPEN_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(7794): checking encryption for fe39056be7fa2996d36a46e84e564301 2024-12-06T06:15:31,313 DEBUG [RS_OPEN_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(7797): checking classloading for fe39056be7fa2996d36a46e84e564301 2024-12-06T06:15:31,337 INFO [StoreOpener-fe39056be7fa2996d36a46e84e564301-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region fe39056be7fa2996d36a46e84e564301 2024-12-06T06:15:31,337 INFO [RS_OPEN_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] handler.AssignRegionHandler(132): Open SPTestTable,ccccccc8,1733465720939.f577d789b02a2b776d1020e3689e1dbc. 2024-12-06T06:15:31,338 DEBUG [RS_OPEN_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(7752): Opening region: {ENCODED => f577d789b02a2b776d1020e3689e1dbc, NAME => 'SPTestTable,ccccccc8,1733465720939.f577d789b02a2b776d1020e3689e1dbc.', STARTKEY => 'ccccccc8', ENDKEY => 'e6666661'} 2024-12-06T06:15:31,339 DEBUG [RS_OPEN_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable f577d789b02a2b776d1020e3689e1dbc 2024-12-06T06:15:31,339 DEBUG [RS_OPEN_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(898): Instantiated SPTestTable,ccccccc8,1733465720939.f577d789b02a2b776d1020e3689e1dbc.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-06T06:15:31,339 DEBUG [RS_OPEN_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(7794): checking encryption for f577d789b02a2b776d1020e3689e1dbc 2024-12-06T06:15:31,339 DEBUG [RS_OPEN_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(7797): checking classloading for f577d789b02a2b776d1020e3689e1dbc 2024-12-06T06:15:31,340 INFO [StoreOpener-fe39056be7fa2996d36a46e84e564301-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region fe39056be7fa2996d36a46e84e564301 columnFamilyName cf 2024-12-06T06:15:31,341 DEBUG [StoreOpener-fe39056be7fa2996d36a46e84e564301-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T06:15:31,341 INFO [RS_OPEN_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] handler.AssignRegionHandler(132): Open SPTestTable,7ffffffd,1733465720939.2b5a28a7c4912ac96c5d6be68a1909d5. 2024-12-06T06:15:31,341 DEBUG [RS_OPEN_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(7752): Opening region: {ENCODED => 2b5a28a7c4912ac96c5d6be68a1909d5, NAME => 'SPTestTable,7ffffffd,1733465720939.2b5a28a7c4912ac96c5d6be68a1909d5.', STARTKEY => '7ffffffd', ENDKEY => '99999996'} 2024-12-06T06:15:31,343 DEBUG [RS_OPEN_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 2b5a28a7c4912ac96c5d6be68a1909d5 2024-12-06T06:15:31,343 DEBUG [RS_OPEN_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(898): Instantiated SPTestTable,7ffffffd,1733465720939.2b5a28a7c4912ac96c5d6be68a1909d5.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-06T06:15:31,343 INFO [StoreOpener-fe39056be7fa2996d36a46e84e564301-1 {}] regionserver.HStore(327): Store=fe39056be7fa2996d36a46e84e564301/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-06T06:15:31,343 DEBUG [RS_OPEN_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(7794): checking encryption for 2b5a28a7c4912ac96c5d6be68a1909d5 2024-12-06T06:15:31,344 DEBUG [RS_OPEN_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(7797): checking classloading for 2b5a28a7c4912ac96c5d6be68a1909d5 2024-12-06T06:15:31,344 DEBUG [RS_OPEN_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1038): replaying wal for fe39056be7fa2996d36a46e84e564301 2024-12-06T06:15:31,345 DEBUG [RS_OPEN_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34117/user/jenkins/test-data/3200b50d-b776-70a2-a5b7-df54891339c3/data/default/SPTestTable/fe39056be7fa2996d36a46e84e564301 2024-12-06T06:15:31,346 DEBUG [RS_OPEN_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34117/user/jenkins/test-data/3200b50d-b776-70a2-a5b7-df54891339c3/data/default/SPTestTable/fe39056be7fa2996d36a46e84e564301 2024-12-06T06:15:31,347 DEBUG [RS_OPEN_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1048): stopping wal replay for fe39056be7fa2996d36a46e84e564301 2024-12-06T06:15:31,347 DEBUG [RS_OPEN_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1060): Cleaning up temporary data for fe39056be7fa2996d36a46e84e564301 2024-12-06T06:15:31,350 DEBUG [RS_OPEN_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1093): writing seq id for fe39056be7fa2996d36a46e84e564301 2024-12-06T06:15:31,353 INFO [StoreOpener-f577d789b02a2b776d1020e3689e1dbc-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region f577d789b02a2b776d1020e3689e1dbc 2024-12-06T06:15:31,355 INFO [StoreOpener-f577d789b02a2b776d1020e3689e1dbc-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f577d789b02a2b776d1020e3689e1dbc columnFamilyName cf 2024-12-06T06:15:31,355 DEBUG [StoreOpener-f577d789b02a2b776d1020e3689e1dbc-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T06:15:31,357 INFO [StoreOpener-2b5a28a7c4912ac96c5d6be68a1909d5-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 2b5a28a7c4912ac96c5d6be68a1909d5 2024-12-06T06:15:31,358 INFO [StoreOpener-f577d789b02a2b776d1020e3689e1dbc-1 {}] regionserver.HStore(327): Store=f577d789b02a2b776d1020e3689e1dbc/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-06T06:15:31,358 DEBUG [RS_OPEN_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1038): replaying wal for f577d789b02a2b776d1020e3689e1dbc 2024-12-06T06:15:31,360 INFO [StoreOpener-2b5a28a7c4912ac96c5d6be68a1909d5-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 2b5a28a7c4912ac96c5d6be68a1909d5 columnFamilyName cf 2024-12-06T06:15:31,361 DEBUG [RS_OPEN_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34117/user/jenkins/test-data/3200b50d-b776-70a2-a5b7-df54891339c3/data/default/SPTestTable/f577d789b02a2b776d1020e3689e1dbc 2024-12-06T06:15:31,361 DEBUG [StoreOpener-2b5a28a7c4912ac96c5d6be68a1909d5-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T06:15:31,362 DEBUG [RS_OPEN_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34117/user/jenkins/test-data/3200b50d-b776-70a2-a5b7-df54891339c3/data/default/SPTestTable/f577d789b02a2b776d1020e3689e1dbc 2024-12-06T06:15:31,362 INFO [StoreOpener-2b5a28a7c4912ac96c5d6be68a1909d5-1 {}] regionserver.HStore(327): Store=2b5a28a7c4912ac96c5d6be68a1909d5/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-06T06:15:31,362 DEBUG [RS_OPEN_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1038): replaying wal for 2b5a28a7c4912ac96c5d6be68a1909d5 2024-12-06T06:15:31,363 DEBUG [RS_OPEN_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1048): stopping wal replay for f577d789b02a2b776d1020e3689e1dbc 2024-12-06T06:15:31,363 DEBUG [RS_OPEN_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34117/user/jenkins/test-data/3200b50d-b776-70a2-a5b7-df54891339c3/data/default/SPTestTable/2b5a28a7c4912ac96c5d6be68a1909d5 2024-12-06T06:15:31,363 DEBUG [RS_OPEN_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1060): Cleaning up temporary data for f577d789b02a2b776d1020e3689e1dbc 2024-12-06T06:15:31,364 DEBUG [RS_OPEN_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34117/user/jenkins/test-data/3200b50d-b776-70a2-a5b7-df54891339c3/data/default/SPTestTable/2b5a28a7c4912ac96c5d6be68a1909d5 2024-12-06T06:15:31,365 DEBUG [RS_OPEN_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1048): stopping wal replay for 2b5a28a7c4912ac96c5d6be68a1909d5 2024-12-06T06:15:31,365 DEBUG [RS_OPEN_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1060): Cleaning up temporary data for 2b5a28a7c4912ac96c5d6be68a1909d5 2024-12-06T06:15:31,367 DEBUG [RS_OPEN_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34117/user/jenkins/test-data/3200b50d-b776-70a2-a5b7-df54891339c3/data/default/SPTestTable/fe39056be7fa2996d36a46e84e564301/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-06T06:15:31,368 INFO [RS_OPEN_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1114): Opened fe39056be7fa2996d36a46e84e564301; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62602275, jitterRate=-0.06715340912342072}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-06T06:15:31,369 DEBUG [RS_OPEN_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1122): Running coprocessor post-open hooks for fe39056be7fa2996d36a46e84e564301 2024-12-06T06:15:31,369 DEBUG [RS_OPEN_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1093): writing seq id for f577d789b02a2b776d1020e3689e1dbc 2024-12-06T06:15:31,370 DEBUG [RS_OPEN_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1093): writing seq id for 2b5a28a7c4912ac96c5d6be68a1909d5 2024-12-06T06:15:31,370 DEBUG [RS_OPEN_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1006): Region open journal for fe39056be7fa2996d36a46e84e564301: Running coprocessor pre-open hook at 1733465731313Writing region info on filesystem at 1733465731313Initializing all the Stores at 1733465731316 (+3 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733465731316Cleaning up temporary data from old regions at 1733465731347 (+31 ms)Running coprocessor post-open hooks at 1733465731369 (+22 ms)Region opened successfully at 1733465731370 (+1 ms) 2024-12-06T06:15:31,373 INFO [RS_OPEN_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,19999999,1733465720939.fe39056be7fa2996d36a46e84e564301., pid=17, masterSystemTime=1733465731286 2024-12-06T06:15:31,377 DEBUG [RS_OPEN_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,19999999,1733465720939.fe39056be7fa2996d36a46e84e564301. 2024-12-06T06:15:31,377 INFO [RS_OPEN_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] handler.AssignRegionHandler(153): Opened SPTestTable,19999999,1733465720939.fe39056be7fa2996d36a46e84e564301. 2024-12-06T06:15:31,377 INFO [RS_OPEN_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] handler.AssignRegionHandler(132): Open SPTestTable,99999996,1733465720939.6669303dcaa20b5b0c669a2143ff00b9. 2024-12-06T06:15:31,378 DEBUG [RS_OPEN_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(7752): Opening region: {ENCODED => 6669303dcaa20b5b0c669a2143ff00b9, NAME => 'SPTestTable,99999996,1733465720939.6669303dcaa20b5b0c669a2143ff00b9.', STARTKEY => '99999996', ENDKEY => 'b333332f'} 2024-12-06T06:15:31,378 DEBUG [RS_OPEN_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 6669303dcaa20b5b0c669a2143ff00b9 2024-12-06T06:15:31,378 DEBUG [RS_OPEN_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(898): Instantiated SPTestTable,99999996,1733465720939.6669303dcaa20b5b0c669a2143ff00b9.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-06T06:15:31,378 DEBUG [RS_OPEN_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(7794): checking encryption for 6669303dcaa20b5b0c669a2143ff00b9 2024-12-06T06:15:31,378 DEBUG [RS_OPEN_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(7797): checking classloading for 6669303dcaa20b5b0c669a2143ff00b9 2024-12-06T06:15:31,381 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=fe39056be7fa2996d36a46e84e564301, regionState=OPEN, openSeqNum=2, regionLocation=6336e8474e1c,39333,1733465708261 2024-12-06T06:15:31,385 DEBUG [RS_OPEN_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34117/user/jenkins/test-data/3200b50d-b776-70a2-a5b7-df54891339c3/data/default/SPTestTable/2b5a28a7c4912ac96c5d6be68a1909d5/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-06T06:15:31,386 INFO [RS_OPEN_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1114): Opened 2b5a28a7c4912ac96c5d6be68a1909d5; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63766696, jitterRate=-0.049802184104919434}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-06T06:15:31,386 DEBUG [RS_OPEN_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 2b5a28a7c4912ac96c5d6be68a1909d5 2024-12-06T06:15:31,386 DEBUG [RS_OPEN_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1006): Region open journal for 2b5a28a7c4912ac96c5d6be68a1909d5: Running coprocessor pre-open hook at 1733465731344Writing region info on filesystem at 1733465731344Initializing all the Stores at 1733465731346 (+2 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733465731346Cleaning up temporary data from old regions at 1733465731365 (+19 ms)Running coprocessor post-open hooks at 1733465731386 (+21 ms)Region opened successfully at 1733465731386 2024-12-06T06:15:31,387 INFO [RS_OPEN_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,7ffffffd,1733465720939.2b5a28a7c4912ac96c5d6be68a1909d5., pid=23, masterSystemTime=1733465731307 2024-12-06T06:15:31,388 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=17, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure fe39056be7fa2996d36a46e84e564301, server=6336e8474e1c,39333,1733465708261 because future has completed 2024-12-06T06:15:31,393 DEBUG [RS_OPEN_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,7ffffffd,1733465720939.2b5a28a7c4912ac96c5d6be68a1909d5. 2024-12-06T06:15:31,393 INFO [RS_OPEN_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] handler.AssignRegionHandler(153): Opened SPTestTable,7ffffffd,1733465720939.2b5a28a7c4912ac96c5d6be68a1909d5. 2024-12-06T06:15:31,393 INFO [RS_OPEN_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] handler.AssignRegionHandler(132): Open SPTestTable,33333332,1733465720939.07d98e86b53bc789e76549342835c8de. 2024-12-06T06:15:31,393 DEBUG [RS_OPEN_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(7752): Opening region: {ENCODED => 07d98e86b53bc789e76549342835c8de, NAME => 'SPTestTable,33333332,1733465720939.07d98e86b53bc789e76549342835c8de.', STARTKEY => '33333332', ENDKEY => '4ccccccb'} 2024-12-06T06:15:31,394 DEBUG [RS_OPEN_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 07d98e86b53bc789e76549342835c8de 2024-12-06T06:15:31,394 DEBUG [RS_OPEN_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(898): Instantiated SPTestTable,33333332,1733465720939.07d98e86b53bc789e76549342835c8de.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-06T06:15:31,394 DEBUG [RS_OPEN_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(7794): checking encryption for 07d98e86b53bc789e76549342835c8de 2024-12-06T06:15:31,394 INFO [StoreOpener-6669303dcaa20b5b0c669a2143ff00b9-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 6669303dcaa20b5b0c669a2143ff00b9 2024-12-06T06:15:31,394 DEBUG [RS_OPEN_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(7797): checking classloading for 07d98e86b53bc789e76549342835c8de 2024-12-06T06:15:31,398 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=10 updating hbase:meta row=2b5a28a7c4912ac96c5d6be68a1909d5, regionState=OPEN, openSeqNum=2, regionLocation=6336e8474e1c,34119,1733465708455 2024-12-06T06:15:31,402 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=23, ppid=10, state=RUNNABLE, hasLock=false; OpenRegionProcedure 2b5a28a7c4912ac96c5d6be68a1909d5, server=6336e8474e1c,34119,1733465708455 because future has completed 2024-12-06T06:15:31,402 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=17, resume processing ppid=6 2024-12-06T06:15:31,402 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=17, ppid=6, state=SUCCESS, hasLock=false; OpenRegionProcedure fe39056be7fa2996d36a46e84e564301, server=6336e8474e1c,39333,1733465708261 in 10.1040 sec 2024-12-06T06:15:31,404 DEBUG [RS_OPEN_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34117/user/jenkins/test-data/3200b50d-b776-70a2-a5b7-df54891339c3/data/default/SPTestTable/f577d789b02a2b776d1020e3689e1dbc/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-06T06:15:31,405 INFO [RS_OPEN_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1114): Opened f577d789b02a2b776d1020e3689e1dbc; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65129410, jitterRate=-0.02949616312980652}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-06T06:15:31,405 DEBUG [RS_OPEN_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1122): Running coprocessor post-open hooks for f577d789b02a2b776d1020e3689e1dbc 2024-12-06T06:15:31,405 DEBUG [RS_OPEN_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1006): Region open journal for f577d789b02a2b776d1020e3689e1dbc: Running coprocessor pre-open hook at 1733465731339Writing region info on filesystem at 1733465731339Initializing all the Stores at 1733465731342 (+3 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733465731342Cleaning up temporary data from old regions at 1733465731363 (+21 ms)Running coprocessor post-open hooks at 1733465731405 (+42 ms)Region opened successfully at 1733465731405 2024-12-06T06:15:31,407 INFO [RS_OPEN_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,ccccccc8,1733465720939.f577d789b02a2b776d1020e3689e1dbc., pid=24, masterSystemTime=1733465731302 2024-12-06T06:15:31,408 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=fe39056be7fa2996d36a46e84e564301, ASSIGN in 10.2870 sec 2024-12-06T06:15:31,408 INFO [StoreOpener-6669303dcaa20b5b0c669a2143ff00b9-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 6669303dcaa20b5b0c669a2143ff00b9 columnFamilyName cf 2024-12-06T06:15:31,409 DEBUG [StoreOpener-6669303dcaa20b5b0c669a2143ff00b9-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T06:15:31,409 INFO [StoreOpener-07d98e86b53bc789e76549342835c8de-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 07d98e86b53bc789e76549342835c8de 2024-12-06T06:15:31,410 INFO [StoreOpener-6669303dcaa20b5b0c669a2143ff00b9-1 {}] regionserver.HStore(327): Store=6669303dcaa20b5b0c669a2143ff00b9/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-06T06:15:31,410 DEBUG [RS_OPEN_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1038): replaying wal for 6669303dcaa20b5b0c669a2143ff00b9 2024-12-06T06:15:31,411 DEBUG [RS_OPEN_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34117/user/jenkins/test-data/3200b50d-b776-70a2-a5b7-df54891339c3/data/default/SPTestTable/6669303dcaa20b5b0c669a2143ff00b9 2024-12-06T06:15:31,412 DEBUG [RS_OPEN_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34117/user/jenkins/test-data/3200b50d-b776-70a2-a5b7-df54891339c3/data/default/SPTestTable/6669303dcaa20b5b0c669a2143ff00b9 2024-12-06T06:15:31,413 DEBUG [RS_OPEN_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1048): stopping wal replay for 6669303dcaa20b5b0c669a2143ff00b9 2024-12-06T06:15:31,413 DEBUG [RS_OPEN_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1060): Cleaning up temporary data for 6669303dcaa20b5b0c669a2143ff00b9 2024-12-06T06:15:31,413 INFO [StoreOpener-07d98e86b53bc789e76549342835c8de-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 07d98e86b53bc789e76549342835c8de columnFamilyName cf 2024-12-06T06:15:31,414 DEBUG [StoreOpener-07d98e86b53bc789e76549342835c8de-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T06:15:31,414 INFO [StoreOpener-07d98e86b53bc789e76549342835c8de-1 {}] regionserver.HStore(327): Store=07d98e86b53bc789e76549342835c8de/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-06T06:15:31,415 DEBUG [RS_OPEN_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1038): replaying wal for 07d98e86b53bc789e76549342835c8de 2024-12-06T06:15:31,415 DEBUG [RS_OPEN_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,ccccccc8,1733465720939.f577d789b02a2b776d1020e3689e1dbc. 2024-12-06T06:15:31,415 INFO [RS_OPEN_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] handler.AssignRegionHandler(153): Opened SPTestTable,ccccccc8,1733465720939.f577d789b02a2b776d1020e3689e1dbc. 2024-12-06T06:15:31,415 INFO [RS_OPEN_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] handler.AssignRegionHandler(132): Open SPTestTable,66666664,1733465720939.098977869d805bc3807895ef7e7f01c6. 2024-12-06T06:15:31,416 DEBUG [RS_OPEN_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(7752): Opening region: {ENCODED => 098977869d805bc3807895ef7e7f01c6, NAME => 'SPTestTable,66666664,1733465720939.098977869d805bc3807895ef7e7f01c6.', STARTKEY => '66666664', ENDKEY => '7ffffffd'} 2024-12-06T06:15:31,416 DEBUG [RS_OPEN_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34117/user/jenkins/test-data/3200b50d-b776-70a2-a5b7-df54891339c3/data/default/SPTestTable/07d98e86b53bc789e76549342835c8de 2024-12-06T06:15:31,416 DEBUG [RS_OPEN_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 098977869d805bc3807895ef7e7f01c6 2024-12-06T06:15:31,416 DEBUG [RS_OPEN_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(898): Instantiated SPTestTable,66666664,1733465720939.098977869d805bc3807895ef7e7f01c6.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-06T06:15:31,416 DEBUG [RS_OPEN_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1093): writing seq id for 6669303dcaa20b5b0c669a2143ff00b9 2024-12-06T06:15:31,416 DEBUG [RS_OPEN_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(7794): checking encryption for 098977869d805bc3807895ef7e7f01c6 2024-12-06T06:15:31,416 DEBUG [RS_OPEN_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(7797): checking classloading for 098977869d805bc3807895ef7e7f01c6 2024-12-06T06:15:31,417 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=13 updating hbase:meta row=f577d789b02a2b776d1020e3689e1dbc, regionState=OPEN, openSeqNum=2, regionLocation=6336e8474e1c,36463,1733465708387 2024-12-06T06:15:31,418 DEBUG [RS_OPEN_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34117/user/jenkins/test-data/3200b50d-b776-70a2-a5b7-df54891339c3/data/default/SPTestTable/07d98e86b53bc789e76549342835c8de 2024-12-06T06:15:31,419 DEBUG [RS_OPEN_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1048): stopping wal replay for 07d98e86b53bc789e76549342835c8de 2024-12-06T06:15:31,419 DEBUG [RS_OPEN_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1060): Cleaning up temporary data for 07d98e86b53bc789e76549342835c8de 2024-12-06T06:15:31,420 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=23, resume processing ppid=10 2024-12-06T06:15:31,420 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=23, ppid=10, state=SUCCESS, hasLock=false; OpenRegionProcedure 2b5a28a7c4912ac96c5d6be68a1909d5, server=6336e8474e1c,34119,1733465708455 in 10.1070 sec 2024-12-06T06:15:31,424 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=2b5a28a7c4912ac96c5d6be68a1909d5, ASSIGN in 10.3050 sec 2024-12-06T06:15:31,426 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=24, ppid=13, state=RUNNABLE, hasLock=false; OpenRegionProcedure f577d789b02a2b776d1020e3689e1dbc, server=6336e8474e1c,36463,1733465708387 because future has completed 2024-12-06T06:15:31,426 DEBUG [RS_OPEN_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1093): writing seq id for 07d98e86b53bc789e76549342835c8de 2024-12-06T06:15:31,432 DEBUG [RS_OPEN_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34117/user/jenkins/test-data/3200b50d-b776-70a2-a5b7-df54891339c3/data/default/SPTestTable/6669303dcaa20b5b0c669a2143ff00b9/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-06T06:15:31,433 INFO [RS_OPEN_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1114): Opened 6669303dcaa20b5b0c669a2143ff00b9; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=75155425, jitterRate=0.11990310251712799}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-06T06:15:31,433 DEBUG [RS_OPEN_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 6669303dcaa20b5b0c669a2143ff00b9 2024-12-06T06:15:31,433 DEBUG [RS_OPEN_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1006): Region open journal for 6669303dcaa20b5b0c669a2143ff00b9: Running coprocessor pre-open hook at 1733465731379Writing region info on filesystem at 1733465731379Initializing all the Stores at 1733465731383 (+4 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733465731383Cleaning up temporary data from old regions at 1733465731413 (+30 ms)Running coprocessor post-open hooks at 1733465731433 (+20 ms)Region opened successfully at 1733465731433 2024-12-06T06:15:31,434 INFO [StoreOpener-098977869d805bc3807895ef7e7f01c6-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 098977869d805bc3807895ef7e7f01c6 2024-12-06T06:15:31,435 INFO [RS_OPEN_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,99999996,1733465720939.6669303dcaa20b5b0c669a2143ff00b9., pid=16, masterSystemTime=1733465731286 2024-12-06T06:15:31,436 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=24, resume processing ppid=13 2024-12-06T06:15:31,436 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=24, ppid=13, state=SUCCESS, hasLock=false; OpenRegionProcedure f577d789b02a2b776d1020e3689e1dbc, server=6336e8474e1c,36463,1733465708387 in 10.1220 sec 2024-12-06T06:15:31,439 DEBUG [RS_OPEN_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,99999996,1733465720939.6669303dcaa20b5b0c669a2143ff00b9. 2024-12-06T06:15:31,439 INFO [RS_OPEN_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] handler.AssignRegionHandler(153): Opened SPTestTable,99999996,1733465720939.6669303dcaa20b5b0c669a2143ff00b9. 2024-12-06T06:15:31,439 INFO [RS_OPEN_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] handler.AssignRegionHandler(132): Open SPTestTable,4ccccccb,1733465720939.92252e33e61aa65c35c9ea7a0813d22b. 2024-12-06T06:15:31,440 DEBUG [RS_OPEN_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(7752): Opening region: {ENCODED => 92252e33e61aa65c35c9ea7a0813d22b, NAME => 'SPTestTable,4ccccccb,1733465720939.92252e33e61aa65c35c9ea7a0813d22b.', STARTKEY => '4ccccccb', ENDKEY => '66666664'} 2024-12-06T06:15:31,440 DEBUG [RS_OPEN_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 92252e33e61aa65c35c9ea7a0813d22b 2024-12-06T06:15:31,440 DEBUG [RS_OPEN_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(898): Instantiated SPTestTable,4ccccccb,1733465720939.92252e33e61aa65c35c9ea7a0813d22b.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-06T06:15:31,441 DEBUG [RS_OPEN_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(7794): checking encryption for 92252e33e61aa65c35c9ea7a0813d22b 2024-12-06T06:15:31,441 DEBUG [RS_OPEN_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(7797): checking classloading for 92252e33e61aa65c35c9ea7a0813d22b 2024-12-06T06:15:31,443 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=13, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=f577d789b02a2b776d1020e3689e1dbc, ASSIGN in 10.3220 sec 2024-12-06T06:15:31,443 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=11 updating hbase:meta row=6669303dcaa20b5b0c669a2143ff00b9, regionState=OPEN, openSeqNum=2, regionLocation=6336e8474e1c,39333,1733465708261 2024-12-06T06:15:31,447 INFO [StoreOpener-098977869d805bc3807895ef7e7f01c6-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 098977869d805bc3807895ef7e7f01c6 columnFamilyName cf 2024-12-06T06:15:31,447 DEBUG [StoreOpener-098977869d805bc3807895ef7e7f01c6-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T06:15:31,449 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=16, ppid=11, state=RUNNABLE, hasLock=false; OpenRegionProcedure 6669303dcaa20b5b0c669a2143ff00b9, server=6336e8474e1c,39333,1733465708261 because future has completed 2024-12-06T06:15:31,452 DEBUG [RS_OPEN_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34117/user/jenkins/test-data/3200b50d-b776-70a2-a5b7-df54891339c3/data/default/SPTestTable/07d98e86b53bc789e76549342835c8de/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-06T06:15:31,452 INFO [StoreOpener-92252e33e61aa65c35c9ea7a0813d22b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 92252e33e61aa65c35c9ea7a0813d22b 2024-12-06T06:15:31,452 INFO [StoreOpener-098977869d805bc3807895ef7e7f01c6-1 {}] regionserver.HStore(327): Store=098977869d805bc3807895ef7e7f01c6/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-06T06:15:31,452 DEBUG [RS_OPEN_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1038): replaying wal for 098977869d805bc3807895ef7e7f01c6 2024-12-06T06:15:31,454 DEBUG [RS_OPEN_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34117/user/jenkins/test-data/3200b50d-b776-70a2-a5b7-df54891339c3/data/default/SPTestTable/098977869d805bc3807895ef7e7f01c6 2024-12-06T06:15:31,454 DEBUG [RS_OPEN_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34117/user/jenkins/test-data/3200b50d-b776-70a2-a5b7-df54891339c3/data/default/SPTestTable/098977869d805bc3807895ef7e7f01c6 2024-12-06T06:15:31,455 INFO [RS_OPEN_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1114): Opened 07d98e86b53bc789e76549342835c8de; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60486656, jitterRate=-0.0986785888671875}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-06T06:15:31,455 DEBUG [RS_OPEN_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 07d98e86b53bc789e76549342835c8de 2024-12-06T06:15:31,455 DEBUG [RS_OPEN_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1048): stopping wal replay for 098977869d805bc3807895ef7e7f01c6 2024-12-06T06:15:31,455 DEBUG [RS_OPEN_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1060): Cleaning up temporary data for 098977869d805bc3807895ef7e7f01c6 2024-12-06T06:15:31,455 DEBUG [RS_OPEN_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1006): Region open journal for 07d98e86b53bc789e76549342835c8de: Running coprocessor pre-open hook at 1733465731394Writing region info on filesystem at 1733465731395 (+1 ms)Initializing all the Stores at 1733465731397 (+2 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733465731397Cleaning up temporary data from old regions at 1733465731419 (+22 ms)Running coprocessor post-open hooks at 1733465731455 (+36 ms)Region opened successfully at 1733465731455 2024-12-06T06:15:31,455 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=16, resume processing ppid=11 2024-12-06T06:15:31,456 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=16, ppid=11, state=SUCCESS, hasLock=false; OpenRegionProcedure 6669303dcaa20b5b0c669a2143ff00b9, server=6336e8474e1c,39333,1733465708261 in 10.1680 sec 2024-12-06T06:15:31,456 INFO [StoreOpener-92252e33e61aa65c35c9ea7a0813d22b-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 92252e33e61aa65c35c9ea7a0813d22b columnFamilyName cf 2024-12-06T06:15:31,456 DEBUG [StoreOpener-92252e33e61aa65c35c9ea7a0813d22b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T06:15:31,458 INFO [StoreOpener-92252e33e61aa65c35c9ea7a0813d22b-1 {}] regionserver.HStore(327): Store=92252e33e61aa65c35c9ea7a0813d22b/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-06T06:15:31,458 DEBUG [RS_OPEN_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1038): replaying wal for 92252e33e61aa65c35c9ea7a0813d22b 2024-12-06T06:15:31,459 DEBUG [RS_OPEN_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34117/user/jenkins/test-data/3200b50d-b776-70a2-a5b7-df54891339c3/data/default/SPTestTable/92252e33e61aa65c35c9ea7a0813d22b 2024-12-06T06:15:31,460 DEBUG [RS_OPEN_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1093): writing seq id for 098977869d805bc3807895ef7e7f01c6 2024-12-06T06:15:31,460 INFO [RS_OPEN_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,33333332,1733465720939.07d98e86b53bc789e76549342835c8de., pid=21, masterSystemTime=1733465731307 2024-12-06T06:15:31,460 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=6669303dcaa20b5b0c669a2143ff00b9, ASSIGN in 10.3410 sec 2024-12-06T06:15:31,461 DEBUG [RS_OPEN_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34117/user/jenkins/test-data/3200b50d-b776-70a2-a5b7-df54891339c3/data/default/SPTestTable/92252e33e61aa65c35c9ea7a0813d22b 2024-12-06T06:15:31,461 DEBUG [RS_OPEN_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1048): stopping wal replay for 92252e33e61aa65c35c9ea7a0813d22b 2024-12-06T06:15:31,462 DEBUG [RS_OPEN_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1060): Cleaning up temporary data for 92252e33e61aa65c35c9ea7a0813d22b 2024-12-06T06:15:31,465 DEBUG [RS_OPEN_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,33333332,1733465720939.07d98e86b53bc789e76549342835c8de. 2024-12-06T06:15:31,465 INFO [RS_OPEN_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] handler.AssignRegionHandler(153): Opened SPTestTable,33333332,1733465720939.07d98e86b53bc789e76549342835c8de. 2024-12-06T06:15:31,465 INFO [RS_OPEN_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] handler.AssignRegionHandler(132): Open SPTestTable,b333332f,1733465720939.3fb9c03a5659961afad622521c7eb899. 2024-12-06T06:15:31,465 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=7 updating hbase:meta row=07d98e86b53bc789e76549342835c8de, regionState=OPEN, openSeqNum=2, regionLocation=6336e8474e1c,34119,1733465708455 2024-12-06T06:15:31,465 DEBUG [RS_OPEN_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(7752): Opening region: {ENCODED => 3fb9c03a5659961afad622521c7eb899, NAME => 'SPTestTable,b333332f,1733465720939.3fb9c03a5659961afad622521c7eb899.', STARTKEY => 'b333332f', ENDKEY => 'ccccccc8'} 2024-12-06T06:15:31,466 DEBUG [RS_OPEN_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1093): writing seq id for 92252e33e61aa65c35c9ea7a0813d22b 2024-12-06T06:15:31,466 DEBUG [RS_OPEN_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 3fb9c03a5659961afad622521c7eb899 2024-12-06T06:15:31,466 DEBUG [RS_OPEN_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(898): Instantiated SPTestTable,b333332f,1733465720939.3fb9c03a5659961afad622521c7eb899.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-06T06:15:31,466 DEBUG [RS_OPEN_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(7794): checking encryption for 3fb9c03a5659961afad622521c7eb899 2024-12-06T06:15:31,466 DEBUG [RS_OPEN_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(7797): checking classloading for 3fb9c03a5659961afad622521c7eb899 2024-12-06T06:15:31,469 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=21, ppid=7, state=RUNNABLE, hasLock=false; OpenRegionProcedure 07d98e86b53bc789e76549342835c8de, server=6336e8474e1c,34119,1733465708455 because future has completed 2024-12-06T06:15:31,477 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=21, resume processing ppid=7 2024-12-06T06:15:31,477 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=21, ppid=7, state=SUCCESS, hasLock=false; OpenRegionProcedure 07d98e86b53bc789e76549342835c8de, server=6336e8474e1c,34119,1733465708455 in 10.1720 sec 2024-12-06T06:15:31,479 DEBUG [RS_OPEN_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34117/user/jenkins/test-data/3200b50d-b776-70a2-a5b7-df54891339c3/data/default/SPTestTable/098977869d805bc3807895ef7e7f01c6/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-06T06:15:31,480 INFO [RS_OPEN_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1114): Opened 098977869d805bc3807895ef7e7f01c6; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=75330713, jitterRate=0.12251509726047516}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-06T06:15:31,480 DEBUG [RS_OPEN_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 098977869d805bc3807895ef7e7f01c6 2024-12-06T06:15:31,480 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=07d98e86b53bc789e76549342835c8de, ASSIGN in 10.3620 sec 2024-12-06T06:15:31,480 DEBUG [RS_OPEN_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1006): Region open journal for 098977869d805bc3807895ef7e7f01c6: Running coprocessor pre-open hook at 1733465731417Writing region info on filesystem at 1733465731417Initializing all the Stores at 1733465731422 (+5 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733465731423 (+1 ms)Cleaning up temporary data from old regions at 1733465731455 (+32 ms)Running coprocessor post-open hooks at 1733465731480 (+25 ms)Region opened successfully at 1733465731480 2024-12-06T06:15:31,482 DEBUG [RS_OPEN_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34117/user/jenkins/test-data/3200b50d-b776-70a2-a5b7-df54891339c3/data/default/SPTestTable/92252e33e61aa65c35c9ea7a0813d22b/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-06T06:15:31,484 INFO [RS_OPEN_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1114): Opened 92252e33e61aa65c35c9ea7a0813d22b; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70370111, jitterRate=0.04859636723995209}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-06T06:15:31,484 DEBUG [RS_OPEN_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 92252e33e61aa65c35c9ea7a0813d22b 2024-12-06T06:15:31,484 INFO [RS_OPEN_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,66666664,1733465720939.098977869d805bc3807895ef7e7f01c6., pid=19, masterSystemTime=1733465731302 2024-12-06T06:15:31,484 DEBUG [RS_OPEN_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1006): Region open journal for 92252e33e61aa65c35c9ea7a0813d22b: Running coprocessor pre-open hook at 1733465731441Writing region info on filesystem at 1733465731441Initializing all the Stores at 1733465731446 (+5 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733465731446Cleaning up temporary data from old regions at 1733465731462 (+16 ms)Running coprocessor post-open hooks at 1733465731484 (+22 ms)Region opened successfully at 1733465731484 2024-12-06T06:15:31,486 INFO [RS_OPEN_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,4ccccccb,1733465720939.92252e33e61aa65c35c9ea7a0813d22b., pid=18, masterSystemTime=1733465731286 2024-12-06T06:15:31,487 DEBUG [RS_OPEN_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,66666664,1733465720939.098977869d805bc3807895ef7e7f01c6. 2024-12-06T06:15:31,487 INFO [RS_OPEN_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] handler.AssignRegionHandler(153): Opened SPTestTable,66666664,1733465720939.098977869d805bc3807895ef7e7f01c6. 2024-12-06T06:15:31,488 INFO [RS_OPEN_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] handler.AssignRegionHandler(132): Open SPTestTable,,1733465720939.ce6ba65723f1fc47537c82905e6be676. 2024-12-06T06:15:31,488 DEBUG [RS_OPEN_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(7752): Opening region: {ENCODED => ce6ba65723f1fc47537c82905e6be676, NAME => 'SPTestTable,,1733465720939.ce6ba65723f1fc47537c82905e6be676.', STARTKEY => '', ENDKEY => '19999999'} 2024-12-06T06:15:31,488 INFO [StoreOpener-3fb9c03a5659961afad622521c7eb899-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 3fb9c03a5659961afad622521c7eb899 2024-12-06T06:15:31,488 DEBUG [RS_OPEN_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable ce6ba65723f1fc47537c82905e6be676 2024-12-06T06:15:31,488 DEBUG [RS_OPEN_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(898): Instantiated SPTestTable,,1733465720939.ce6ba65723f1fc47537c82905e6be676.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-06T06:15:31,489 DEBUG [RS_OPEN_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(7794): checking encryption for ce6ba65723f1fc47537c82905e6be676 2024-12-06T06:15:31,489 DEBUG [RS_OPEN_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(7797): checking classloading for ce6ba65723f1fc47537c82905e6be676 2024-12-06T06:15:31,492 INFO [StoreOpener-ce6ba65723f1fc47537c82905e6be676-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region ce6ba65723f1fc47537c82905e6be676 2024-12-06T06:15:31,494 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=098977869d805bc3807895ef7e7f01c6, regionState=OPEN, openSeqNum=2, regionLocation=6336e8474e1c,36463,1733465708387 2024-12-06T06:15:31,494 INFO [StoreOpener-3fb9c03a5659961afad622521c7eb899-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 3fb9c03a5659961afad622521c7eb899 columnFamilyName cf 2024-12-06T06:15:31,494 DEBUG [StoreOpener-3fb9c03a5659961afad622521c7eb899-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T06:15:31,495 DEBUG [RS_OPEN_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,4ccccccb,1733465720939.92252e33e61aa65c35c9ea7a0813d22b. 2024-12-06T06:15:31,495 INFO [RS_OPEN_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] handler.AssignRegionHandler(153): Opened SPTestTable,4ccccccb,1733465720939.92252e33e61aa65c35c9ea7a0813d22b. 2024-12-06T06:15:31,496 INFO [RS_OPEN_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] handler.AssignRegionHandler(132): Open SPTestTable,e6666661,1733465720939.19016ce37dfc7e09c314e7e616b0207c. 2024-12-06T06:15:31,496 DEBUG [RS_OPEN_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(7752): Opening region: {ENCODED => 19016ce37dfc7e09c314e7e616b0207c, NAME => 'SPTestTable,e6666661,1733465720939.19016ce37dfc7e09c314e7e616b0207c.', STARTKEY => 'e6666661', ENDKEY => ''} 2024-12-06T06:15:31,496 DEBUG [RS_OPEN_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 19016ce37dfc7e09c314e7e616b0207c 2024-12-06T06:15:31,496 DEBUG [RS_OPEN_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(898): Instantiated SPTestTable,e6666661,1733465720939.19016ce37dfc7e09c314e7e616b0207c.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-06T06:15:31,497 DEBUG [RS_OPEN_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(7794): checking encryption for 19016ce37dfc7e09c314e7e616b0207c 2024-12-06T06:15:31,497 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=8 updating hbase:meta row=92252e33e61aa65c35c9ea7a0813d22b, regionState=OPEN, openSeqNum=2, regionLocation=6336e8474e1c,39333,1733465708261 2024-12-06T06:15:31,497 DEBUG [RS_OPEN_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(7797): checking classloading for 19016ce37dfc7e09c314e7e616b0207c 2024-12-06T06:15:31,499 INFO [StoreOpener-3fb9c03a5659961afad622521c7eb899-1 {}] regionserver.HStore(327): Store=3fb9c03a5659961afad622521c7eb899/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-06T06:15:31,499 DEBUG [RS_OPEN_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1038): replaying wal for 3fb9c03a5659961afad622521c7eb899 2024-12-06T06:15:31,499 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=19, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 098977869d805bc3807895ef7e7f01c6, server=6336e8474e1c,36463,1733465708387 because future has completed 2024-12-06T06:15:31,501 DEBUG [RS_OPEN_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34117/user/jenkins/test-data/3200b50d-b776-70a2-a5b7-df54891339c3/data/default/SPTestTable/3fb9c03a5659961afad622521c7eb899 2024-12-06T06:15:31,501 DEBUG [RS_OPEN_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34117/user/jenkins/test-data/3200b50d-b776-70a2-a5b7-df54891339c3/data/default/SPTestTable/3fb9c03a5659961afad622521c7eb899 2024-12-06T06:15:31,502 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=18, ppid=8, state=RUNNABLE, hasLock=false; OpenRegionProcedure 92252e33e61aa65c35c9ea7a0813d22b, server=6336e8474e1c,39333,1733465708261 because future has completed 2024-12-06T06:15:31,502 DEBUG [RS_OPEN_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1048): stopping wal replay for 3fb9c03a5659961afad622521c7eb899 2024-12-06T06:15:31,503 DEBUG [RS_OPEN_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1060): Cleaning up temporary data for 3fb9c03a5659961afad622521c7eb899 2024-12-06T06:15:31,503 INFO [StoreOpener-ce6ba65723f1fc47537c82905e6be676-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ce6ba65723f1fc47537c82905e6be676 columnFamilyName cf 2024-12-06T06:15:31,503 DEBUG [StoreOpener-ce6ba65723f1fc47537c82905e6be676-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T06:15:31,505 INFO [StoreOpener-ce6ba65723f1fc47537c82905e6be676-1 {}] regionserver.HStore(327): Store=ce6ba65723f1fc47537c82905e6be676/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-06T06:15:31,505 DEBUG [RS_OPEN_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1038): replaying wal for ce6ba65723f1fc47537c82905e6be676 2024-12-06T06:15:31,507 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=19, resume processing ppid=9 2024-12-06T06:15:31,507 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=19, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 098977869d805bc3807895ef7e7f01c6, server=6336e8474e1c,36463,1733465708387 in 10.2090 sec 2024-12-06T06:15:31,507 DEBUG [RS_OPEN_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34117/user/jenkins/test-data/3200b50d-b776-70a2-a5b7-df54891339c3/data/default/SPTestTable/ce6ba65723f1fc47537c82905e6be676 2024-12-06T06:15:31,507 DEBUG [RS_OPEN_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1093): writing seq id for 3fb9c03a5659961afad622521c7eb899 2024-12-06T06:15:31,508 DEBUG [RS_OPEN_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34117/user/jenkins/test-data/3200b50d-b776-70a2-a5b7-df54891339c3/data/default/SPTestTable/ce6ba65723f1fc47537c82905e6be676 2024-12-06T06:15:31,509 DEBUG [RS_OPEN_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1048): stopping wal replay for ce6ba65723f1fc47537c82905e6be676 2024-12-06T06:15:31,509 DEBUG [RS_OPEN_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1060): Cleaning up temporary data for ce6ba65723f1fc47537c82905e6be676 2024-12-06T06:15:31,510 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=18, resume processing ppid=8 2024-12-06T06:15:31,510 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=098977869d805bc3807895ef7e7f01c6, ASSIGN in 10.3920 sec 2024-12-06T06:15:31,510 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=18, ppid=8, state=SUCCESS, hasLock=false; OpenRegionProcedure 92252e33e61aa65c35c9ea7a0813d22b, server=6336e8474e1c,39333,1733465708261 in 10.2170 sec 2024-12-06T06:15:31,513 INFO [StoreOpener-19016ce37dfc7e09c314e7e616b0207c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 19016ce37dfc7e09c314e7e616b0207c 2024-12-06T06:15:31,515 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=92252e33e61aa65c35c9ea7a0813d22b, ASSIGN in 10.3950 sec 2024-12-06T06:15:31,516 DEBUG [RS_OPEN_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1093): writing seq id for ce6ba65723f1fc47537c82905e6be676 2024-12-06T06:15:31,518 DEBUG [RS_OPEN_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34117/user/jenkins/test-data/3200b50d-b776-70a2-a5b7-df54891339c3/data/default/SPTestTable/3fb9c03a5659961afad622521c7eb899/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-06T06:15:31,519 INFO [RS_OPEN_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1114): Opened 3fb9c03a5659961afad622521c7eb899; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68778745, jitterRate=0.024883165955543518}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-06T06:15:31,519 DEBUG [RS_OPEN_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 3fb9c03a5659961afad622521c7eb899 2024-12-06T06:15:31,519 DEBUG [RS_OPEN_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1006): Region open journal for 3fb9c03a5659961afad622521c7eb899: Running coprocessor pre-open hook at 1733465731467Writing region info on filesystem at 1733465731467Initializing all the Stores at 1733465731474 (+7 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733465731474Cleaning up temporary data from old regions at 1733465731503 (+29 ms)Running coprocessor post-open hooks at 1733465731519 (+16 ms)Region opened successfully at 1733465731519 2024-12-06T06:15:31,519 INFO [StoreOpener-19016ce37dfc7e09c314e7e616b0207c-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 19016ce37dfc7e09c314e7e616b0207c columnFamilyName cf 2024-12-06T06:15:31,519 DEBUG [StoreOpener-19016ce37dfc7e09c314e7e616b0207c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T06:15:31,520 INFO [StoreOpener-19016ce37dfc7e09c314e7e616b0207c-1 {}] regionserver.HStore(327): Store=19016ce37dfc7e09c314e7e616b0207c/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-06T06:15:31,521 DEBUG [RS_OPEN_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1038): replaying wal for 19016ce37dfc7e09c314e7e616b0207c 2024-12-06T06:15:31,522 DEBUG [RS_OPEN_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34117/user/jenkins/test-data/3200b50d-b776-70a2-a5b7-df54891339c3/data/default/SPTestTable/19016ce37dfc7e09c314e7e616b0207c 2024-12-06T06:15:31,522 INFO [RS_OPEN_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,b333332f,1733465720939.3fb9c03a5659961afad622521c7eb899., pid=22, masterSystemTime=1733465731307 2024-12-06T06:15:31,523 DEBUG [RS_OPEN_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34117/user/jenkins/test-data/3200b50d-b776-70a2-a5b7-df54891339c3/data/default/SPTestTable/19016ce37dfc7e09c314e7e616b0207c 2024-12-06T06:15:31,524 DEBUG [RS_OPEN_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1048): stopping wal replay for 19016ce37dfc7e09c314e7e616b0207c 2024-12-06T06:15:31,524 DEBUG [RS_OPEN_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1060): Cleaning up temporary data for 19016ce37dfc7e09c314e7e616b0207c 2024-12-06T06:15:31,526 DEBUG [RS_OPEN_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,b333332f,1733465720939.3fb9c03a5659961afad622521c7eb899. 2024-12-06T06:15:31,526 INFO [RS_OPEN_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] handler.AssignRegionHandler(153): Opened SPTestTable,b333332f,1733465720939.3fb9c03a5659961afad622521c7eb899. 2024-12-06T06:15:31,530 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=12 updating hbase:meta row=3fb9c03a5659961afad622521c7eb899, regionState=OPEN, openSeqNum=2, regionLocation=6336e8474e1c,34119,1733465708455 2024-12-06T06:15:31,533 DEBUG [RS_OPEN_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1093): writing seq id for 19016ce37dfc7e09c314e7e616b0207c 2024-12-06T06:15:31,534 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=22, ppid=12, state=RUNNABLE, hasLock=false; OpenRegionProcedure 3fb9c03a5659961afad622521c7eb899, server=6336e8474e1c,34119,1733465708455 because future has completed 2024-12-06T06:15:31,541 DEBUG [RS_OPEN_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34117/user/jenkins/test-data/3200b50d-b776-70a2-a5b7-df54891339c3/data/default/SPTestTable/ce6ba65723f1fc47537c82905e6be676/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-06T06:15:31,542 INFO [RS_OPEN_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1114): Opened ce6ba65723f1fc47537c82905e6be676; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65329909, jitterRate=-0.026508495211601257}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-06T06:15:31,542 DEBUG [RS_OPEN_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1122): Running coprocessor post-open hooks for ce6ba65723f1fc47537c82905e6be676 2024-12-06T06:15:31,542 DEBUG [RS_OPEN_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1006): Region open journal for ce6ba65723f1fc47537c82905e6be676: Running coprocessor pre-open hook at 1733465731489Writing region info on filesystem at 1733465731489Initializing all the Stores at 1733465731491 (+2 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733465731491Cleaning up temporary data from old regions at 1733465731509 (+18 ms)Running coprocessor post-open hooks at 1733465731542 (+33 ms)Region opened successfully at 1733465731542 2024-12-06T06:15:31,544 INFO [RS_OPEN_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,,1733465720939.ce6ba65723f1fc47537c82905e6be676., pid=20, masterSystemTime=1733465731302 2024-12-06T06:15:31,544 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=22, resume processing ppid=12 2024-12-06T06:15:31,550 DEBUG [RS_OPEN_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,,1733465720939.ce6ba65723f1fc47537c82905e6be676. 2024-12-06T06:15:31,550 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=12, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=3fb9c03a5659961afad622521c7eb899, ASSIGN in 10.4290 sec 2024-12-06T06:15:31,550 INFO [RS_OPEN_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] handler.AssignRegionHandler(153): Opened SPTestTable,,1733465720939.ce6ba65723f1fc47537c82905e6be676. 2024-12-06T06:15:31,552 DEBUG [RS_OPEN_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34117/user/jenkins/test-data/3200b50d-b776-70a2-a5b7-df54891339c3/data/default/SPTestTable/19016ce37dfc7e09c314e7e616b0207c/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-06T06:15:31,553 INFO [RS_OPEN_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1114): Opened 19016ce37dfc7e09c314e7e616b0207c; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62320066, jitterRate=-0.07135865092277527}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-06T06:15:31,553 DEBUG [RS_OPEN_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 19016ce37dfc7e09c314e7e616b0207c 2024-12-06T06:15:31,554 DEBUG [RS_OPEN_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1006): Region open journal for 19016ce37dfc7e09c314e7e616b0207c: Running coprocessor pre-open hook at 1733465731497Writing region info on filesystem at 1733465731497Initializing all the Stores at 1733465731499 (+2 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733465731499Cleaning up temporary data from old regions at 1733465731524 (+25 ms)Running coprocessor post-open hooks at 1733465731554 (+30 ms)Region opened successfully at 1733465731554 2024-12-06T06:15:31,557 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=22, ppid=12, state=SUCCESS, hasLock=false; OpenRegionProcedure 3fb9c03a5659961afad622521c7eb899, server=6336e8474e1c,34119,1733465708455 in 10.2350 sec 2024-12-06T06:15:31,557 INFO [RS_OPEN_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,e6666661,1733465720939.19016ce37dfc7e09c314e7e616b0207c., pid=15, masterSystemTime=1733465731286 2024-12-06T06:15:31,558 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=ce6ba65723f1fc47537c82905e6be676, regionState=OPEN, openSeqNum=2, regionLocation=6336e8474e1c,36463,1733465708387 2024-12-06T06:15:31,562 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=20, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure ce6ba65723f1fc47537c82905e6be676, server=6336e8474e1c,36463,1733465708387 because future has completed 2024-12-06T06:15:31,563 DEBUG [RS_OPEN_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,e6666661,1733465720939.19016ce37dfc7e09c314e7e616b0207c. 2024-12-06T06:15:31,563 INFO [RS_OPEN_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] handler.AssignRegionHandler(153): Opened SPTestTable,e6666661,1733465720939.19016ce37dfc7e09c314e7e616b0207c. 2024-12-06T06:15:31,564 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=14 updating hbase:meta row=19016ce37dfc7e09c314e7e616b0207c, regionState=OPEN, openSeqNum=2, regionLocation=6336e8474e1c,39333,1733465708261 2024-12-06T06:15:31,568 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=15, ppid=14, state=RUNNABLE, hasLock=false; OpenRegionProcedure 19016ce37dfc7e09c314e7e616b0207c, server=6336e8474e1c,39333,1733465708261 because future has completed 2024-12-06T06:15:31,570 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=20, resume processing ppid=5 2024-12-06T06:15:31,570 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=20, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure ce6ba65723f1fc47537c82905e6be676, server=6336e8474e1c,36463,1733465708387 in 10.2690 sec 2024-12-06T06:15:31,573 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=ce6ba65723f1fc47537c82905e6be676, ASSIGN in 10.4550 sec 2024-12-06T06:15:31,576 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=15, resume processing ppid=14 2024-12-06T06:15:31,576 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=15, ppid=14, state=SUCCESS, hasLock=false; OpenRegionProcedure 19016ce37dfc7e09c314e7e616b0207c, server=6336e8474e1c,39333,1733465708261 in 10.2900 sec 2024-12-06T06:15:31,580 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=14, resume processing ppid=4 2024-12-06T06:15:31,581 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=14, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=19016ce37dfc7e09c314e7e616b0207c, ASSIGN in 10.4610 sec 2024-12-06T06:15:31,582 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-06T06:15:31,583 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"SPTestTable","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733465731582"}]},"ts":"1733465731582"} 2024-12-06T06:15:31,590 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=SPTestTable, state=ENABLED in hbase:meta 2024-12-06T06:15:31,592 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_POST_OPERATION 2024-12-06T06:15:31,598 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=SPTestTable in 10.6470 sec 2024-12-06T06:15:34,004 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'SPTestTable' 2024-12-06T06:15:36,264 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-12-06T06:15:36,867 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-12-06T06:15:37,898 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_SPTestTable 2024-12-06T06:15:37,898 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_SPTestTable Metrics about Tables on a single HBase RegionServer 2024-12-06T06:15:39,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45063 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-06T06:15:39,254 INFO [RPCClient-NioEventLoopGroup-6-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:SPTestTable completed 2024-12-06T06:15:39,255 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table SPTestTable get assigned. Timeout = 60000ms 2024-12-06T06:15:39,256 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-12-06T06:15:39,270 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table SPTestTable assigned to meta. Checking AM states. 2024-12-06T06:15:39,271 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-12-06T06:15:39,271 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table SPTestTable assigned. 2024-12-06T06:15:39,334 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aaa', locateType=CURRENT is [region=SPTestTable,99999996,1733465720939.6669303dcaa20b5b0c669a2143ff00b9., hostname=6336e8474e1c,39333,1733465708261, seqNum=2] 2024-12-06T06:15:39,339 DEBUG [Time-limited test {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aab', locateType=CURRENT is [region=SPTestTable,99999996,1733465720939.6669303dcaa20b5b0c669a2143ff00b9., hostname=6336e8474e1c,39333,1733465708261, seqNum=2] 2024-12-06T06:15:39,427 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='baa', locateType=CURRENT is [region=SPTestTable,b333332f,1733465720939.3fb9c03a5659961afad622521c7eb899., hostname=6336e8474e1c,34119,1733465708455, seqNum=2] 2024-12-06T06:15:39,433 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='bac', locateType=CURRENT is [region=SPTestTable,b333332f,1733465720939.3fb9c03a5659961afad622521c7eb899., hostname=6336e8474e1c,34119,1733465708455, seqNum=2] 2024-12-06T06:15:39,438 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='bad', locateType=CURRENT is [region=SPTestTable,b333332f,1733465720939.3fb9c03a5659961afad622521c7eb899., hostname=6336e8474e1c,34119,1733465708455, seqNum=2] 2024-12-06T06:15:39,445 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='bab', locateType=CURRENT is [region=SPTestTable,b333332f,1733465720939.3fb9c03a5659961afad622521c7eb899., hostname=6336e8474e1c,34119,1733465708455, seqNum=2] 2024-12-06T06:15:39,447 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='bae', locateType=CURRENT is [region=SPTestTable,b333332f,1733465720939.3fb9c03a5659961afad622521c7eb899., hostname=6336e8474e1c,34119,1733465708455, seqNum=2] 2024-12-06T06:15:39,495 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='cce', locateType=CURRENT is [region=SPTestTable,ccccccc8,1733465720939.f577d789b02a2b776d1020e3689e1dbc., hostname=6336e8474e1c,36463,1733465708387, seqNum=2] 2024-12-06T06:15:39,498 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='ccd', locateType=CURRENT is [region=SPTestTable,ccccccc8,1733465720939.f577d789b02a2b776d1020e3689e1dbc., hostname=6336e8474e1c,36463,1733465708387, seqNum=2] 2024-12-06T06:15:39,504 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='ccf', locateType=CURRENT is [region=SPTestTable,ccccccc8,1733465720939.f577d789b02a2b776d1020e3689e1dbc., hostname=6336e8474e1c,36463,1733465708387, seqNum=2] 2024-12-06T06:15:39,615 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='eab', locateType=CURRENT is [region=SPTestTable,e6666661,1733465720939.19016ce37dfc7e09c314e7e616b0207c., hostname=6336e8474e1c,39333,1733465708261, seqNum=2] 2024-12-06T06:15:39,618 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='eac', locateType=CURRENT is [region=SPTestTable,e6666661,1733465720939.19016ce37dfc7e09c314e7e616b0207c., hostname=6336e8474e1c,39333,1733465708261, seqNum=2] 2024-12-06T06:15:39,621 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='eaa', locateType=CURRENT is [region=SPTestTable,e6666661,1733465720939.19016ce37dfc7e09c314e7e616b0207c., hostname=6336e8474e1c,39333,1733465708261, seqNum=2] 2024-12-06T06:15:39,624 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='ead', locateType=CURRENT is [region=SPTestTable,e6666661,1733465720939.19016ce37dfc7e09c314e7e616b0207c., hostname=6336e8474e1c,39333,1733465708261, seqNum=2] 2024-12-06T06:15:39,627 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='eae', locateType=CURRENT is [region=SPTestTable,e6666661,1733465720939.19016ce37dfc7e09c314e7e616b0207c., hostname=6336e8474e1c,39333,1733465708261, seqNum=2] 2024-12-06T06:15:39,636 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='eaf', locateType=CURRENT is [region=SPTestTable,e6666661,1733465720939.19016ce37dfc7e09c314e7e616b0207c., hostname=6336e8474e1c,39333,1733465708261, seqNum=2] 2024-12-06T06:15:39,641 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='eah', locateType=CURRENT is [region=SPTestTable,e6666661,1733465720939.19016ce37dfc7e09c314e7e616b0207c., hostname=6336e8474e1c,39333,1733465708261, seqNum=2] 2024-12-06T06:15:39,648 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='eag', locateType=CURRENT is [region=SPTestTable,e6666661,1733465720939.19016ce37dfc7e09c314e7e616b0207c., hostname=6336e8474e1c,39333,1733465708261, seqNum=2] 2024-12-06T06:15:40,920 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-06T06:15:40,932 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-06T06:15:40,963 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33118, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-06T06:15:41,048 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37618, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-06T06:15:41,082 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34119 {}] regionserver.HRegion(8528): writing data to region SPTestTable,b333332f,1733465720939.3fb9c03a5659961afad622521c7eb899. with WAL disabled. Data may be lost in the event of a crash. 2024-12-06T06:15:41,132 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39333 {}] regionserver.RSRpcServices(2610): Large batch operation detected (greater than 5000) (HBASE-18023). Requested Number of Rows: 15548 Client: jenkins//172.17.0.2 first region in multi=SPTestTable,99999996,1733465720939.6669303dcaa20b5b0c669a2143ff00b9. 2024-12-06T06:15:41,159 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36463 {}] regionserver.HRegion(8528): writing data to region SPTestTable,ccccccc8,1733465720939.f577d789b02a2b776d1020e3689e1dbc. with WAL disabled. Data may be lost in the event of a crash. 2024-12-06T06:15:41,172 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39333 {}] regionserver.HRegion(8528): writing data to region SPTestTable,99999996,1733465720939.6669303dcaa20b5b0c669a2143ff00b9. with WAL disabled. Data may be lost in the event of a crash. 2024-12-06T06:15:42,018 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39333 {}] regionserver.HRegion(8528): writing data to region SPTestTable,e6666661,1733465720939.19016ce37dfc7e09c314e7e616b0207c. with WAL disabled. Data may be lost in the event of a crash. 2024-12-06T06:15:42,230 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(1139): Stored pid=25, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } 2024-12-06T06:15:42,234 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_PREPARE 2024-12-06T06:15:42,241 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_PRE_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_PRE_OPERATION 2024-12-06T06:15:42,242 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-12-06T06:15:42,267 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_WRITE_SNAPSHOT_INFO, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_WRITE_SNAPSHOT_INFO 2024-12-06T06:15:42,299 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41607 is added to blk_1073741848_1024 (size=49) 2024-12-06T06:15:42,301 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42803 is added to blk_1073741848_1024 (size=49) 2024-12-06T06:15:42,301 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37065 is added to blk_1073741848_1024 (size=49) 2024-12-06T06:15:42,306 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_SNAPSHOT_ONLINE_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_ONLINE_REGIONS 2024-12-06T06:15:42,308 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=26, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure ce6ba65723f1fc47537c82905e6be676}, {pid=27, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure fe39056be7fa2996d36a46e84e564301}, {pid=28, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 07d98e86b53bc789e76549342835c8de}, {pid=29, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 92252e33e61aa65c35c9ea7a0813d22b}, {pid=30, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 098977869d805bc3807895ef7e7f01c6}, {pid=31, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 2b5a28a7c4912ac96c5d6be68a1909d5}, {pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 6669303dcaa20b5b0c669a2143ff00b9}, {pid=33, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 3fb9c03a5659961afad622521c7eb899}, {pid=34, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure f577d789b02a2b776d1020e3689e1dbc}, {pid=35, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 19016ce37dfc7e09c314e7e616b0207c}] 2024-12-06T06:15:42,315 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=28, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 07d98e86b53bc789e76549342835c8de 2024-12-06T06:15:42,315 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=27, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure fe39056be7fa2996d36a46e84e564301 2024-12-06T06:15:42,315 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=26, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure ce6ba65723f1fc47537c82905e6be676 2024-12-06T06:15:42,316 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=29, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 92252e33e61aa65c35c9ea7a0813d22b 2024-12-06T06:15:42,331 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=35, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 19016ce37dfc7e09c314e7e616b0207c 2024-12-06T06:15:42,331 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=34, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure f577d789b02a2b776d1020e3689e1dbc 2024-12-06T06:15:42,333 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=33, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 3fb9c03a5659961afad622521c7eb899 2024-12-06T06:15:42,333 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 6669303dcaa20b5b0c669a2143ff00b9 2024-12-06T06:15:42,334 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=31, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 2b5a28a7c4912ac96c5d6be68a1909d5 2024-12-06T06:15:42,343 INFO [Time-limited test {}] hbase.SingleProcessHBaseCluster(267): Killing 6336e8474e1c,39333,1733465708261 2024-12-06T06:15:42,344 ERROR [Time-limited test {}] regionserver.HRegionServer(2442): ***** ABORTING region server 6336e8474e1c,39333,1733465708261: Simulated kill ***** 2024-12-06T06:15:42,344 ERROR [Time-limited test {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-12-06T06:15:42,348 DEBUG [Time-limited test {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-12-06T06:15:42,350 DEBUG [Time-limited test {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-12-06T06:15:42,351 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=30, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 098977869d805bc3807895ef7e7f01c6 2024-12-06T06:15:42,353 DEBUG [Time-limited test {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-12-06T06:15:42,354 DEBUG [Time-limited test {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-12-06T06:15:42,367 INFO [Time-limited test {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1048576000, "init": 1048576000, "max": 2306867200, "used": 670013944 }, "NonHeapMemoryUsage": { "committed": 156368896, "init": 7667712, "max": -1, "used": 152574288 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [ { "name": "Hadoop:service=HBase,name=RegionServer,sub=IPC", "modelerType": "RegionServer,sub=IPC", "tag.Context": "regionserver", "tag.Hostname": "6336e8474e1c", "queueSize": 0, "numCallsInGeneralQueue": 0, "numCallsInReplicationQueue": 0, "numCallsInBulkLoadQueue": 0, "numCallsInPriorityQueue": 0, "numCallsInMetaPriorityQueue": 0, "numOpenConnections": 1, "numActiveHandler": 0, "numActiveGeneralHandler": 0, "numActivePriorityHandler": 0, "numActiveReplicationHandler": 0, "numGeneralCallsDropped": 0, "numLifoModeSwitches": 0, "numCallsInWriteQueue": 0, "numActiveBulkLoadHandler": 0, "numCallsInReadQueue": 0, "numCallsInScanQueue": 0, "numActiveWriteHandler": 0, "numActiveReadHandler": 0, "numActiveScanHandler": 0, "nettyDirectMemoryUsage": 67108864, "nettyTotalPendingOutboundBytes": 0, "nettyMaxPendingOutboundBytes": 0, "receivedBytes": 14486, "exceptions.RegionMovedException": 0, "authenticationSuccesses": 0, "authorizationFailures": 0, "exceptions.requestTooBig": 0, "UnwritableTime_num_ops": 0, "UnwritableTime_min": 0, "UnwritableTime_max": 0, "UnwritableTime_mean": 0, "UnwritableTime_25th_percentile": 0, "UnwritableTime_median": 0, "UnwritableTime_75th_percentile": 0, "UnwritableTime_90th_percentile": 0, "UnwritableTime_95th_percentile": 0, "UnwritableTime_98th_percentile": 0, "UnwritableTime_99th_percentile": 0, "UnwritableTime_99.9th_percentile": 0, "exceptions.OutOfOrderScannerNextException": 0, "exceptions.rpcThrottling": 0, "exceptions.otherExceptions": 0, "ProcessCallTime_num_ops": 35, "ProcessCallTime_min": 0, "ProcessCallTime_max": 0, "ProcessCallTime_mean": 0, "ProcessCallTime_25th_percentile": 0, "ProcessCallTime_median": 0, "ProcessCallTime_75th_percentile": 0, "ProcessCallTime_90th_percentile": 0, "ProcessCallTime_95th_percentile": 0, "ProcessCallTime_98th_percentile": 0, "ProcessCallTime_99th_percentile": 0, "ProcessCallTime_99.9th_percentile": 0, "exceptions.callQueueTooBig": 0, "QueueCallTime_num_ops": 35, "QueueCallTime_min": 0, "QueueCallTime_max": 0, "QueueCallTime_mean": 0, "QueueCallTime_25th_percentile": 0, "QueueCallTime_median": 0, "QueueCallTime_75th_percentile": 0, "QueueCallTime_90th_percentile": 0, "QueueCallTime_95th_percentile": 0, "QueueCallTime_98th_percentile": 0, "QueueCallTime_99th_percentile": 0, "QueueCallTime_99.9th_percentile": 0, "authenticationFailures": 0, "exceptions.multiResponseTooLarge": 0, "exceptions.callDropped": 0, "TotalCallTime_num_ops": 35, "TotalCallTime_min": 0, "TotalCallTime_max": 0, "TotalCallTime_mean": 0, "TotalCallTime_25th_percentile": 0, "TotalCallTime_median": 0, "TotalCallTime_75th_percentile": 0, "TotalCallTime_90th_percentile": 0, "TotalCallTime_95th_percentile": 0, "TotalCallTime_98th_percentile": 0, "TotalCallTime_99th_percentile": 0, "TotalCallTime_99.9th_percentile": 0, "exceptions.RegionTooBusyException": 0, "exceptions.FailedSanityCheckException": 0, "ResponseSize_num_ops": 35, "ResponseSize_min": 0, "ResponseSize_max": 0, "ResponseSize_mean": 0, "ResponseSize_25th_percentile": 0, "ResponseSize_median": 0, "ResponseSize_75th_percentile": 0, "ResponseSize_90th_percentile": 0, "ResponseSize_95th_percentile": 0, "ResponseSize_98th_percentile": 0, "ResponseSize_99th_percentile": 0, "ResponseSize_99.9th_percentile": 0, "exceptions.UnknownScannerException": 0, "exceptions": 0, "maxOutboundBytesExceeded": 0, "authenticationFallbacks": 0, "exceptions.quotaExceeded": 0, "exceptions.callTimedOut": 0, "exceptions.NotServingRegionException": 0, "authorizationSuccesses": 0, "exceptions.ScannerResetException": 0, "RequestSize_num_ops": 35, "RequestSize_min": 0, "RequestSize_max": 0, "RequestSize_mean": 0, "RequestSize_25th_percentile": 0, "RequestSize_median": 0, "RequestSize_75th_percentile": 0, "RequestSize_90th_percentile": 0, "RequestSize_95th_percentile": 0, "RequestSize_98th_percentile": 0, "RequestSize_99th_percentile": 0, "RequestSize_99.9th_percentile": 0, "sentBytes": 676 } ], "beans": [ { "name": "Hadoop:service=HBase,name=RegionServer,sub=Replication", "modelerType": "RegionServer,sub=Replication", "tag.Context": "regionserver", "tag.Hostname": "6336e8474e1c", "source.shippedHFiles": 0, "Source.ageOfLastShippedOp_num_ops": 0, "Source.ageOfLastShippedOp_min": 0, "Source.ageOfLastShippedOp_max": 0, "Source.ageOfLastShippedOp_mean": 0, "Source.ageOfLastShippedOp_25th_percentile": 0, "Source.ageOfLastShippedOp_median": 0, "Source.ageOfLastShippedOp_75th_percentile": 0, "Source.ageOfLastShippedOp_90th_percentile": 0, "Source.ageOfLastShippedOp_95th_percentile": 0, "Source.ageOfLastShippedOp_98th_percentile": 0, "Source.ageOfLastShippedOp_99th_percentile": 0, "Source.ageOfLastShippedOp_99.9th_percentile": 0, "source.uncleanlyClosedLogs": 0, "source.closedLogsWithUnknownFileLength": 0, "source.walReaderEditsBufferUsage": 0, "source.repeatedLogFileBytes": 0, "source.sizeOfHFileRefsQueue": 0, "source.logReadInBytes": 0, "source.completedRecoverQueues": 0, "source.sizeOfLogQueue": 0, "source.restartedLogReading": 0, "source.failedRecoverQueues": 0, "source.ignoredUncleanlyClosedLogContentsInBytes": 0, "Sink.ageOfLastAppliedOp_num_ops": 0, "Sink.ageOfLastAppliedOp_min": 0, "Sink.ageOfLastAppliedOp_max": 0, "Sink.ageOfLastAppliedOp_mean": 0, "Sink.ageOfLastAppliedOp_25th_percentile": 0, "Sink.ageOfLastAppliedOp_median": 0, "Sink.ageOfLastAppliedOp_75th_percentile": 0, "Sink.ageOfLastAppliedOp_90th_percentile": 0, "Sink.ageOfLastAppliedOp_95th_percentile": 0, "Sink.ageOfLastAppliedOp_98th_percentile": 0, "Sink.ageOfLastAppliedOp_99th_percentile": 0, "Sink.ageOfLastAppliedOp_99.9th_percentile": 0, "source.logEditsRead": 0, "source.numInitializing": 0, "source.shippedOps": 0, "sink.appliedHFiles": 0, "source.logEditsFiltered": 0, "source.shippedBytes": 0, "sink.appliedOps": 0, "source.completedLogs": 0, "source.failedBatches": 0, "sink.failedBatches": 0, "source.shippedBatches": 0, "sink.appliedBatches": 0 } ], "beans": [ { "name": "Hadoop:service=HBase,name=RegionServer,sub=Server", "modelerType": "RegionServer,sub=Server", "tag.zookeeperQuorum": "127.0.0.1:53490", "tag.serverName": "6336e8474e1c,39333,1733465708261", "tag.clusterId": "b07d055a-6e9d-453b-9c5a-a3268ebcd1b0", "tag.Context": "regionserver", "tag.Hostname": "6336e8474e1c", "regionCount": 4, "storeCount": 4, "hlogFileCount": 5, "hlogFileSize": 0, "storeFileCount": 0, "maxStoreFileCount": 0, "memStoreSize": 0, "memStoreHeapSize": 1024, "memStoreOffHeapSize": 0, "storeFileSize": 0, "storeFileSizeGrowthRate": 0.0, "maxStoreFileAge": 0, "minStoreFileAge": 0, "avgStoreFileAge": 0, "numReferenceFiles": 0, "regionServerStartTime": 1733465708261, "averageRegionSize": 0, "storeFileIndexSize": 0, "staticIndexSize": 0, "staticBloomSize": 0, "bloomFilterRequestsCount": 0, "bloomFilterNegativeResultsCount": 0, "bloomFilterEligibleRequestsCount": 0, "mutationsWithoutWALCount": 0, "mutationsWithoutWALSize": 0, "percentFilesLocal": 0.0, "percentFilesLocalSecondaryRegions": 0.0, "totalBytesRead": 0, "localBytesRead": 0, "shortCircuitBytesRead": 0, "zeroCopyBytesRead": 0, "splitQueueLength": 0, "compactionQueueLength": 0, "smallCompactionQueueLength": 0, "largeCompactionQueueLength": 0, "flushQueueLength": 0, "blockCacheFreeSize": 922070024, "blockCacheCount": 0, "blockCacheDataBlockCount": 0, "blockCacheSize": 676856, "blockCacheCountHitPercent": 0.0, "blockCacheExpressHitPercent": 0.0, "l1CacheSize": 676856, "l1CacheFreeSize": 922070024, "l1CacheCount": 0, "l1CacheEvictionCount": 0, "l1CacheHitCount": 0, "l1CacheMissCount": 0, "l1CacheHitRatio": 0.0, "l1CacheMissRatio": 0.0, "l2CacheSize": 0, "l2CacheFreeSize": 0, "l2CacheCount": 0, "l2CacheEvictionCount": 0, "l2CacheHitCount": 0, "l2CacheMissCount": 0, "l2CacheHitRatio": 0.0, "l2CacheMissRatio": 0.0, "mobFileCacheCount": 0, "mobFileCacheHitPercent": 0.0, "readRequestRatePerSecond": 0.0, "writeRequestRatePerSecond": 0.0, "ByteBuffAllocatorHeapAllocationBytes": 0, "ByteBuffAllocatorPoolAllocationBytes": 0, "ByteBuffAllocatorHeapAllocationRatio": 0.0, "ByteBuffAllocatorTotalBufferCount": 186, "ByteBuffAllocatorUsedBufferCount": 0, "activeScanners": 0, "totalRequestCount": 0, "totalRowActionRequestCount": 0, "readRequestCount": 0, "cpRequestCount": 0, "filteredReadRequestCount": 0, "writeRequestCount": 0, "rpcGetRequestCount": 0, "rpcFullScanRequestCount": 0, "rpcScanRequestCount": 0, "rpcMultiRequestCount": 0, "rpcMutateRequestCount": 0, "checkMutateFailedCount": 0, "checkMutatePassedCount": 0, "blockCacheHitCount": 0, "blockCacheHitCountPrimary": 0, "blockCacheHitCachingCount": 0, "blockCacheMissCount": 0, "blockCacheMissCountPrimary": 0, "blockCacheMissCachingCount": 0, "blockCacheEvictionCount": 0, "blockCacheEvictionCountPrimary": 0, "blockCacheFailedInsertionCount": 0, "blockCacheDataMissCount": 0, "blockCacheLeafIndexMissCount": 0, "blockCacheBloomChunkMissCount": 0, "blockCacheMetaMissCount": 0, "blockCacheRootIndexMissCount": 0, "blockCacheIntermediateIndexMissCount": 0, "blockCacheFileInfoMissCount": 0, "blockCacheGeneralBloomMetaMissCount": 0, "blockCacheDeleteFamilyBloomMissCount": 0, "blockCacheTrailerMissCount": 0, "blockCacheDataHitCount": 0, "blockCacheLeafIndexHitCount": 0, "blockCacheBloomChunkHitCount": 0, "blockCacheMetaHitCount": 0, "blockCacheRootIndexHitCount": 0, "blockCacheIntermediateIndexHitCount": 0, "blockCacheFileInfoHitCount": 0, "blockCacheGeneralBloomMetaHitCount": 0, "blockCacheDeleteFamilyBloomHitCount": 0, "blockCacheTrailerHitCount": 0, "updatesBlockedTime": 0, "flushedCellsCount": 0, "compactedCellsCount": 0, "majorCompactedCellsCount": 0, "flushedCellsSize": 0, "compactedCellsSize": 0, "majorCompactedCellsSize": 0, "cellsCountCompactedFromMob": 0, "cellsCountCompactedToMob": 0, "cellsSizeCompactedFromMob": 0, "cellsSizeCompactedToMob": 0, "mobFlushCount": 0, "mobFlushedCellsCount": 0, "mobFlushedCellsSize": 0, "mobScanCellsCount": 0, "mobScanCellsSize": 0, "mobFileCacheAccessCount": 0, "mobFileCacheMissCount": 0, "mobFileCacheEvictedCount": 0, "hedgedReads": 0, "hedgedReadWins": 0, "hedgedReadOpsInCurThread": 0, "blockedRequestCount": 0, "CheckAndMutate_num_ops": 0, "CheckAndMutate_min": 0, "CheckAndMutate_max": 0, "CheckAndMutate_mean": 0, "CheckAndMutate_25th_percentile": 0, "CheckAndMutate_median": 0, "CheckAndMutate_75th_percentile": 0, "CheckAndMutate_90th_percentile": 0, "CheckAndMutate_95th_percentile": 0, "CheckAndMutate_98th_percentile": 0, "CheckAndMutate_99th_percentile": 0, "CheckAndMutate_99.9th_percentile": 0, "MajorCompactionTime_num_ops": 0, "MajorCompactionTime_min": 0, "MajorCompactionTime_max": 0, "MajorCompactionTime_mean": 0, "MajorCompactionTime_25th_percentile": 0, "MajorCompactionTime_median": 0, "MajorCompactionTime_75th_percentile": 0, "MajorCompactionTime_90th_percentile": 0, "MajorCompactionTime_95th_percentile": 0, "MajorCompactionTime_98th_percentile": 0, "MajorCompactionTime_99th_percentile": 0, "MajorCompactionTime_99.9th_percentile": 0, "ScanTime_num_ops": 0, "ScanTime_min": 0, "ScanTime_max": 0, "ScanTime_mean": 0, "ScanTime_25th_percentile": 0, "ScanTime_median": 0, "ScanTime_75th_percentile": 0, "ScanTime_90th_percentile": 0, "ScanTime_95th_percentile": 0, "ScanTime_98th_percentile": 0, "ScanTime_99th_percentile": 0, "ScanTime_99.9th_percentile": 0, "CheckAndMutateBlockBytesScanned_num_ops": 0, "CheckAndMutateBlockBytesScanned_min": 0, "CheckAndMutateBlockBytesScanned_max": 0, "CheckAndMutateBlockBytesScanned_mean": 0, "CheckAndMutateBlockBytesScanned_25th_percentile": 0, "CheckAndMutateBlockBytesScanned_median": 0, "CheckAndMutateBlockBytesScanned_75th_percentile": 0, "CheckAndMutateBlockBytesScanned_90th_percentile": 0, "CheckAndMutateBlockBytesScanned_95th_percentile": 0, "CheckAndMutateBlockBytesScanned_98th_percentile": 0, "CheckAndMutateBlockBytesScanned_99th_percentile": 0, "CheckAndMutateBlockBytesScanned_99.9th_percentile": 0, "Put_num_ops": 0, "Put_min": 0, "Put_max": 0, "Put_mean": 0, "Put_25th_percentile": 0, "Put_median": 0, "Put_75th_percentile": 0, "Put_90th_percentile": 0, "Put_95th_percentile": 0, "Put_98th_percentile": 0, "Put_99th_percentile": 0, "Put_99.9th_percentile": 0, "splitRequestCount": 0, "AppendBlockBytesScanned_num_ops": 0, "AppendBlockBytesScanned_min": 0, "AppendBlockBytesScanned_max": 0, "AppendBlockBytesScanned_mean": 0, "AppendBlockBytesScanned_25th_percentile": 0, "AppendBlockBytesScanned_median": 0, "AppendBlockBytesScanned_75th_percentile": 0, "AppendBlockBytesScanned_90th_percentile": 0, "AppendBlockBytesScanned_95th_percentile": 0, "AppendBlockBytesScanned_98th_percentile": 0, "AppendBlockBytesScanned_99th_percentile": 0, "AppendBlockBytesScanned_99.9th_percentile": 0, "PutBatch_num_ops": 0, "PutBatch_min": 0, "PutBatch_max": 0, "PutBatch_mean": 0, "PutBatch_25th_percentile": 0, "PutBatch_median": 0, "PutBatch_75th_percentile": 0, "PutBatch_90th_percentile": 0, "PutBatch_95th_percentile": 0, "PutBatch_98th_percentile": 0, "PutBatch_99th_percentile": 0, "PutBatch_99.9th_percentile": 0, "IncrementBlockBytesScanned_num_ops": 0, "IncrementBlockBytesScanned_min": 0, "IncrementBlockBytesScanned_max": 0, "IncrementBlockBytesScanned_mean": 0, "IncrementBlockBytesScanned_25th_percentile": 0, "IncrementBlockBytesScanned_median": 0, "IncrementBlockBytesScanned_75th_percentile": 0, "IncrementBlockBytesScanned_90th_percentile": 0, "IncrementBlockBytesScanned_95th_percentile": 0, "IncrementBlockBytesScanned_98th_percentile": 0, "IncrementBlockBytesScanned_99th_percentile": 0, "IncrementBlockBytesScanned_99.9th_percentile": 0, "SplitTime_num_ops": 0, "SplitTime_min": 0, "SplitTime_max": 0, "SplitTime_mean": 0, "SplitTime_25th_percentile": 0, "SplitTime_median": 0, "SplitTime_75th_percentile": 0, "SplitTime_90th_percentile": 0, "SplitTime_95th_percentile": 0, "SplitTime_98th_percentile": 0, "SplitTime_99th_percentile": 0, "SplitTime_99.9th_percentile": 0, "GetBlockBytesScanned_num_ops": 0, "GetBlockBytesScanned_min": 0, "GetBlockBytesScanned_max": 0, "GetBlockBytesScanned_mean": 0, "GetBlockBytesScanned_25th_percentile": 0, "GetBlockBytesScanned_median": 0, "GetBlockBytesScanned_75th_percentile": 0, "GetBlockBytesScanned_90th_percentile": 0, "GetBlockBytesScanned_95th_percentile": 0, "GetBlockBytesScanned_98th_percentile": 0, "GetBlockBytesScanned_99th_percentile": 0, "GetBlockBytesScanned_99.9th_percentile": 0, "majorCompactedInputBytes": 0, "slowAppendCount": 0, "flushedOutputBytes": 0, "Replay_num_ops": 0, "Replay_min": 0, "Replay_max": 0, "Replay_mean": 0, "Replay_25th_percentile": 0, "Replay_median": 0, "Replay_75th_percentile": 0, "Replay_90th_percentile": 0, "Replay_95th_percentile": 0, "Replay_98th_percentile": 0, "Replay_99th_percentile": 0, "Replay_99.9th_percentile": 0, "MajorCompactionInputSize_num_ops": 0, "MajorCompactionInputSize_min": 0, "MajorCompactionInputSize_max": 0, "MajorCompactionInputSize_mean": 0, "MajorCompactionInputSize_25th_percentile": 0, "MajorCompactionInputSize_median": 0, "MajorCompactionInputSize_75th_percentile": 0, "MajorCompactionInputSize_90th_percentile": 0, "MajorCompactionInputSize_95th_percentile": 0, "MajorCompactionInputSize_98th_percentile": 0, "MajorCompactionInputSize_99th_percentile": 0, "MajorCompactionInputSize_99.9th_percentile": 0, "pauseInfoThresholdExceeded": 0, "CheckAndDelete_num_ops": 0, "CheckAndDelete_min": 0, "CheckAndDelete_max": 0, "CheckAndDelete_mean": 0, "CheckAndDelete_25th_percentile": 0, "CheckAndDelete_median": 0, "CheckAndDelete_75th_percentile": 0, "CheckAndDelete_90th_percentile": 0, "CheckAndDelete_95th_percentile": 0, "CheckAndDelete_98th_percentile": 0, "CheckAndDelete_99th_percentile": 0, "CheckAndDelete_99.9th_percentile": 0, "CompactionInputSize_num_ops": 0, "CompactionInputSize_min": 0, "CompactionInputSize_max": 0, "CompactionInputSize_mean": 0, "CompactionInputSize_25th_percentile": 0, "CompactionInputSize_median": 0, "CompactionInputSize_75th_percentile": 0, "CompactionInputSize_90th_percentile": 0, "CompactionInputSize_95th_percentile": 0, "CompactionInputSize_98th_percentile": 0, "CompactionInputSize_99th_percentile": 0, "CompactionInputSize_99.9th_percentile": 0, "flushedMemstoreBytes": 0, "majorCompactedOutputBytes": 0, "slowPutCount": 0, "compactedInputBytes": 0, "FlushOutputSize_num_ops": 0, "FlushOutputSize_min": 0, "FlushOutputSize_max": 0, "FlushOutputSize_mean": 0, "FlushOutputSize_25th_percentile": 0, "FlushOutputSize_median": 0, "FlushOutputSize_75th_percentile": 0, "FlushOutputSize_90th_percentile": 0, "FlushOutputSize_95th_percentile": 0, "FlushOutputSize_98th_percentile": 0, "FlushOutputSize_99th_percentile": 0, "FlushOutputSize_99.9th_percentile": 0, "PauseTimeWithGc_num_ops": 0, "PauseTimeWithGc_min": 0, "PauseTimeWithGc_max": 0, "PauseTimeWithGc_mean": 0, "PauseTimeWithGc_25th_percentile": 0, "PauseTimeWithGc_median": 0, "PauseTimeWithGc_75th_percentile": 0, "PauseTimeWithGc_90th_percentile": 0, "PauseTimeWithGc_95th_percentile": 0, "PauseTimeWithGc_98th_percentile": 0, "PauseTimeWithGc_99th_percentile": 0, "PauseTimeWithGc_99.9th_percentile": 0, "compactedOutputBytes": 0, "pauseWarnThresholdExceeded": 0, "ScanBlockBytesScanned_num_ops": 0, "ScanBlockBytesScanned_min": 0, "ScanBlockBytesScanned_max": 0, "ScanBlockBytesScanned_mean": 0, "ScanBlockBytesScanned_25th_percentile": 0, "ScanBlockBytesScanned_median": 0, "ScanBlockBytesScanned_75th_percentile": 0, "ScanBlockBytesScanned_90th_percentile": 0, "ScanBlockBytesScanned_95th_percentile": 0, "ScanBlockBytesScanned_98th_percentile": 0, "ScanBlockBytesScanned_99th_percentile": 0, "ScanBlockBytesScanned_99.9th_percentile": 0, "Increment_num_ops": 0, "Increment_min": 0, "Increment_max": 0, "Increment_mean": 0, "Increment_25th_percentile": 0, "Increment_median": 0, "Increment_75th_percentile": 0, "Increment_90th_percentile": 0, "Increment_95th_percentile": 0, "Increment_98th_percentile": 0, "Increment_99th_percentile": 0, "Increment_99.9th_percentile": 0, "Delete_num_ops": 0, "Delete_min": 0, "Delete_max": 0, "Delete_mean": 0, "Delete_25th_percentile": 0, "Delete_median": 0, "Delete_75th_percentile": 0, "Delete_90th_percentile": 0, "Delete_95th_percentile": 0, "Delete_98th_percentile": 0, "Delete_99th_percentile": 0, "Delete_99.9th_percentile": 0, "DeleteBatch_num_ops": 0, "DeleteBatch_min": 0, "DeleteBatch_max": 0, "DeleteBatch_mean": 0, "DeleteBatch_25th_percentile": 0, "DeleteBatch_median": 0, "DeleteBatch_75th_percentile": 0, "DeleteBatch_90th_percentile": 0, "DeleteBatch_95th_percentile": 0, "DeleteBatch_98th_percentile": 0, "DeleteBatch_99th_percentile": 0, "DeleteBatch_99.9th_percentile": 0, "blockBytesScannedCount": 0, "FlushMemstoreSize_num_ops": 0, "FlushMemstoreSize_min": 0, "FlushMemstoreSize_max": 0, "FlushMemstoreSize_mean": 0, "FlushMemstoreSize_25th_percentile": 0, "FlushMemstoreSize_median": 0, "FlushMemstoreSize_75th_percentile": 0, "FlushMemstoreSize_90th_percentile": 0, "FlushMemstoreSize_95th_percentile": 0, "FlushMemstoreSize_98th_percentile": 0, "FlushMemstoreSize_99th_percentile": 0, "FlushMemstoreSize_99.9th_percentile": 0, "CompactionInputFileCount_num_ops": 0, "CompactionInputFileCount_min": 0, "CompactionInputFileCount_max": 0, "CompactionInputFileCount_mean": 0, "CompactionInputFileCount_25th_percentile": 0, "CompactionInputFileCount_median": 0, "CompactionInputFileCount_75th_percentile": 0, "CompactionInputFileCount_90th_percentile": 0, "CompactionInputFileCount_95th_percentile": 0, "CompactionInputFileCount_98th_percentile": 0, "CompactionInputFileCount_99th_percentile": 0, "CompactionInputFileCount_99.9th_percentile": 0, "CompactionTime_num_ops": 0, "CompactionTime_min": 0, "CompactionTime_max": 0, "CompactionTime_mean": 0, "CompactionTime_25th_percentile": 0, "CompactionTime_median": 0, "CompactionTime_75th_percentile": 0, "CompactionTime_90th_percentile": 0, "CompactionTime_95th_percentile": 0, "CompactionTime_98th_percentile": 0, "CompactionTime_99th_percentile": 0, "CompactionTime_99.9th_percentile": 0, "Get_num_ops": 0, "Get_min": 0, "Get_max": 0, "Get_mean": 0, "Get_25th_percentile": 0, "Get_median": 0, "Get_75th_percentile": 0, "Get_90th_percentile": 0, "Get_95th_percentile": 0, "Get_98th_percentile": 0, "Get_99th_percentile": 0, "Get_99.9th_percentile": 0, "MajorCompactionInputFileCount_num_ops": 0, "MajorCompactionInputFileCount_min": 0, "MajorCompactionInputFileCount_max": 0, "MajorCompactionInputFileCount_mean": 0, "MajorCompactionInputFileCount_25th_percentile": 0, "MajorCompactionInputFileCount_median": 0, "MajorCompactionInputFileCount_75th_percentile": 0, "MajorCompactionInputFileCount_90th_percentile": 0, "MajorCompactionInputFileCount_95th_percentile": 0, "MajorCompactionInputFileCount_98th_percentile": 0, "MajorCompactionInputFileCount_99th_percentile": 0, "MajorCompactionInputFileCount_99.9th_percentile": 0, "scannerLeaseExpiredCount": 0, "CheckAndPut_num_ops": 0, "CheckAndPut_min": 0, "CheckAndPut_max": 0, "CheckAndPut_mean": 0, "CheckAndPut_25th_percentile": 0, "CheckAndPut_median": 0, "CheckAndPut_75th_percentile": 0, "CheckAndPut_90th_percentile": 0, "CheckAndPut_95th_percentile": 0, "CheckAndPut_98th_percentile": 0, "CheckAndPut_99th_percentile": 0, "CheckAndPut_99.9th_percentile": 0, "MajorCompactionOutputSize_num_ops": 0, "MajorCompactionOutputSize_min": 0, "MajorCompactionOutputSize_max": 0, "MajorCompactionOutputSize_mean": 0, "MajorCompactionOutputSize_25th_percentile": 0, "MajorCompactionOutputSize_median": 0, "MajorCompactionOutputSize_75th_percentile": 0, "MajorCompactionOutputSize_90th_percentile": 0, "MajorCompactionOutputSize_95th_percentile": 0, "MajorCompactionOutputSize_98th_percentile": 0, "MajorCompactionOutputSize_99th_percentile": 0, "MajorCompactionOutputSize_99.9th_percentile": 0, "CompactionOutputFileCount_num_ops": 0, "CompactionOutputFileCount_min": 0, "CompactionOutputFileCount_max": 0, "CompactionOutputFileCount_mean": 0, "CompactionOutputFileCount_25th_percentile": 0, "CompactionOutputFileCount_median": 0, "CompactionOutputFileCount_75th_percentile": 0, "CompactionOutputFileCount_90th_percentile": 0, "CompactionOutputFileCount_95th_percentile": 0, "CompactionOutputFileCount_98th_percentile": 0, "CompactionOutputFileCount_99th_percentile": 0, "CompactionOutputFileCount_99.9th_percentile": 0, "slowDeleteCount": 0, "FlushTime_num_ops": 0, "FlushTime_min": 0, "FlushTime_max": 0, "FlushTime_mean": 0, "FlushTime_25th_percentile": 0, "FlushTime_median": 0, "FlushTime_75th_percentile": 0, "FlushTime_90th_percentile": 0, "FlushTime_95th_percentile": 0, "FlushTime_98th_percentile": 0, "FlushTime_99th_percentile": 0, "FlushTime_99.9th_percentile": 0, "splitSuccessCount": 0, "MajorCompactionOutputFileCount_num_ops": 0, "MajorCompactionOutputFileCount_min": 0, "MajorCompactionOutputFileCount_max": 0, "MajorCompactionOutputFileCount_mean": 0, "MajorCompactionOutputFileCount_25th_percentile": 0, "MajorCompactionOutputFileCount_median": 0, "MajorCompactionOutputFileCount_75th_percentile": 0, "MajorCompactionOutputFileCount_90th_percentile": 0, "MajorCompactionOutputFileCount_95th_percentile": 0, "MajorCompactionOutputFileCount_98th_percentile": 0, "MajorCompactionOutputFileCount_99th_percentile": 0, "MajorCompactionOutputFileCount_99.9th_percentile": 0, "slowGetCount": 0, "ScanSize_num_ops": 0, "ScanSize_min": 0, "ScanSize_max": 0, "ScanSize_mean": 0, "ScanSize_25th_percentile": 0, "ScanSize_median": 0, "ScanSize_75th_percentile": 0, "ScanSize_90th_percentile": 0, "ScanSize_95th_percentile": 0, "ScanSize_98th_percentile": 0, "ScanSize_99th_percentile": 0, "ScanSize_99.9th_percentile": 0, "CompactionOutputSize_num_ops": 0, "CompactionOutputSize_min": 0, "CompactionOutputSize_max": 0, "CompactionOutputSize_mean": 0, "CompactionOutputSize_25th_percentile": 0, "CompactionOutputSize_median": 0, "CompactionOutputSize_75th_percentile": 0, "CompactionOutputSize_90th_percentile": 0, "CompactionOutputSize_95th_percentile": 0, "CompactionOutputSize_98th_percentile": 0, "CompactionOutputSize_99th_percentile": 0, "CompactionOutputSize_99.9th_percentile": 0, "PauseTimeWithoutGc_num_ops": 0, "PauseTimeWithoutGc_min": 0, "PauseTimeWithoutGc_max": 0, "PauseTimeWithoutGc_mean": 0, "PauseTimeWithoutGc_25th_percentile": 0, "PauseTimeWithoutGc_median": 0, "PauseTimeWithoutGc_75th_percentile": 0, "PauseTimeWithoutGc_90th_percentile": 0, "PauseTimeWithoutGc_95th_percentile": 0, "PauseTimeWithoutGc_98th_percentile": 0, "PauseTimeWithoutGc_99th_percentile": 0, "PauseTimeWithoutGc_99.9th_percentile": 0, "slowIncrementCount": 0, "Append_num_ops": 0, "Append_min": 0, "Append_max": 0, "Append_mean": 0, "Append_25th_percentile": 0, "Append_median": 0, "Append_75th_percentile": 0, "Append_90th_percentile": 0, "Append_95th_percentile": 0, "Append_98th_percentile": 0, "Append_99th_percentile": 0, "Append_99.9th_percentile": 0, "Bulkload_count": 0, "Bulkload_mean_rate": 0.0, "Bulkload_1min_rate": 0.0, "Bulkload_5min_rate": 0.0, "Bulkload_15min_rate": 0.0, "Bulkload_num_ops": 0, "Bulkload_min": 0, "Bulkload_max": 0, "Bulkload_mean": 0, "Bulkload_25th_percentile": 0, "Bulkload_median": 0, "Bulkload_75th_percentile": 0, "Bulkload_90th_percentile": 0, "Bulkload_95th_percentile": 0, "Bulkload_98th_percentile": 0, "Bulkload_99th_percentile": 0, "Bulkload_99.9th_percentile": 0 } ] } 2024-12-06T06:15:42,371 WARN [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45063 {}] master.MasterRpcServices(700): 6336e8474e1c,39333,1733465708261 reported a fatal error: ***** ABORTING region server 6336e8474e1c,39333,1733465708261: Simulated kill ***** 2024-12-06T06:15:42,374 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '6336e8474e1c,39333,1733465708261' ***** 2024-12-06T06:15:42,374 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Simulated kill 2024-12-06T06:15:42,374 INFO [RS:0;6336e8474e1c:39333 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-06T06:15:42,374 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-12-06T06:15:42,375 INFO [RS:0;6336e8474e1c:39333 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager abruptly. 2024-12-06T06:15:42,375 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-12-06T06:15:42,375 INFO [RS:0;6336e8474e1c:39333 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager abruptly. 2024-12-06T06:15:42,375 INFO [RS:0;6336e8474e1c:39333 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-06T06:15:42,375 INFO [RS:0;6336e8474e1c:39333 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;6336e8474e1c:39333. 2024-12-06T06:15:42,375 DEBUG [RS:0;6336e8474e1c:39333 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-06T06:15:42,375 DEBUG [RS:0;6336e8474e1c:39333 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T06:15:42,391 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41607 is added to blk_1073741833_1009 (size=1257) 2024-12-06T06:15:42,391 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37065 is added to blk_1073741833_1009 (size=1257) 2024-12-06T06:15:42,398 DEBUG [RS:0;6336e8474e1c:39333 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T06:15:42,398 INFO [RS:0;6336e8474e1c:39333 {}] regionserver.LeaseManager(133): Closed leases 2024-12-06T06:15:42,398 INFO [RS:0;6336e8474e1c:39333 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:39333 2024-12-06T06:15:42,406 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39333-0x101866979f10001, quorum=127.0.0.1:53490, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/6336e8474e1c,39333,1733465708261 2024-12-06T06:15:42,407 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45063-0x101866979f10000, quorum=127.0.0.1:53490, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-12-06T06:15:42,407 INFO [RS:0;6336e8474e1c:39333 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-06T06:15:42,408 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [6336e8474e1c,39333,1733465708261] 2024-12-06T06:15:42,412 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/6336e8474e1c,39333,1733465708261 already deleted, retry=false 2024-12-06T06:15:42,413 INFO [RegionServerTracker-0 {}] master.ServerManager(695): Processing expiration of 6336e8474e1c,39333,1733465708261 on 6336e8474e1c,45063,1733465707335 2024-12-06T06:15:42,422 DEBUG [RegionServerTracker-0 {}] procedure2.ProcedureExecutor(1139): Stored pid=36, state=RUNNABLE:SERVER_CRASH_START, hasLock=false; ServerCrashProcedure 6336e8474e1c,39333,1733465708261, splitWal=true, meta=false 2024-12-06T06:15:42,425 INFO [PEWorker-5 {}] procedure.ServerCrashProcedure(169): Start pid=36, state=RUNNABLE:SERVER_CRASH_START, hasLock=true; ServerCrashProcedure 6336e8474e1c,39333,1733465708261, splitWal=true, meta=false 2024-12-06T06:15:42,425 INFO [RegionServerTracker-0 {}] assignment.AssignmentManager(1999): Scheduled ServerCrashProcedure pid=36 for 6336e8474e1c,39333,1733465708261 (carryingMeta=false) 6336e8474e1c,39333,1733465708261/CRASHED/regionCount=4/lock=java.util.concurrent.locks.ReentrantReadWriteLock@1d5393ae[Write locks = 1, Read locks = 0], oldState=ONLINE. 2024-12-06T06:15:42,426 INFO [regionserver/6336e8474e1c:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-06T06:15:42,427 INFO [PEWorker-5 {}] procedure.ServerCrashProcedure(207): 6336e8474e1c,39333,1733465708261 had 4 regions 2024-12-06T06:15:42,431 INFO [PEWorker-5 {}] procedure.ServerCrashProcedure(339): Splitting WALs pid=36, state=RUNNABLE:SERVER_CRASH_SPLIT_LOGS, hasLock=true; ServerCrashProcedure 6336e8474e1c,39333,1733465708261, splitWal=true, meta=false, isMeta: false 2024-12-06T06:15:42,433 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=35, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 19016ce37dfc7e09c314e7e616b0207c 2024-12-06T06:15:42,434 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=27, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure fe39056be7fa2996d36a46e84e564301 2024-12-06T06:15:42,434 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 6669303dcaa20b5b0c669a2143ff00b9 2024-12-06T06:15:42,435 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=29, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 92252e33e61aa65c35c9ea7a0813d22b 2024-12-06T06:15:42,435 DEBUG [PEWorker-5 {}] master.MasterWalManager(329): Renamed region directory: hdfs://localhost:34117/user/jenkins/test-data/3200b50d-b776-70a2-a5b7-df54891339c3/WALs/6336e8474e1c,39333,1733465708261-splitting 2024-12-06T06:15:42,436 WARN [PEWorker-1 {}] procedure.SnapshotRegionProcedure(211): pid=35, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure 19016ce37dfc7e09c314e7e616b0207c can not run currently because target server of region SPTestTable,e6666661,1733465720939.19016ce37dfc7e09c314e7e616b0207c. 6336e8474e1c,39333,1733465708261 is in state SPLITTING, wait 1000 ms to retry 2024-12-06T06:15:42,436 INFO [PEWorker-1 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=35, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure 19016ce37dfc7e09c314e7e616b0207c; timeout=1000, timestamp=1733465743436 2024-12-06T06:15:42,437 WARN [PEWorker-4 {}] procedure.SnapshotRegionProcedure(211): pid=27, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure fe39056be7fa2996d36a46e84e564301 can not run currently because target server of region SPTestTable,19999999,1733465720939.fe39056be7fa2996d36a46e84e564301. 6336e8474e1c,39333,1733465708261 is in state SPLITTING, wait 1000 ms to retry 2024-12-06T06:15:42,437 INFO [PEWorker-4 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=27, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure fe39056be7fa2996d36a46e84e564301; timeout=1000, timestamp=1733465743437 2024-12-06T06:15:42,437 INFO [PEWorker-5 {}] master.SplitWALManager(105): 6336e8474e1c,39333,1733465708261 WAL count=1, meta=false 2024-12-06T06:15:42,438 WARN [PEWorker-3 {}] procedure.SnapshotRegionProcedure(211): pid=32, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure 6669303dcaa20b5b0c669a2143ff00b9 can not run currently because target server of region SPTestTable,99999996,1733465720939.6669303dcaa20b5b0c669a2143ff00b9. 6336e8474e1c,39333,1733465708261 is in state SPLITTING, wait 1000 ms to retry 2024-12-06T06:15:42,438 INFO [PEWorker-3 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=32, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure 6669303dcaa20b5b0c669a2143ff00b9; timeout=1000, timestamp=1733465743438 2024-12-06T06:15:42,438 WARN [PEWorker-2 {}] procedure.SnapshotRegionProcedure(211): pid=29, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure 92252e33e61aa65c35c9ea7a0813d22b can not run currently because target server of region SPTestTable,4ccccccb,1733465720939.92252e33e61aa65c35c9ea7a0813d22b. 6336e8474e1c,39333,1733465708261 is in state SPLITTING, wait 1000 ms to retry 2024-12-06T06:15:42,438 INFO [PEWorker-2 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=29, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure 92252e33e61aa65c35c9ea7a0813d22b; timeout=1000, timestamp=1733465743438 2024-12-06T06:15:42,440 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=37, ppid=36, state=RUNNABLE:ACQUIRE_SPLIT_WAL_WORKER, hasLock=false; SplitWALProcedure 6336e8474e1c%2C39333%2C1733465708261.1733465710252}] 2024-12-06T06:15:42,447 DEBUG [PEWorker-1 {}] master.SplitWALManager(158): Acquired split WAL worker=6336e8474e1c,36463,1733465708387 2024-12-06T06:15:42,450 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=38, ppid=37, state=RUNNABLE, hasLock=false; SplitWALRemoteProcedure 6336e8474e1c%2C39333%2C1733465708261.1733465710252, worker=6336e8474e1c,36463,1733465708387}] 2024-12-06T06:15:42,520 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39333-0x101866979f10001, quorum=127.0.0.1:53490, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-06T06:15:42,520 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39333-0x101866979f10001, quorum=127.0.0.1:53490, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-06T06:15:42,520 INFO [RS:0;6336e8474e1c:39333 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-06T06:15:42,520 INFO [RS:0;6336e8474e1c:39333 {}] regionserver.HRegionServer(1031): Exiting; stopping=6336e8474e1c,39333,1733465708261; zookeeper connection closed. 2024-12-06T06:15:42,521 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@7f28498e {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@7f28498e 2024-12-06T06:15:43,071 INFO [regionserver/6336e8474e1c:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-12-06T06:15:43,071 INFO [regionserver/6336e8474e1c:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-12-06T06:15:43,436 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=35, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 19016ce37dfc7e09c314e7e616b0207c 2024-12-06T06:15:43,437 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=27, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure fe39056be7fa2996d36a46e84e564301 2024-12-06T06:15:43,438 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 6669303dcaa20b5b0c669a2143ff00b9 2024-12-06T06:15:43,439 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=29, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 92252e33e61aa65c35c9ea7a0813d22b 2024-12-06T06:15:43,439 WARN [PEWorker-2 {}] procedure.SnapshotRegionProcedure(211): pid=35, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure 19016ce37dfc7e09c314e7e616b0207c can not run currently because target server of region SPTestTable,e6666661,1733465720939.19016ce37dfc7e09c314e7e616b0207c. 6336e8474e1c,39333,1733465708261 is in state SPLITTING, wait 2000 ms to retry 2024-12-06T06:15:43,439 INFO [PEWorker-2 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=35, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure 19016ce37dfc7e09c314e7e616b0207c; timeout=2000, timestamp=1733465745439 2024-12-06T06:15:43,440 WARN [PEWorker-3 {}] procedure.SnapshotRegionProcedure(211): pid=27, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure fe39056be7fa2996d36a46e84e564301 can not run currently because target server of region SPTestTable,19999999,1733465720939.fe39056be7fa2996d36a46e84e564301. 6336e8474e1c,39333,1733465708261 is in state SPLITTING, wait 2000 ms to retry 2024-12-06T06:15:43,440 INFO [PEWorker-3 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=27, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure fe39056be7fa2996d36a46e84e564301; timeout=2000, timestamp=1733465745440 2024-12-06T06:15:43,441 WARN [PEWorker-5 {}] procedure.SnapshotRegionProcedure(211): pid=32, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure 6669303dcaa20b5b0c669a2143ff00b9 can not run currently because target server of region SPTestTable,99999996,1733465720939.6669303dcaa20b5b0c669a2143ff00b9. 6336e8474e1c,39333,1733465708261 is in state SPLITTING, wait 2000 ms to retry 2024-12-06T06:15:43,441 INFO [PEWorker-5 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=32, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure 6669303dcaa20b5b0c669a2143ff00b9; timeout=2000, timestamp=1733465745441 2024-12-06T06:15:43,442 WARN [PEWorker-4 {}] procedure.SnapshotRegionProcedure(211): pid=29, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure 92252e33e61aa65c35c9ea7a0813d22b can not run currently because target server of region SPTestTable,4ccccccb,1733465720939.92252e33e61aa65c35c9ea7a0813d22b. 6336e8474e1c,39333,1733465708261 is in state SPLITTING, wait 2000 ms to retry 2024-12-06T06:15:43,443 INFO [PEWorker-4 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=29, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure 92252e33e61aa65c35c9ea7a0813d22b; timeout=2000, timestamp=1733465745443 2024-12-06T06:15:44,763 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42803 is added to blk_1073741833_1009 (size=1257) 2024-12-06T06:15:45,440 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=35, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 19016ce37dfc7e09c314e7e616b0207c 2024-12-06T06:15:45,441 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=27, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure fe39056be7fa2996d36a46e84e564301 2024-12-06T06:15:45,442 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 6669303dcaa20b5b0c669a2143ff00b9 2024-12-06T06:15:45,442 WARN [PEWorker-1 {}] procedure.SnapshotRegionProcedure(211): pid=35, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure 19016ce37dfc7e09c314e7e616b0207c can not run currently because target server of region SPTestTable,e6666661,1733465720939.19016ce37dfc7e09c314e7e616b0207c. 6336e8474e1c,39333,1733465708261 is in state SPLITTING, wait 4000 ms to retry 2024-12-06T06:15:45,442 INFO [PEWorker-1 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=35, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure 19016ce37dfc7e09c314e7e616b0207c; timeout=4000, timestamp=1733465749442 2024-12-06T06:15:45,443 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=29, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 92252e33e61aa65c35c9ea7a0813d22b 2024-12-06T06:15:45,443 WARN [PEWorker-5 {}] procedure.SnapshotRegionProcedure(211): pid=27, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure fe39056be7fa2996d36a46e84e564301 can not run currently because target server of region SPTestTable,19999999,1733465720939.fe39056be7fa2996d36a46e84e564301. 6336e8474e1c,39333,1733465708261 is in state SPLITTING, wait 4000 ms to retry 2024-12-06T06:15:45,443 WARN [PEWorker-2 {}] procedure.SnapshotRegionProcedure(211): pid=32, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure 6669303dcaa20b5b0c669a2143ff00b9 can not run currently because target server of region SPTestTable,99999996,1733465720939.6669303dcaa20b5b0c669a2143ff00b9. 6336e8474e1c,39333,1733465708261 is in state SPLITTING, wait 4000 ms to retry 2024-12-06T06:15:45,443 INFO [PEWorker-5 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=27, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure fe39056be7fa2996d36a46e84e564301; timeout=4000, timestamp=1733465749443 2024-12-06T06:15:45,443 INFO [PEWorker-2 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=32, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure 6669303dcaa20b5b0c669a2143ff00b9; timeout=4000, timestamp=1733465749443 2024-12-06T06:15:45,444 WARN [PEWorker-3 {}] procedure.SnapshotRegionProcedure(211): pid=29, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure 92252e33e61aa65c35c9ea7a0813d22b can not run currently because target server of region SPTestTable,4ccccccb,1733465720939.92252e33e61aa65c35c9ea7a0813d22b. 6336e8474e1c,39333,1733465708261 is in state SPLITTING, wait 4000 ms to retry 2024-12-06T06:15:45,445 INFO [PEWorker-3 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=29, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure 92252e33e61aa65c35c9ea7a0813d22b; timeout=4000, timestamp=1733465749444 2024-12-06T06:15:49,442 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=35, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 19016ce37dfc7e09c314e7e616b0207c 2024-12-06T06:15:49,443 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 6669303dcaa20b5b0c669a2143ff00b9 2024-12-06T06:15:49,443 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=27, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure fe39056be7fa2996d36a46e84e564301 2024-12-06T06:15:49,444 WARN [PEWorker-4 {}] procedure.SnapshotRegionProcedure(211): pid=35, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure 19016ce37dfc7e09c314e7e616b0207c can not run currently because target server of region SPTestTable,e6666661,1733465720939.19016ce37dfc7e09c314e7e616b0207c. 6336e8474e1c,39333,1733465708261 is in state SPLITTING, wait 8000 ms to retry 2024-12-06T06:15:49,444 INFO [PEWorker-4 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=35, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure 19016ce37dfc7e09c314e7e616b0207c; timeout=8000, timestamp=1733465757444 2024-12-06T06:15:49,444 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=29, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 92252e33e61aa65c35c9ea7a0813d22b 2024-12-06T06:15:49,444 WARN [PEWorker-1 {}] procedure.SnapshotRegionProcedure(211): pid=32, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure 6669303dcaa20b5b0c669a2143ff00b9 can not run currently because target server of region SPTestTable,99999996,1733465720939.6669303dcaa20b5b0c669a2143ff00b9. 6336e8474e1c,39333,1733465708261 is in state SPLITTING, wait 8000 ms to retry 2024-12-06T06:15:49,445 INFO [PEWorker-1 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=32, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure 6669303dcaa20b5b0c669a2143ff00b9; timeout=8000, timestamp=1733465757445 2024-12-06T06:15:49,445 WARN [PEWorker-2 {}] procedure.SnapshotRegionProcedure(211): pid=27, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure fe39056be7fa2996d36a46e84e564301 can not run currently because target server of region SPTestTable,19999999,1733465720939.fe39056be7fa2996d36a46e84e564301. 6336e8474e1c,39333,1733465708261 is in state SPLITTING, wait 8000 ms to retry 2024-12-06T06:15:49,445 INFO [PEWorker-2 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=27, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure fe39056be7fa2996d36a46e84e564301; timeout=8000, timestamp=1733465757445 2024-12-06T06:15:49,445 WARN [PEWorker-5 {}] procedure.SnapshotRegionProcedure(211): pid=29, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure 92252e33e61aa65c35c9ea7a0813d22b can not run currently because target server of region SPTestTable,4ccccccb,1733465720939.92252e33e61aa65c35c9ea7a0813d22b. 6336e8474e1c,39333,1733465708261 is in state SPLITTING, wait 8000 ms to retry 2024-12-06T06:15:49,445 INFO [PEWorker-5 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=29, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure 92252e33e61aa65c35c9ea7a0813d22b; timeout=8000, timestamp=1733465757445 2024-12-06T06:15:51,307 ERROR [ProcedureDispatcherTimeoutThread {}] procedure2.RemoteProcedureDispatcher$TimeoutExecutorThread(331): DelayQueue for RemoteProcedureDispatcher is not empty when timed waiting elapsed. If this is repeated consistently, it means no element is getting expired from the queue and it might freeze the system. Queue: [containedObject=6336e8474e1c,34119,1733465708455, timeout=1733465752321, delay=1013, operations=[pid=33, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 3fb9c03a5659961afad622521c7eb899, pid=28, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 07d98e86b53bc789e76549342835c8de, pid=31, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 2b5a28a7c4912ac96c5d6be68a1909d5], containedObject=6336e8474e1c,39333,1733465708261, timeout=1733465752323, delay=1015, operations=null, containedObject=6336e8474e1c,36463,1733465708387, timeout=1733465752323, delay=1015, operations=[pid=34, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure f577d789b02a2b776d1020e3689e1dbc, pid=26, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure ce6ba65723f1fc47537c82905e6be676, pid=38, ppid=37, state=RUNNABLE, hasLock=false; SplitWALRemoteProcedure 6336e8474e1c%2C39333%2C1733465708261.1733465710252, worker=6336e8474e1c,36463,1733465708387, pid=30, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 098977869d805bc3807895ef7e7f01c6]] 2024-12-06T06:15:52,326 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34119 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=33 2024-12-06T06:15:52,326 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36463 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=34 2024-12-06T06:15:52,327 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36463 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=26 2024-12-06T06:15:52,327 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/6336e8474e1c:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,ccccccc8,1733465720939.f577d789b02a2b776d1020e3689e1dbc. 2024-12-06T06:15:52,327 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34119 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=28 2024-12-06T06:15:52,327 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/6336e8474e1c:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,b333332f,1733465720939.3fb9c03a5659961afad622521c7eb899. 2024-12-06T06:15:52,327 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/6336e8474e1c:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,,1733465720939.ce6ba65723f1fc47537c82905e6be676. 2024-12-06T06:15:52,328 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34119 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=31 2024-12-06T06:15:52,328 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/6336e8474e1c:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,33333332,1733465720939.07d98e86b53bc789e76549342835c8de. 2024-12-06T06:15:52,328 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36463 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SplitWALCallable, pid=38 2024-12-06T06:15:52,328 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/6336e8474e1c:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,7ffffffd,1733465720939.2b5a28a7c4912ac96c5d6be68a1909d5. 2024-12-06T06:15:52,328 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36463 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=30 2024-12-06T06:15:52,329 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/6336e8474e1c:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,66666664,1733465720939.098977869d805bc3807895ef7e7f01c6. 2024-12-06T06:15:52,332 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/6336e8474e1c:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] regionserver.HRegion(2603): Flush status journal for 07d98e86b53bc789e76549342835c8de: 2024-12-06T06:15:52,332 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/6336e8474e1c:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] regionserver.HRegion(2603): Flush status journal for ce6ba65723f1fc47537c82905e6be676: 2024-12-06T06:15:52,332 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/6336e8474e1c:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] regionserver.HRegion(2603): Flush status journal for 2b5a28a7c4912ac96c5d6be68a1909d5: 2024-12-06T06:15:52,332 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/6336e8474e1c:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] regionserver.HRegion(2603): Flush status journal for 098977869d805bc3807895ef7e7f01c6: 2024-12-06T06:15:52,332 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/6336e8474e1c:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,,1733465720939.ce6ba65723f1fc47537c82905e6be676. for SnapshotProcedureTest completed. 2024-12-06T06:15:52,332 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/6336e8474e1c:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,7ffffffd,1733465720939.2b5a28a7c4912ac96c5d6be68a1909d5. for SnapshotProcedureTest completed. 2024-12-06T06:15:52,332 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/6336e8474e1c:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,66666664,1733465720939.098977869d805bc3807895ef7e7f01c6. for SnapshotProcedureTest completed. 2024-12-06T06:15:52,332 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/6336e8474e1c:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HRegion(2902): Flushing 3fb9c03a5659961afad622521c7eb899 1/1 column families, dataSize=21.42 KB heapSize=74.49 KB 2024-12-06T06:15:52,332 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/6336e8474e1c:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.HRegion(2902): Flushing f577d789b02a2b776d1020e3689e1dbc 1/1 column families, dataSize=38.00 KB heapSize=131.98 KB 2024-12-06T06:15:52,332 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/6336e8474e1c:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,33333332,1733465720939.07d98e86b53bc789e76549342835c8de. for SnapshotProcedureTest completed. 2024-12-06T06:15:52,333 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/6336e8474e1c:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,7ffffffd,1733465720939.2b5a28a7c4912ac96c5d6be68a1909d5.' region-info for snapshot=SnapshotProcedureTest 2024-12-06T06:15:52,333 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/6336e8474e1c:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,66666664,1733465720939.098977869d805bc3807895ef7e7f01c6.' region-info for snapshot=SnapshotProcedureTest 2024-12-06T06:15:52,333 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/6336e8474e1c:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,33333332,1733465720939.07d98e86b53bc789e76549342835c8de.' region-info for snapshot=SnapshotProcedureTest 2024-12-06T06:15:52,333 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/6336e8474e1c:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,,1733465720939.ce6ba65723f1fc47537c82905e6be676.' region-info for snapshot=SnapshotProcedureTest 2024-12-06T06:15:52,337 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/6336e8474e1c:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-12-06T06:15:52,337 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/6336e8474e1c:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-12-06T06:15:52,337 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/6336e8474e1c:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-12-06T06:15:52,337 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/6336e8474e1c:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-12-06T06:15:52,340 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/6336e8474e1c:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-12-06T06:15:52,340 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/6336e8474e1c:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-12-06T06:15:52,340 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/6336e8474e1c:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-12-06T06:15:52,341 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/6336e8474e1c:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-12-06T06:15:52,358 INFO [RS_LOG_REPLAY_OPS-regionserver/6336e8474e1c:0-0 {event_type=RS_LOG_REPLAY, pid=38}] wal.WALSplitter(299): Splitting hdfs://localhost:34117/user/jenkins/test-data/3200b50d-b776-70a2-a5b7-df54891339c3/WALs/6336e8474e1c,39333,1733465708261-splitting/6336e8474e1c%2C39333%2C1733465708261.1733465710252, size=1.2 K (1257bytes) 2024-12-06T06:15:52,359 DEBUG [RS_LOG_REPLAY_OPS-regionserver/6336e8474e1c:0-0 {event_type=RS_LOG_REPLAY, pid=38}] util.RecoverLeaseFSUtils(47): Initialize RecoverLeaseFSUtils 2024-12-06T06:15:52,359 DEBUG [RS_LOG_REPLAY_OPS-regionserver/6336e8474e1c:0-0 {event_type=RS_LOG_REPLAY, pid=38}] util.RecoverLeaseFSUtils(59): set recoverLeaseMethod to org.apache.hadoop.fs.LeaseRecoverable.recoverLease() 2024-12-06T06:15:52,360 INFO [RS_LOG_REPLAY_OPS-regionserver/6336e8474e1c:0-0 {event_type=RS_LOG_REPLAY, pid=38}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:34117/user/jenkins/test-data/3200b50d-b776-70a2-a5b7-df54891339c3/WALs/6336e8474e1c,39333,1733465708261-splitting/6336e8474e1c%2C39333%2C1733465708261.1733465710252 2024-12-06T06:15:52,368 INFO [RS_LOG_REPLAY_OPS-regionserver/6336e8474e1c:0-0 {event_type=RS_LOG_REPLAY, pid=38}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:34117/user/jenkins/test-data/3200b50d-b776-70a2-a5b7-df54891339c3/WALs/6336e8474e1c,39333,1733465708261-splitting/6336e8474e1c%2C39333%2C1733465708261.1733465710252 after 5ms 2024-12-06T06:15:52,377 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42803 is added to blk_1073741850_1026 (size=57) 2024-12-06T06:15:52,378 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41607 is added to blk_1073741850_1026 (size=57) 2024-12-06T06:15:52,379 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37065 is added to blk_1073741850_1026 (size=57) 2024-12-06T06:15:52,379 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/6336e8474e1c:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,,1733465720939.ce6ba65723f1fc47537c82905e6be676. 2024-12-06T06:15:52,379 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41607 is added to blk_1073741849_1025 (size=65) 2024-12-06T06:15:52,379 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42803 is added to blk_1073741849_1025 (size=65) 2024-12-06T06:15:52,379 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37065 is added to blk_1073741849_1025 (size=65) 2024-12-06T06:15:52,381 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/6336e8474e1c:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=26 2024-12-06T06:15:52,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45063 {}] master.HMaster(4169): Remote procedure done, pid=26 2024-12-06T06:15:52,389 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45063 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region ce6ba65723f1fc47537c82905e6be676 2024-12-06T06:15:52,389 INFO [RS_LOG_REPLAY_OPS-regionserver/6336e8474e1c:0-0 {event_type=RS_LOG_REPLAY, pid=38}] wal.WALSplitter(310): Open hdfs://localhost:34117/user/jenkins/test-data/3200b50d-b776-70a2-a5b7-df54891339c3/WALs/6336e8474e1c,39333,1733465708261-splitting/6336e8474e1c%2C39333%2C1733465708261.1733465710252 took 32ms 2024-12-06T06:15:52,389 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=26, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure ce6ba65723f1fc47537c82905e6be676 2024-12-06T06:15:52,390 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41607 is added to blk_1073741851_1027 (size=65) 2024-12-06T06:15:52,391 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37065 is added to blk_1073741851_1027 (size=65) 2024-12-06T06:15:52,392 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/6336e8474e1c:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,66666664,1733465720939.098977869d805bc3807895ef7e7f01c6. 2024-12-06T06:15:52,392 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/6336e8474e1c:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=30 2024-12-06T06:15:52,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45063 {}] master.HMaster(4169): Remote procedure done, pid=30 2024-12-06T06:15:52,393 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45063 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 098977869d805bc3807895ef7e7f01c6 2024-12-06T06:15:52,394 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=30, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 098977869d805bc3807895ef7e7f01c6 2024-12-06T06:15:52,394 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42803 is added to blk_1073741851_1027 (size=65) 2024-12-06T06:15:52,395 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=26, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure ce6ba65723f1fc47537c82905e6be676 in 10.0850 sec 2024-12-06T06:15:52,396 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/6336e8474e1c:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,33333332,1733465720939.07d98e86b53bc789e76549342835c8de. 2024-12-06T06:15:52,396 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/6336e8474e1c:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=28 2024-12-06T06:15:52,397 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=30, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 098977869d805bc3807895ef7e7f01c6 in 10.0880 sec 2024-12-06T06:15:52,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45063 {}] master.HMaster(4169): Remote procedure done, pid=28 2024-12-06T06:15:52,398 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45063 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 07d98e86b53bc789e76549342835c8de 2024-12-06T06:15:52,398 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=28, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 07d98e86b53bc789e76549342835c8de 2024-12-06T06:15:52,402 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=28, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 07d98e86b53bc789e76549342835c8de in 10.0930 sec 2024-12-06T06:15:52,404 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42803 is added to blk_1073741852_1028 (size=65) 2024-12-06T06:15:52,405 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37065 is added to blk_1073741852_1028 (size=65) 2024-12-06T06:15:52,406 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41607 is added to blk_1073741852_1028 (size=65) 2024-12-06T06:15:52,408 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/6336e8474e1c:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,7ffffffd,1733465720939.2b5a28a7c4912ac96c5d6be68a1909d5. 2024-12-06T06:15:52,408 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/6336e8474e1c:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=31 2024-12-06T06:15:52,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45063 {}] master.HMaster(4169): Remote procedure done, pid=31 2024-12-06T06:15:52,409 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45063 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 2b5a28a7c4912ac96c5d6be68a1909d5 2024-12-06T06:15:52,410 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=31, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 2b5a28a7c4912ac96c5d6be68a1909d5 2024-12-06T06:15:52,413 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=31, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 2b5a28a7c4912ac96c5d6be68a1909d5 in 10.1040 sec 2024-12-06T06:15:52,423 DEBUG [RS_LOG_REPLAY_OPS-regionserver/6336e8474e1c:0-0 {event_type=RS_LOG_REPLAY, pid=38}] wal.WALSplitter(352): Last flushed sequenceid for fe39056be7fa2996d36a46e84e564301: last_flushed_sequence_id: 18446744073709551615 store_sequence_id { family_name: "cf" sequence_id: 18446744073709551615 } 2024-12-06T06:15:52,426 DEBUG [RS_LOG_REPLAY_OPS-regionserver/6336e8474e1c:0-0 {event_type=RS_LOG_REPLAY, pid=38}] wal.WALSplitter(352): Last flushed sequenceid for 6669303dcaa20b5b0c669a2143ff00b9: last_flushed_sequence_id: 18446744073709551615 store_sequence_id { family_name: "cf" sequence_id: 18446744073709551615 } 2024-12-06T06:15:52,427 DEBUG [RS_LOG_REPLAY_OPS-regionserver/6336e8474e1c:0-0 {event_type=RS_LOG_REPLAY, pid=38}] wal.WALSplitter(352): Last flushed sequenceid for 92252e33e61aa65c35c9ea7a0813d22b: last_flushed_sequence_id: 18446744073709551615 store_sequence_id { family_name: "cf" sequence_id: 18446744073709551615 } 2024-12-06T06:15:52,429 DEBUG [RS_LOG_REPLAY_OPS-regionserver/6336e8474e1c:0-0 {event_type=RS_LOG_REPLAY, pid=38}] wal.WALSplitter(352): Last flushed sequenceid for 19016ce37dfc7e09c314e7e616b0207c: last_flushed_sequence_id: 18446744073709551615 store_sequence_id { family_name: "cf" sequence_id: 18446744073709551615 } 2024-12-06T06:15:52,430 DEBUG [RS_LOG_REPLAY_OPS-regionserver/6336e8474e1c:0-0 {event_type=RS_LOG_REPLAY, pid=38}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:34117/user/jenkins/test-data/3200b50d-b776-70a2-a5b7-df54891339c3/WALs/6336e8474e1c,39333,1733465708261-splitting/6336e8474e1c%2C39333%2C1733465708261.1733465710252 so closing down 2024-12-06T06:15:52,430 DEBUG [RS_LOG_REPLAY_OPS-regionserver/6336e8474e1c:0-0 {event_type=RS_LOG_REPLAY, pid=38}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-12-06T06:15:52,430 INFO [RS_LOG_REPLAY_OPS-regionserver/6336e8474e1c:0-0 {event_type=RS_LOG_REPLAY, pid=38}] wal.OutputSink(145): 3 split writer threads finished 2024-12-06T06:15:52,435 INFO [RS_LOG_REPLAY_OPS-regionserver/6336e8474e1c:0-0 {event_type=RS_LOG_REPLAY, pid=38}] wal.WALSplitter(425): Processed 4 edits across 0 Regions in 17 ms; skipped=4; WAL=hdfs://localhost:34117/user/jenkins/test-data/3200b50d-b776-70a2-a5b7-df54891339c3/WALs/6336e8474e1c,39333,1733465708261-splitting/6336e8474e1c%2C39333%2C1733465708261.1733465710252, size=1.2 K, length=1257, corrupted=false, cancelled=false 2024-12-06T06:15:52,435 DEBUG [RS_LOG_REPLAY_OPS-regionserver/6336e8474e1c:0-0 {event_type=RS_LOG_REPLAY, pid=38}] wal.WALSplitter(428): Completed split of hdfs://localhost:34117/user/jenkins/test-data/3200b50d-b776-70a2-a5b7-df54891339c3/WALs/6336e8474e1c,39333,1733465708261-splitting/6336e8474e1c%2C39333%2C1733465708261.1733465710252, journal: Splitting hdfs://localhost:34117/user/jenkins/test-data/3200b50d-b776-70a2-a5b7-df54891339c3/WALs/6336e8474e1c,39333,1733465708261-splitting/6336e8474e1c%2C39333%2C1733465708261.1733465710252, size=1.2 K (1257bytes) at 1733465752358Finishing writing output for hdfs://localhost:34117/user/jenkins/test-data/3200b50d-b776-70a2-a5b7-df54891339c3/WALs/6336e8474e1c,39333,1733465708261-splitting/6336e8474e1c%2C39333%2C1733465708261.1733465710252 so closing down at 1733465752430 (+72 ms)3 split writer threads finished at 1733465752430Processed 4 edits across 0 Regions in 17 ms; skipped=4; WAL=hdfs://localhost:34117/user/jenkins/test-data/3200b50d-b776-70a2-a5b7-df54891339c3/WALs/6336e8474e1c,39333,1733465708261-splitting/6336e8474e1c%2C39333%2C1733465708261.1733465710252, size=1.2 K, length=1257, corrupted=false, cancelled=false at 1733465752435 (+5 ms) 2024-12-06T06:15:52,436 DEBUG [RS_LOG_REPLAY_OPS-regionserver/6336e8474e1c:0-0 {event_type=RS_LOG_REPLAY, pid=38}] regionserver.SplitLogWorker(218): Done splitting WAL hdfs://localhost:34117/user/jenkins/test-data/3200b50d-b776-70a2-a5b7-df54891339c3/WALs/6336e8474e1c,39333,1733465708261-splitting/6336e8474e1c%2C39333%2C1733465708261.1733465710252 2024-12-06T06:15:52,436 DEBUG [RS_LOG_REPLAY_OPS-regionserver/6336e8474e1c:0-0 {event_type=RS_LOG_REPLAY, pid=38}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=38 2024-12-06T06:15:52,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45063 {}] master.HMaster(4169): Remote procedure done, pid=38 2024-12-06T06:15:52,446 INFO [PEWorker-5 {}] wal.WALSplitUtil(143): Moved hdfs://localhost:34117/user/jenkins/test-data/3200b50d-b776-70a2-a5b7-df54891339c3/WALs/6336e8474e1c,39333,1733465708261-splitting/6336e8474e1c%2C39333%2C1733465708261.1733465710252 to hdfs://localhost:34117/user/jenkins/test-data/3200b50d-b776-70a2-a5b7-df54891339c3/oldWALs 2024-12-06T06:15:52,449 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=38, resume processing ppid=37 2024-12-06T06:15:52,450 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=38, ppid=37, state=SUCCESS, hasLock=false; SplitWALRemoteProcedure 6336e8474e1c%2C39333%2C1733465708261.1733465710252, worker=6336e8474e1c,36463,1733465708387 in 9.9970 sec 2024-12-06T06:15:52,451 DEBUG [PEWorker-3 {}] master.SplitWALManager(172): Release split WAL worker=6336e8474e1c,36463,1733465708387 2024-12-06T06:15:52,454 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=37, resume processing ppid=36 2024-12-06T06:15:52,454 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=37, ppid=36, state=SUCCESS, hasLock=false; SplitWALProcedure 6336e8474e1c%2C39333%2C1733465708261.1733465710252, worker=6336e8474e1c,36463,1733465708387 in 10.0130 sec 2024-12-06T06:15:52,457 INFO [PEWorker-4 {}] master.SplitLogManager(171): hdfs://localhost:34117/user/jenkins/test-data/3200b50d-b776-70a2-a5b7-df54891339c3/WALs/6336e8474e1c,39333,1733465708261-splitting dir is empty, no logs to split. 2024-12-06T06:15:52,457 INFO [PEWorker-4 {}] master.SplitWALManager(105): 6336e8474e1c,39333,1733465708261 WAL count=0, meta=false 2024-12-06T06:15:52,457 DEBUG [PEWorker-4 {}] procedure.ServerCrashProcedure(329): Check if 6336e8474e1c,39333,1733465708261 WAL splitting is done? wals=0, meta=false 2024-12-06T06:15:52,460 INFO [PEWorker-4 {}] procedure.ServerCrashProcedure(321): Remove WAL directory for 6336e8474e1c,39333,1733465708261 failed, ignore...File hdfs://localhost:34117/user/jenkins/test-data/3200b50d-b776-70a2-a5b7-df54891339c3/WALs/6336e8474e1c,39333,1733465708261-splitting does not exist. 2024-12-06T06:15:52,464 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=39, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=fe39056be7fa2996d36a46e84e564301, ASSIGN}, {pid=40, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=6669303dcaa20b5b0c669a2143ff00b9, ASSIGN}, {pid=41, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=92252e33e61aa65c35c9ea7a0813d22b, ASSIGN}, {pid=42, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=19016ce37dfc7e09c314e7e616b0207c, ASSIGN}] 2024-12-06T06:15:52,464 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/6336e8474e1c:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34117/user/jenkins/test-data/3200b50d-b776-70a2-a5b7-df54891339c3/data/default/SPTestTable/f577d789b02a2b776d1020e3689e1dbc/.tmp/cf/4c394433e20f450fb5ca979a37507242 is 34, key is ccd/cf:cf/1733465741158/Put/seqid=0 2024-12-06T06:15:52,464 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/6336e8474e1c:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34117/user/jenkins/test-data/3200b50d-b776-70a2-a5b7-df54891339c3/data/default/SPTestTable/3fb9c03a5659961afad622521c7eb899/.tmp/cf/08e7d4d1c97e44f289b29fdeb9a53824 is 34, key is baa/cf:cf/1733465741079/Put/seqid=0 2024-12-06T06:15:52,466 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=41, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=92252e33e61aa65c35c9ea7a0813d22b, ASSIGN 2024-12-06T06:15:52,466 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=42, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=19016ce37dfc7e09c314e7e616b0207c, ASSIGN 2024-12-06T06:15:52,467 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=40, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=6669303dcaa20b5b0c669a2143ff00b9, ASSIGN 2024-12-06T06:15:52,467 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=39, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=fe39056be7fa2996d36a46e84e564301, ASSIGN 2024-12-06T06:15:52,468 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=40, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=6669303dcaa20b5b0c669a2143ff00b9, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-12-06T06:15:52,468 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=42, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=19016ce37dfc7e09c314e7e616b0207c, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-12-06T06:15:52,468 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=41, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=92252e33e61aa65c35c9ea7a0813d22b, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-12-06T06:15:52,470 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=39, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=fe39056be7fa2996d36a46e84e564301, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-12-06T06:15:52,485 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42803 is added to blk_1073741853_1029 (size=28623) 2024-12-06T06:15:52,485 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37065 is added to blk_1073741854_1030 (size=47197) 2024-12-06T06:15:52,485 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41607 is added to blk_1073741854_1030 (size=47197) 2024-12-06T06:15:52,486 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42803 is added to blk_1073741854_1030 (size=47197) 2024-12-06T06:15:52,486 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37065 is added to blk_1073741853_1029 (size=28623) 2024-12-06T06:15:52,487 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41607 is added to blk_1073741853_1029 (size=28623) 2024-12-06T06:15:52,487 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/6336e8474e1c:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.00 KB at sequenceid=5 (bloomFilter=true), to=hdfs://localhost:34117/user/jenkins/test-data/3200b50d-b776-70a2-a5b7-df54891339c3/data/default/SPTestTable/f577d789b02a2b776d1020e3689e1dbc/.tmp/cf/4c394433e20f450fb5ca979a37507242 2024-12-06T06:15:52,488 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/6336e8474e1c:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=21.42 KB at sequenceid=5 (bloomFilter=true), to=hdfs://localhost:34117/user/jenkins/test-data/3200b50d-b776-70a2-a5b7-df54891339c3/data/default/SPTestTable/3fb9c03a5659961afad622521c7eb899/.tmp/cf/08e7d4d1c97e44f289b29fdeb9a53824 2024-12-06T06:15:52,536 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/6336e8474e1c:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34117/user/jenkins/test-data/3200b50d-b776-70a2-a5b7-df54891339c3/data/default/SPTestTable/f577d789b02a2b776d1020e3689e1dbc/.tmp/cf/4c394433e20f450fb5ca979a37507242 as hdfs://localhost:34117/user/jenkins/test-data/3200b50d-b776-70a2-a5b7-df54891339c3/data/default/SPTestTable/f577d789b02a2b776d1020e3689e1dbc/cf/4c394433e20f450fb5ca979a37507242 2024-12-06T06:15:52,536 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/6336e8474e1c:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34117/user/jenkins/test-data/3200b50d-b776-70a2-a5b7-df54891339c3/data/default/SPTestTable/3fb9c03a5659961afad622521c7eb899/.tmp/cf/08e7d4d1c97e44f289b29fdeb9a53824 as hdfs://localhost:34117/user/jenkins/test-data/3200b50d-b776-70a2-a5b7-df54891339c3/data/default/SPTestTable/3fb9c03a5659961afad622521c7eb899/cf/08e7d4d1c97e44f289b29fdeb9a53824 2024-12-06T06:15:52,547 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/6336e8474e1c:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34117/user/jenkins/test-data/3200b50d-b776-70a2-a5b7-df54891339c3/data/default/SPTestTable/3fb9c03a5659961afad622521c7eb899/cf/08e7d4d1c97e44f289b29fdeb9a53824, entries=731, sequenceid=5, filesize=28.0 K 2024-12-06T06:15:52,547 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/6336e8474e1c:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34117/user/jenkins/test-data/3200b50d-b776-70a2-a5b7-df54891339c3/data/default/SPTestTable/f577d789b02a2b776d1020e3689e1dbc/cf/4c394433e20f450fb5ca979a37507242, entries=1297, sequenceid=5, filesize=46.1 K 2024-12-06T06:15:52,554 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/6336e8474e1c:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HRegion(3140): Finished flush of dataSize ~21.42 KB/21930, heapSize ~74.48 KB/76264, currentSize=0 B/0 for 3fb9c03a5659961afad622521c7eb899 in 222ms, sequenceid=5, compaction requested=false 2024-12-06T06:15:52,554 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/6336e8474e1c:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.HRegion(3140): Finished flush of dataSize ~38.00 KB/38910, heapSize ~131.96 KB/135128, currentSize=0 B/0 for f577d789b02a2b776d1020e3689e1dbc in 222ms, sequenceid=5, compaction requested=false 2024-12-06T06:15:52,554 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/6336e8474e1c:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HRegion(2603): Flush status journal for 3fb9c03a5659961afad622521c7eb899: 2024-12-06T06:15:52,554 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/6336e8474e1c:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,b333332f,1733465720939.3fb9c03a5659961afad622521c7eb899. for SnapshotProcedureTest completed. 2024-12-06T06:15:52,555 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/6336e8474e1c:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.HRegion(2603): Flush status journal for f577d789b02a2b776d1020e3689e1dbc: 2024-12-06T06:15:52,555 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/6336e8474e1c:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,ccccccc8,1733465720939.f577d789b02a2b776d1020e3689e1dbc. for SnapshotProcedureTest completed. 2024-12-06T06:15:52,555 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/6336e8474e1c:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,b333332f,1733465720939.3fb9c03a5659961afad622521c7eb899.' region-info for snapshot=SnapshotProcedureTest 2024-12-06T06:15:52,555 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/6336e8474e1c:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-12-06T06:15:52,555 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/6336e8474e1c:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,ccccccc8,1733465720939.f577d789b02a2b776d1020e3689e1dbc.' region-info for snapshot=SnapshotProcedureTest 2024-12-06T06:15:52,555 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/6336e8474e1c:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] snapshot.SnapshotManifest(256): Adding snapshot references for [hdfs://localhost:34117/user/jenkins/test-data/3200b50d-b776-70a2-a5b7-df54891339c3/data/default/SPTestTable/3fb9c03a5659961afad622521c7eb899/cf/08e7d4d1c97e44f289b29fdeb9a53824] hfiles 2024-12-06T06:15:52,555 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/6336e8474e1c:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-12-06T06:15:52,555 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/6336e8474e1c:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] snapshot.SnapshotManifest(256): Adding snapshot references for [hdfs://localhost:34117/user/jenkins/test-data/3200b50d-b776-70a2-a5b7-df54891339c3/data/default/SPTestTable/f577d789b02a2b776d1020e3689e1dbc/cf/4c394433e20f450fb5ca979a37507242] hfiles 2024-12-06T06:15:52,557 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/6336e8474e1c:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] snapshot.SnapshotManifest(265): Adding reference for file (1/1): hdfs://localhost:34117/user/jenkins/test-data/3200b50d-b776-70a2-a5b7-df54891339c3/data/default/SPTestTable/3fb9c03a5659961afad622521c7eb899/cf/08e7d4d1c97e44f289b29fdeb9a53824 for snapshot=SnapshotProcedureTest 2024-12-06T06:15:52,557 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/6336e8474e1c:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] snapshot.SnapshotManifest(265): Adding reference for file (1/1): hdfs://localhost:34117/user/jenkins/test-data/3200b50d-b776-70a2-a5b7-df54891339c3/data/default/SPTestTable/f577d789b02a2b776d1020e3689e1dbc/cf/4c394433e20f450fb5ca979a37507242 for snapshot=SnapshotProcedureTest 2024-12-06T06:15:52,572 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42803 is added to blk_1073741855_1031 (size=105) 2024-12-06T06:15:52,573 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37065 is added to blk_1073741856_1032 (size=105) 2024-12-06T06:15:52,574 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42803 is added to blk_1073741856_1032 (size=105) 2024-12-06T06:15:52,574 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/6336e8474e1c:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,ccccccc8,1733465720939.f577d789b02a2b776d1020e3689e1dbc. 2024-12-06T06:15:52,574 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/6336e8474e1c:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,b333332f,1733465720939.3fb9c03a5659961afad622521c7eb899. 2024-12-06T06:15:52,574 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41607 is added to blk_1073741856_1032 (size=105) 2024-12-06T06:15:52,575 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/6336e8474e1c:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=34 2024-12-06T06:15:52,575 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/6336e8474e1c:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=33 2024-12-06T06:15:52,575 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37065 is added to blk_1073741855_1031 (size=105) 2024-12-06T06:15:52,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45063 {}] master.HMaster(4169): Remote procedure done, pid=34 2024-12-06T06:15:52,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45063 {}] master.HMaster(4169): Remote procedure done, pid=33 2024-12-06T06:15:52,575 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45063 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region f577d789b02a2b776d1020e3689e1dbc 2024-12-06T06:15:52,575 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45063 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 3fb9c03a5659961afad622521c7eb899 2024-12-06T06:15:52,576 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=33, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 3fb9c03a5659961afad622521c7eb899 2024-12-06T06:15:52,576 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=34, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure f577d789b02a2b776d1020e3689e1dbc 2024-12-06T06:15:52,576 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41607 is added to blk_1073741855_1031 (size=105) 2024-12-06T06:15:52,579 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=34, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure f577d789b02a2b776d1020e3689e1dbc in 10.2700 sec 2024-12-06T06:15:52,580 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=33, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 3fb9c03a5659961afad622521c7eb899 in 10.2700 sec 2024-12-06T06:15:52,619 DEBUG [6336e8474e1c:45063 {}] balancer.BalancerClusterState(204): Hosts are {6336e8474e1c=0} racks are {/default-rack=0} 2024-12-06T06:15:52,619 DEBUG [6336e8474e1c:45063 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-12-06T06:15:52,619 DEBUG [6336e8474e1c:45063 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-12-06T06:15:52,619 DEBUG [6336e8474e1c:45063 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-12-06T06:15:52,619 DEBUG [6336e8474e1c:45063 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-12-06T06:15:52,619 INFO [6336e8474e1c:45063 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-12-06T06:15:52,619 INFO [6336e8474e1c:45063 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-12-06T06:15:52,619 DEBUG [6336e8474e1c:45063 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-12-06T06:15:52,620 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=39 updating hbase:meta row=fe39056be7fa2996d36a46e84e564301, regionState=OPENING, regionLocation=6336e8474e1c,34119,1733465708455 2024-12-06T06:15:52,620 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=41 updating hbase:meta row=92252e33e61aa65c35c9ea7a0813d22b, regionState=OPENING, regionLocation=6336e8474e1c,36463,1733465708387 2024-12-06T06:15:52,620 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=42 updating hbase:meta row=19016ce37dfc7e09c314e7e616b0207c, regionState=OPENING, regionLocation=6336e8474e1c,36463,1733465708387 2024-12-06T06:15:52,620 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=40 updating hbase:meta row=6669303dcaa20b5b0c669a2143ff00b9, regionState=OPENING, regionLocation=6336e8474e1c,34119,1733465708455 2024-12-06T06:15:52,623 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=40, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=6669303dcaa20b5b0c669a2143ff00b9, ASSIGN because future has completed 2024-12-06T06:15:52,623 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=43, ppid=40, state=RUNNABLE, hasLock=false; OpenRegionProcedure 6669303dcaa20b5b0c669a2143ff00b9, server=6336e8474e1c,34119,1733465708455}] 2024-12-06T06:15:52,625 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=41, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=92252e33e61aa65c35c9ea7a0813d22b, ASSIGN because future has completed 2024-12-06T06:15:52,625 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=44, ppid=41, state=RUNNABLE, hasLock=false; OpenRegionProcedure 92252e33e61aa65c35c9ea7a0813d22b, server=6336e8474e1c,36463,1733465708387}] 2024-12-06T06:15:52,626 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=42, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=19016ce37dfc7e09c314e7e616b0207c, ASSIGN because future has completed 2024-12-06T06:15:52,627 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=45, ppid=42, state=RUNNABLE, hasLock=false; OpenRegionProcedure 19016ce37dfc7e09c314e7e616b0207c, server=6336e8474e1c,36463,1733465708387}] 2024-12-06T06:15:52,628 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=39, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=fe39056be7fa2996d36a46e84e564301, ASSIGN because future has completed 2024-12-06T06:15:52,629 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=46, ppid=39, state=RUNNABLE, hasLock=false; OpenRegionProcedure fe39056be7fa2996d36a46e84e564301, server=6336e8474e1c,34119,1733465708455}] 2024-12-06T06:15:57,444 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(842): Waiting on xlock for pid=35, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 19016ce37dfc7e09c314e7e616b0207c held by pid=42 2024-12-06T06:15:57,445 DEBUG [PEWorker-1 {}] procedure2.ProcedureExecutor(1511): LOCK_EVENT_WAIT pid=35, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 19016ce37dfc7e09c314e7e616b0207c 2024-12-06T06:15:57,446 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(842): Waiting on xlock for pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 6669303dcaa20b5b0c669a2143ff00b9 held by pid=40 2024-12-06T06:15:57,446 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1511): LOCK_EVENT_WAIT pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 6669303dcaa20b5b0c669a2143ff00b9 2024-12-06T06:15:57,446 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(842): Waiting on xlock for pid=29, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 92252e33e61aa65c35c9ea7a0813d22b held by pid=41 2024-12-06T06:15:57,446 DEBUG [PEWorker-5 {}] procedure2.ProcedureExecutor(1511): LOCK_EVENT_WAIT pid=29, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 92252e33e61aa65c35c9ea7a0813d22b 2024-12-06T06:15:57,446 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(842): Waiting on xlock for pid=27, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure fe39056be7fa2996d36a46e84e564301 held by pid=39 2024-12-06T06:15:57,446 DEBUG [PEWorker-4 {}] procedure2.ProcedureExecutor(1511): LOCK_EVENT_WAIT pid=27, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure fe39056be7fa2996d36a46e84e564301 2024-12-06T06:16:00,831 INFO [master/6336e8474e1c:0.Chore.1 {}] migrate.RollingUpgradeChore(116): There is no table to migrate StoreFileTracker! 2024-12-06T06:16:00,831 INFO [master/6336e8474e1c:0.Chore.1 {}] migrate.RollingUpgradeChore(85): All Rolling-Upgrade tasks are complete, shutdown RollingUpgradeChore! 2024-12-06T06:16:02,653 INFO [RS_OPEN_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] handler.AssignRegionHandler(132): Open SPTestTable,99999996,1733465720939.6669303dcaa20b5b0c669a2143ff00b9. 2024-12-06T06:16:02,653 DEBUG [RS_OPEN_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(7752): Opening region: {ENCODED => 6669303dcaa20b5b0c669a2143ff00b9, NAME => 'SPTestTable,99999996,1733465720939.6669303dcaa20b5b0c669a2143ff00b9.', STARTKEY => '99999996', ENDKEY => 'b333332f'} 2024-12-06T06:16:02,654 DEBUG [RS_OPEN_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 6669303dcaa20b5b0c669a2143ff00b9 2024-12-06T06:16:02,654 DEBUG [RS_OPEN_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(898): Instantiated SPTestTable,99999996,1733465720939.6669303dcaa20b5b0c669a2143ff00b9.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-06T06:16:02,654 DEBUG [RS_OPEN_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(7794): checking encryption for 6669303dcaa20b5b0c669a2143ff00b9 2024-12-06T06:16:02,654 DEBUG [RS_OPEN_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(7797): checking classloading for 6669303dcaa20b5b0c669a2143ff00b9 2024-12-06T06:16:02,661 INFO [RS_OPEN_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] handler.AssignRegionHandler(132): Open SPTestTable,4ccccccb,1733465720939.92252e33e61aa65c35c9ea7a0813d22b. 2024-12-06T06:16:02,662 DEBUG [RS_OPEN_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(7752): Opening region: {ENCODED => 92252e33e61aa65c35c9ea7a0813d22b, NAME => 'SPTestTable,4ccccccb,1733465720939.92252e33e61aa65c35c9ea7a0813d22b.', STARTKEY => '4ccccccb', ENDKEY => '66666664'} 2024-12-06T06:16:02,662 DEBUG [RS_OPEN_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 92252e33e61aa65c35c9ea7a0813d22b 2024-12-06T06:16:02,662 DEBUG [RS_OPEN_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(898): Instantiated SPTestTable,4ccccccb,1733465720939.92252e33e61aa65c35c9ea7a0813d22b.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-06T06:16:02,662 DEBUG [RS_OPEN_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(7794): checking encryption for 92252e33e61aa65c35c9ea7a0813d22b 2024-12-06T06:16:02,662 DEBUG [RS_OPEN_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(7797): checking classloading for 92252e33e61aa65c35c9ea7a0813d22b 2024-12-06T06:16:02,665 INFO [StoreOpener-6669303dcaa20b5b0c669a2143ff00b9-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 6669303dcaa20b5b0c669a2143ff00b9 2024-12-06T06:16:02,666 INFO [StoreOpener-6669303dcaa20b5b0c669a2143ff00b9-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 6669303dcaa20b5b0c669a2143ff00b9 columnFamilyName cf 2024-12-06T06:16:02,666 DEBUG [StoreOpener-6669303dcaa20b5b0c669a2143ff00b9-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T06:16:02,667 INFO [StoreOpener-6669303dcaa20b5b0c669a2143ff00b9-1 {}] regionserver.HStore(327): Store=6669303dcaa20b5b0c669a2143ff00b9/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-06T06:16:02,667 DEBUG [RS_OPEN_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(1038): replaying wal for 6669303dcaa20b5b0c669a2143ff00b9 2024-12-06T06:16:02,668 DEBUG [RS_OPEN_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34117/user/jenkins/test-data/3200b50d-b776-70a2-a5b7-df54891339c3/data/default/SPTestTable/6669303dcaa20b5b0c669a2143ff00b9 2024-12-06T06:16:02,670 DEBUG [RS_OPEN_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34117/user/jenkins/test-data/3200b50d-b776-70a2-a5b7-df54891339c3/data/default/SPTestTable/6669303dcaa20b5b0c669a2143ff00b9 2024-12-06T06:16:02,670 DEBUG [RS_OPEN_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(1048): stopping wal replay for 6669303dcaa20b5b0c669a2143ff00b9 2024-12-06T06:16:02,670 DEBUG [RS_OPEN_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(1060): Cleaning up temporary data for 6669303dcaa20b5b0c669a2143ff00b9 2024-12-06T06:16:02,672 INFO [StoreOpener-92252e33e61aa65c35c9ea7a0813d22b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 92252e33e61aa65c35c9ea7a0813d22b 2024-12-06T06:16:02,673 DEBUG [RS_OPEN_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(1093): writing seq id for 6669303dcaa20b5b0c669a2143ff00b9 2024-12-06T06:16:02,674 INFO [StoreOpener-92252e33e61aa65c35c9ea7a0813d22b-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 92252e33e61aa65c35c9ea7a0813d22b columnFamilyName cf 2024-12-06T06:16:02,674 DEBUG [StoreOpener-92252e33e61aa65c35c9ea7a0813d22b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T06:16:02,674 INFO [RS_OPEN_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(1114): Opened 6669303dcaa20b5b0c669a2143ff00b9; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66291339, jitterRate=-0.012182071805000305}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-06T06:16:02,674 DEBUG [RS_OPEN_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 6669303dcaa20b5b0c669a2143ff00b9 2024-12-06T06:16:02,674 DEBUG [RS_OPEN_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(1006): Region open journal for 6669303dcaa20b5b0c669a2143ff00b9: Running coprocessor pre-open hook at 1733465762654Writing region info on filesystem at 1733465762654Initializing all the Stores at 1733465762657 (+3 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733465762657Cleaning up temporary data from old regions at 1733465762670 (+13 ms)Running coprocessor post-open hooks at 1733465762674 (+4 ms)Region opened successfully at 1733465762674 2024-12-06T06:16:02,675 INFO [StoreOpener-92252e33e61aa65c35c9ea7a0813d22b-1 {}] regionserver.HStore(327): Store=92252e33e61aa65c35c9ea7a0813d22b/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-06T06:16:02,675 DEBUG [RS_OPEN_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(1038): replaying wal for 92252e33e61aa65c35c9ea7a0813d22b 2024-12-06T06:16:02,676 INFO [RS_OPEN_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,99999996,1733465720939.6669303dcaa20b5b0c669a2143ff00b9., pid=43, masterSystemTime=1733465762626 2024-12-06T06:16:02,676 DEBUG [RS_OPEN_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34117/user/jenkins/test-data/3200b50d-b776-70a2-a5b7-df54891339c3/data/default/SPTestTable/92252e33e61aa65c35c9ea7a0813d22b 2024-12-06T06:16:02,678 DEBUG [RS_OPEN_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34117/user/jenkins/test-data/3200b50d-b776-70a2-a5b7-df54891339c3/data/default/SPTestTable/92252e33e61aa65c35c9ea7a0813d22b 2024-12-06T06:16:02,679 DEBUG [RS_OPEN_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,99999996,1733465720939.6669303dcaa20b5b0c669a2143ff00b9. 2024-12-06T06:16:02,679 INFO [RS_OPEN_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] handler.AssignRegionHandler(153): Opened SPTestTable,99999996,1733465720939.6669303dcaa20b5b0c669a2143ff00b9. 2024-12-06T06:16:02,679 INFO [RS_OPEN_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] handler.AssignRegionHandler(132): Open SPTestTable,19999999,1733465720939.fe39056be7fa2996d36a46e84e564301. 2024-12-06T06:16:02,679 DEBUG [RS_OPEN_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(7752): Opening region: {ENCODED => fe39056be7fa2996d36a46e84e564301, NAME => 'SPTestTable,19999999,1733465720939.fe39056be7fa2996d36a46e84e564301.', STARTKEY => '19999999', ENDKEY => '33333332'} 2024-12-06T06:16:02,679 DEBUG [RS_OPEN_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(1048): stopping wal replay for 92252e33e61aa65c35c9ea7a0813d22b 2024-12-06T06:16:02,679 DEBUG [RS_OPEN_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(1060): Cleaning up temporary data for 92252e33e61aa65c35c9ea7a0813d22b 2024-12-06T06:16:02,679 DEBUG [RS_OPEN_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable fe39056be7fa2996d36a46e84e564301 2024-12-06T06:16:02,680 DEBUG [RS_OPEN_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(898): Instantiated SPTestTable,19999999,1733465720939.fe39056be7fa2996d36a46e84e564301.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-06T06:16:02,680 DEBUG [RS_OPEN_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(7794): checking encryption for fe39056be7fa2996d36a46e84e564301 2024-12-06T06:16:02,680 DEBUG [RS_OPEN_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(7797): checking classloading for fe39056be7fa2996d36a46e84e564301 2024-12-06T06:16:02,680 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=40 updating hbase:meta row=6669303dcaa20b5b0c669a2143ff00b9, regionState=OPEN, openSeqNum=2, regionLocation=6336e8474e1c,34119,1733465708455 2024-12-06T06:16:02,685 DEBUG [RS_OPEN_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(1093): writing seq id for 92252e33e61aa65c35c9ea7a0813d22b 2024-12-06T06:16:02,686 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=43, ppid=40, state=RUNNABLE, hasLock=false; OpenRegionProcedure 6669303dcaa20b5b0c669a2143ff00b9, server=6336e8474e1c,34119,1733465708455 because future has completed 2024-12-06T06:16:02,687 INFO [RS_OPEN_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(1114): Opened 92252e33e61aa65c35c9ea7a0813d22b; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=58907464, jitterRate=-0.12221038341522217}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-06T06:16:02,687 DEBUG [RS_OPEN_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 92252e33e61aa65c35c9ea7a0813d22b 2024-12-06T06:16:02,687 DEBUG [RS_OPEN_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(1006): Region open journal for 92252e33e61aa65c35c9ea7a0813d22b: Running coprocessor pre-open hook at 1733465762663Writing region info on filesystem at 1733465762663Initializing all the Stores at 1733465762664 (+1 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733465762664Cleaning up temporary data from old regions at 1733465762679 (+15 ms)Running coprocessor post-open hooks at 1733465762687 (+8 ms)Region opened successfully at 1733465762687 2024-12-06T06:16:02,689 INFO [StoreOpener-fe39056be7fa2996d36a46e84e564301-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region fe39056be7fa2996d36a46e84e564301 2024-12-06T06:16:02,689 INFO [RS_OPEN_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,4ccccccb,1733465720939.92252e33e61aa65c35c9ea7a0813d22b., pid=44, masterSystemTime=1733465762627 2024-12-06T06:16:02,691 INFO [StoreOpener-fe39056be7fa2996d36a46e84e564301-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region fe39056be7fa2996d36a46e84e564301 columnFamilyName cf 2024-12-06T06:16:02,691 DEBUG [StoreOpener-fe39056be7fa2996d36a46e84e564301-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T06:16:02,692 INFO [StoreOpener-fe39056be7fa2996d36a46e84e564301-1 {}] regionserver.HStore(327): Store=fe39056be7fa2996d36a46e84e564301/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-06T06:16:02,692 DEBUG [RS_OPEN_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(1038): replaying wal for fe39056be7fa2996d36a46e84e564301 2024-12-06T06:16:02,693 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=43, resume processing ppid=40 2024-12-06T06:16:02,693 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=43, ppid=40, state=SUCCESS, hasLock=false; OpenRegionProcedure 6669303dcaa20b5b0c669a2143ff00b9, server=6336e8474e1c,34119,1733465708455 in 10.0640 sec 2024-12-06T06:16:02,693 DEBUG [RS_OPEN_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34117/user/jenkins/test-data/3200b50d-b776-70a2-a5b7-df54891339c3/data/default/SPTestTable/fe39056be7fa2996d36a46e84e564301 2024-12-06T06:16:02,695 DEBUG [RS_OPEN_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,4ccccccb,1733465720939.92252e33e61aa65c35c9ea7a0813d22b. 2024-12-06T06:16:02,695 INFO [RS_OPEN_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] handler.AssignRegionHandler(153): Opened SPTestTable,4ccccccb,1733465720939.92252e33e61aa65c35c9ea7a0813d22b. 2024-12-06T06:16:02,695 DEBUG [RS_OPEN_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34117/user/jenkins/test-data/3200b50d-b776-70a2-a5b7-df54891339c3/data/default/SPTestTable/fe39056be7fa2996d36a46e84e564301 2024-12-06T06:16:02,695 INFO [RS_OPEN_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] handler.AssignRegionHandler(132): Open SPTestTable,e6666661,1733465720939.19016ce37dfc7e09c314e7e616b0207c. 2024-12-06T06:16:02,695 DEBUG [RS_OPEN_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(7752): Opening region: {ENCODED => 19016ce37dfc7e09c314e7e616b0207c, NAME => 'SPTestTable,e6666661,1733465720939.19016ce37dfc7e09c314e7e616b0207c.', STARTKEY => 'e6666661', ENDKEY => ''} 2024-12-06T06:16:02,696 DEBUG [RS_OPEN_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 19016ce37dfc7e09c314e7e616b0207c 2024-12-06T06:16:02,696 DEBUG [RS_OPEN_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(1048): stopping wal replay for fe39056be7fa2996d36a46e84e564301 2024-12-06T06:16:02,696 DEBUG [RS_OPEN_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(898): Instantiated SPTestTable,e6666661,1733465720939.19016ce37dfc7e09c314e7e616b0207c.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-06T06:16:02,696 DEBUG [RS_OPEN_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(1060): Cleaning up temporary data for fe39056be7fa2996d36a46e84e564301 2024-12-06T06:16:02,696 DEBUG [RS_OPEN_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(7794): checking encryption for 19016ce37dfc7e09c314e7e616b0207c 2024-12-06T06:16:02,696 DEBUG [RS_OPEN_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(7797): checking classloading for 19016ce37dfc7e09c314e7e616b0207c 2024-12-06T06:16:02,697 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=41 updating hbase:meta row=92252e33e61aa65c35c9ea7a0813d22b, regionState=OPEN, openSeqNum=2, regionLocation=6336e8474e1c,36463,1733465708387 2024-12-06T06:16:02,699 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=40, ppid=36, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=6669303dcaa20b5b0c669a2143ff00b9, ASSIGN in 10.2290 sec 2024-12-06T06:16:02,699 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 6669303dcaa20b5b0c669a2143ff00b9 2024-12-06T06:16:02,700 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=44, ppid=41, state=RUNNABLE, hasLock=false; OpenRegionProcedure 92252e33e61aa65c35c9ea7a0813d22b, server=6336e8474e1c,36463,1733465708387 because future has completed 2024-12-06T06:16:02,701 DEBUG [RS_OPEN_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(1093): writing seq id for fe39056be7fa2996d36a46e84e564301 2024-12-06T06:16:02,705 INFO [RS_OPEN_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(1114): Opened fe39056be7fa2996d36a46e84e564301; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72705386, jitterRate=0.08339467644691467}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-06T06:16:02,705 DEBUG [RS_OPEN_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(1122): Running coprocessor post-open hooks for fe39056be7fa2996d36a46e84e564301 2024-12-06T06:16:02,705 DEBUG [RS_OPEN_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(1006): Region open journal for fe39056be7fa2996d36a46e84e564301: Running coprocessor pre-open hook at 1733465762680Writing region info on filesystem at 1733465762680Initializing all the Stores at 1733465762683 (+3 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733465762683Cleaning up temporary data from old regions at 1733465762696 (+13 ms)Running coprocessor post-open hooks at 1733465762705 (+9 ms)Region opened successfully at 1733465762705 2024-12-06T06:16:02,705 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=44, resume processing ppid=41 2024-12-06T06:16:02,706 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=44, ppid=41, state=SUCCESS, hasLock=false; OpenRegionProcedure 92252e33e61aa65c35c9ea7a0813d22b, server=6336e8474e1c,36463,1733465708387 in 10.0770 sec 2024-12-06T06:16:02,707 INFO [RS_OPEN_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,19999999,1733465720939.fe39056be7fa2996d36a46e84e564301., pid=46, masterSystemTime=1733465762626 2024-12-06T06:16:02,707 INFO [StoreOpener-19016ce37dfc7e09c314e7e616b0207c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 19016ce37dfc7e09c314e7e616b0207c 2024-12-06T06:16:02,709 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=41, ppid=36, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=92252e33e61aa65c35c9ea7a0813d22b, ASSIGN in 10.2420 sec 2024-12-06T06:16:02,709 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=29, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 92252e33e61aa65c35c9ea7a0813d22b 2024-12-06T06:16:02,709 INFO [StoreOpener-19016ce37dfc7e09c314e7e616b0207c-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 19016ce37dfc7e09c314e7e616b0207c columnFamilyName cf 2024-12-06T06:16:02,710 DEBUG [StoreOpener-19016ce37dfc7e09c314e7e616b0207c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T06:16:02,710 DEBUG [RS_OPEN_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,19999999,1733465720939.fe39056be7fa2996d36a46e84e564301. 2024-12-06T06:16:02,710 INFO [RS_OPEN_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] handler.AssignRegionHandler(153): Opened SPTestTable,19999999,1733465720939.fe39056be7fa2996d36a46e84e564301. 2024-12-06T06:16:02,710 INFO [StoreOpener-19016ce37dfc7e09c314e7e616b0207c-1 {}] regionserver.HStore(327): Store=19016ce37dfc7e09c314e7e616b0207c/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-06T06:16:02,710 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=39 updating hbase:meta row=fe39056be7fa2996d36a46e84e564301, regionState=OPEN, openSeqNum=2, regionLocation=6336e8474e1c,34119,1733465708455 2024-12-06T06:16:02,710 DEBUG [RS_OPEN_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(1038): replaying wal for 19016ce37dfc7e09c314e7e616b0207c 2024-12-06T06:16:02,711 DEBUG [RS_OPEN_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34117/user/jenkins/test-data/3200b50d-b776-70a2-a5b7-df54891339c3/data/default/SPTestTable/19016ce37dfc7e09c314e7e616b0207c 2024-12-06T06:16:02,713 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=46, ppid=39, state=RUNNABLE, hasLock=false; OpenRegionProcedure fe39056be7fa2996d36a46e84e564301, server=6336e8474e1c,34119,1733465708455 because future has completed 2024-12-06T06:16:02,714 DEBUG [RS_OPEN_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34117/user/jenkins/test-data/3200b50d-b776-70a2-a5b7-df54891339c3/data/default/SPTestTable/19016ce37dfc7e09c314e7e616b0207c 2024-12-06T06:16:02,714 DEBUG [RS_OPEN_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(1048): stopping wal replay for 19016ce37dfc7e09c314e7e616b0207c 2024-12-06T06:16:02,715 DEBUG [RS_OPEN_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(1060): Cleaning up temporary data for 19016ce37dfc7e09c314e7e616b0207c 2024-12-06T06:16:02,719 DEBUG [RS_OPEN_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(1093): writing seq id for 19016ce37dfc7e09c314e7e616b0207c 2024-12-06T06:16:02,721 INFO [RS_OPEN_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(1114): Opened 19016ce37dfc7e09c314e7e616b0207c; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67686413, jitterRate=0.00860615074634552}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-06T06:16:02,721 DEBUG [RS_OPEN_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 19016ce37dfc7e09c314e7e616b0207c 2024-12-06T06:16:02,721 DEBUG [RS_OPEN_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(1006): Region open journal for 19016ce37dfc7e09c314e7e616b0207c: Running coprocessor pre-open hook at 1733465762696Writing region info on filesystem at 1733465762696Initializing all the Stores at 1733465762697 (+1 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733465762697Cleaning up temporary data from old regions at 1733465762715 (+18 ms)Running coprocessor post-open hooks at 1733465762721 (+6 ms)Region opened successfully at 1733465762721 2024-12-06T06:16:02,723 INFO [RS_OPEN_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,e6666661,1733465720939.19016ce37dfc7e09c314e7e616b0207c., pid=45, masterSystemTime=1733465762627 2024-12-06T06:16:02,731 DEBUG [RS_OPEN_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,e6666661,1733465720939.19016ce37dfc7e09c314e7e616b0207c. 2024-12-06T06:16:02,731 INFO [RS_OPEN_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] handler.AssignRegionHandler(153): Opened SPTestTable,e6666661,1733465720939.19016ce37dfc7e09c314e7e616b0207c. 2024-12-06T06:16:02,732 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=42 updating hbase:meta row=19016ce37dfc7e09c314e7e616b0207c, regionState=OPEN, openSeqNum=2, regionLocation=6336e8474e1c,36463,1733465708387 2024-12-06T06:16:02,737 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=46, resume processing ppid=39 2024-12-06T06:16:02,737 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=46, ppid=39, state=SUCCESS, hasLock=false; OpenRegionProcedure fe39056be7fa2996d36a46e84e564301, server=6336e8474e1c,34119,1733465708455 in 10.1030 sec 2024-12-06T06:16:02,737 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=45, ppid=42, state=RUNNABLE, hasLock=false; OpenRegionProcedure 19016ce37dfc7e09c314e7e616b0207c, server=6336e8474e1c,36463,1733465708387 because future has completed 2024-12-06T06:16:02,742 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=39, ppid=36, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=fe39056be7fa2996d36a46e84e564301, ASSIGN in 10.2730 sec 2024-12-06T06:16:02,742 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=27, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure fe39056be7fa2996d36a46e84e564301 2024-12-06T06:16:02,747 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=45, resume processing ppid=42 2024-12-06T06:16:02,747 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=45, ppid=42, state=SUCCESS, hasLock=false; OpenRegionProcedure 19016ce37dfc7e09c314e7e616b0207c, server=6336e8474e1c,36463,1733465708387 in 10.1120 sec 2024-12-06T06:16:02,751 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=35, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 19016ce37dfc7e09c314e7e616b0207c 2024-12-06T06:16:02,755 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=42, resume processing ppid=36 2024-12-06T06:16:02,755 INFO [PEWorker-4 {}] procedure.ServerCrashProcedure(291): removed crashed server 6336e8474e1c,39333,1733465708261 after splitting done 2024-12-06T06:16:02,755 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=42, ppid=36, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=19016ce37dfc7e09c314e7e616b0207c, ASSIGN in 10.2830 sec 2024-12-06T06:16:02,758 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=36, state=SUCCESS, hasLock=false; ServerCrashProcedure 6336e8474e1c,39333,1733465708261, splitWal=true, meta=false in 20.3410 sec 2024-12-06T06:16:06,265 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-12-06T06:16:08,180 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-12-06T06:16:10,753 INFO [regionserver/6336e8474e1c:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: ExecutorStatusChore was stopped 2024-12-06T06:16:12,638 WARN [BootstrapNodeManager {}] regionserver.BootstrapNodeManager(142): failed to get live region servers from master org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=6336e8474e1c:45063 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.BootstrapNodeManager.getFromMaster(BootstrapNodeManager.java:140) ~[classes/:?] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) ~[?:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:304) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$Stub.getLiveRegionServers(RegionServerStatusProtos.java:17191) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClusterConnectionImpl.getLiveRegionServers(AsyncClusterConnectionImpl.java:139) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.BootstrapNodeManager.getFromMaster(BootstrapNodeManager.java:140) ~[classes/:?] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) ~[?:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:304) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 10 more 2024-12-06T06:16:12,702 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34119 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=27 2024-12-06T06:16:12,702 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/6336e8474e1c:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,19999999,1733465720939.fe39056be7fa2996d36a46e84e564301. 2024-12-06T06:16:12,703 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34119 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=32 2024-12-06T06:16:12,703 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/6336e8474e1c:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,99999996,1733465720939.6669303dcaa20b5b0c669a2143ff00b9. 2024-12-06T06:16:12,703 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/6336e8474e1c:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] regionserver.HRegion(2603): Flush status journal for fe39056be7fa2996d36a46e84e564301: 2024-12-06T06:16:12,703 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/6336e8474e1c:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,19999999,1733465720939.fe39056be7fa2996d36a46e84e564301. for SnapshotProcedureTest completed. 2024-12-06T06:16:12,703 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/6336e8474e1c:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.HRegion(2603): Flush status journal for 6669303dcaa20b5b0c669a2143ff00b9: 2024-12-06T06:16:12,703 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/6336e8474e1c:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,99999996,1733465720939.6669303dcaa20b5b0c669a2143ff00b9. for SnapshotProcedureTest completed. 2024-12-06T06:16:12,703 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/6336e8474e1c:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,19999999,1733465720939.fe39056be7fa2996d36a46e84e564301.' region-info for snapshot=SnapshotProcedureTest 2024-12-06T06:16:12,703 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/6336e8474e1c:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-12-06T06:16:12,703 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/6336e8474e1c:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,99999996,1733465720939.6669303dcaa20b5b0c669a2143ff00b9.' region-info for snapshot=SnapshotProcedureTest 2024-12-06T06:16:12,703 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/6336e8474e1c:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-12-06T06:16:12,703 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/6336e8474e1c:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-12-06T06:16:12,703 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/6336e8474e1c:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-12-06T06:16:12,711 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36463 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=35 2024-12-06T06:16:12,711 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/6336e8474e1c:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,e6666661,1733465720939.19016ce37dfc7e09c314e7e616b0207c. 2024-12-06T06:16:12,711 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36463 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=29 2024-12-06T06:16:12,712 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/6336e8474e1c:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.HRegion(2603): Flush status journal for 19016ce37dfc7e09c314e7e616b0207c: 2024-12-06T06:16:12,712 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/6336e8474e1c:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,e6666661,1733465720939.19016ce37dfc7e09c314e7e616b0207c. for SnapshotProcedureTest completed. 2024-12-06T06:16:12,712 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/6336e8474e1c:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,4ccccccb,1733465720939.92252e33e61aa65c35c9ea7a0813d22b. 2024-12-06T06:16:12,712 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/6336e8474e1c:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] regionserver.HRegion(2603): Flush status journal for 92252e33e61aa65c35c9ea7a0813d22b: 2024-12-06T06:16:12,712 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/6336e8474e1c:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,4ccccccb,1733465720939.92252e33e61aa65c35c9ea7a0813d22b. for SnapshotProcedureTest completed. 2024-12-06T06:16:12,712 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/6336e8474e1c:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,e6666661,1733465720939.19016ce37dfc7e09c314e7e616b0207c.' region-info for snapshot=SnapshotProcedureTest 2024-12-06T06:16:12,712 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/6336e8474e1c:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-12-06T06:16:12,712 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/6336e8474e1c:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-12-06T06:16:12,712 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/6336e8474e1c:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,4ccccccb,1733465720939.92252e33e61aa65c35c9ea7a0813d22b.' region-info for snapshot=SnapshotProcedureTest 2024-12-06T06:16:12,712 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/6336e8474e1c:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-12-06T06:16:12,712 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/6336e8474e1c:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-12-06T06:16:12,772 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37065 is added to blk_1073741858_1034 (size=57) 2024-12-06T06:16:12,772 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41607 is added to blk_1073741858_1034 (size=57) 2024-12-06T06:16:12,772 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42803 is added to blk_1073741858_1034 (size=57) 2024-12-06T06:16:12,773 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37065 is added to blk_1073741859_1035 (size=65) 2024-12-06T06:16:12,773 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/6336e8474e1c:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,e6666661,1733465720939.19016ce37dfc7e09c314e7e616b0207c. 2024-12-06T06:16:12,774 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/6336e8474e1c:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=35 2024-12-06T06:16:12,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45063 {}] master.HMaster(4169): Remote procedure done, pid=35 2024-12-06T06:16:12,775 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45063 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 19016ce37dfc7e09c314e7e616b0207c 2024-12-06T06:16:12,775 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41607 is added to blk_1073741859_1035 (size=65) 2024-12-06T06:16:12,775 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=35, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 19016ce37dfc7e09c314e7e616b0207c 2024-12-06T06:16:12,775 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42803 is added to blk_1073741859_1035 (size=65) 2024-12-06T06:16:12,776 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/6336e8474e1c:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,19999999,1733465720939.fe39056be7fa2996d36a46e84e564301. 2024-12-06T06:16:12,776 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/6336e8474e1c:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=27 2024-12-06T06:16:12,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45063 {}] master.HMaster(4169): Remote procedure done, pid=27 2024-12-06T06:16:12,777 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45063 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region fe39056be7fa2996d36a46e84e564301 2024-12-06T06:16:12,781 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=27, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure fe39056be7fa2996d36a46e84e564301 2024-12-06T06:16:12,782 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=35, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 19016ce37dfc7e09c314e7e616b0207c in 30.4700 sec 2024-12-06T06:16:12,785 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=27, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure fe39056be7fa2996d36a46e84e564301 in 30.4750 sec 2024-12-06T06:16:12,786 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41607 is added to blk_1073741857_1033 (size=65) 2024-12-06T06:16:12,787 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42803 is added to blk_1073741857_1033 (size=65) 2024-12-06T06:16:12,789 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37065 is added to blk_1073741857_1033 (size=65) 2024-12-06T06:16:12,789 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/6336e8474e1c:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,99999996,1733465720939.6669303dcaa20b5b0c669a2143ff00b9. 2024-12-06T06:16:12,789 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/6336e8474e1c:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=32 2024-12-06T06:16:12,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45063 {}] master.HMaster(4169): Remote procedure done, pid=32 2024-12-06T06:16:12,790 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45063 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 6669303dcaa20b5b0c669a2143ff00b9 2024-12-06T06:16:12,790 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 6669303dcaa20b5b0c669a2143ff00b9 2024-12-06T06:16:12,797 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=32, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 6669303dcaa20b5b0c669a2143ff00b9 in 30.4850 sec 2024-12-06T06:16:12,805 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37065 is added to blk_1073741860_1036 (size=65) 2024-12-06T06:16:12,805 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41607 is added to blk_1073741860_1036 (size=65) 2024-12-06T06:16:12,805 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42803 is added to blk_1073741860_1036 (size=65) 2024-12-06T06:16:12,810 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/6336e8474e1c:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,4ccccccb,1733465720939.92252e33e61aa65c35c9ea7a0813d22b. 2024-12-06T06:16:12,810 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/6336e8474e1c:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=29 2024-12-06T06:16:12,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45063 {}] master.HMaster(4169): Remote procedure done, pid=29 2024-12-06T06:16:12,812 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45063 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 92252e33e61aa65c35c9ea7a0813d22b 2024-12-06T06:16:12,812 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=29, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 92252e33e61aa65c35c9ea7a0813d22b 2024-12-06T06:16:12,817 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=29, resume processing ppid=25 2024-12-06T06:16:12,817 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=29, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 92252e33e61aa65c35c9ea7a0813d22b in 30.5070 sec 2024-12-06T06:16:12,817 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_SNAPSHOT_SPLIT_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_SPLIT_REGIONS 2024-12-06T06:16:12,819 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_SNAPSHOT_MOB_REGION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_MOB_REGION 2024-12-06T06:16:12,823 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_CONSOLIDATE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_CONSOLIDATE_SNAPSHOT 2024-12-06T06:16:12,823 DEBUG [PEWorker-4 {}] snapshot.SnapshotManifest(495): Convert to Single Snapshot Manifest for SnapshotProcedureTest 2024-12-06T06:16:12,828 DEBUG [PEWorker-4 {}] snapshot.SnapshotManifestV1(130): No regions under directory:hdfs://localhost:34117/user/jenkins/test-data/3200b50d-b776-70a2-a5b7-df54891339c3/.hbase-snapshot/.tmp/SnapshotProcedureTest 2024-12-06T06:16:12,902 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42803 is added to blk_1073741861_1037 (size=1094) 2024-12-06T06:16:12,902 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37065 is added to blk_1073741861_1037 (size=1094) 2024-12-06T06:16:12,904 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41607 is added to blk_1073741861_1037 (size=1094) 2024-12-06T06:16:12,913 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_VERIFIER_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_VERIFIER_SNAPSHOT 2024-12-06T06:16:12,923 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=47, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=48, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=49, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=50, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=51, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=52, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=53, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=54, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=55, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=56, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}] 2024-12-06T06:16:12,933 DEBUG [PEWorker-1 {}] snapshot.SnapshotManager(1464): pid=49, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=6336e8474e1c,34119,1733465708455 2024-12-06T06:16:12,933 DEBUG [PEWorker-2 {}] snapshot.SnapshotManager(1464): pid=50, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=6336e8474e1c,34119,1733465708455 2024-12-06T06:16:12,934 DEBUG [PEWorker-3 {}] snapshot.SnapshotManager(1464): pid=47, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=6336e8474e1c,34119,1733465708455 2024-12-06T06:16:12,934 DEBUG [PEWorker-5 {}] snapshot.SnapshotManager(1464): pid=48, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=6336e8474e1c,36463,1733465708387 2024-12-06T06:16:12,935 DEBUG [PEWorker-4 {}] snapshot.SnapshotManager(1464): pid=56, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=6336e8474e1c,36463,1733465708387 2024-12-06T06:16:12,941 DEBUG [PEWorker-3 {}] snapshot.SnapshotManager(1464): pid=55, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=6336e8474e1c,36463,1733465708387 2024-12-06T06:16:16,339 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsRegionWrapperImpl$HRegionMetricsWrapperRunnable(329): Region f577d789b02a2b776d1020e3689e1dbc, had cached 0 bytes from a total of 47197 2024-12-06T06:16:16,466 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsRegionWrapperImpl$HRegionMetricsWrapperRunnable(329): Region 3fb9c03a5659961afad622521c7eb899, had cached 0 bytes from a total of 28623 2024-12-06T06:16:20,807 DEBUG [master/6336e8474e1c:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region fe39056be7fa2996d36a46e84e564301 changed from -1.0 to 0.0, refreshing cache 2024-12-06T06:16:20,808 DEBUG [master/6336e8474e1c:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 07d98e86b53bc789e76549342835c8de changed from -1.0 to 0.0, refreshing cache 2024-12-06T06:16:20,808 DEBUG [master/6336e8474e1c:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 2b5a28a7c4912ac96c5d6be68a1909d5 changed from -1.0 to 0.0, refreshing cache 2024-12-06T06:16:20,808 DEBUG [master/6336e8474e1c:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 6669303dcaa20b5b0c669a2143ff00b9 changed from -1.0 to 0.0, refreshing cache 2024-12-06T06:16:20,809 DEBUG [master/6336e8474e1c:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 3fb9c03a5659961afad622521c7eb899 changed from -1.0 to 0.0, refreshing cache 2024-12-06T06:16:20,809 DEBUG [master/6336e8474e1c:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region ce6ba65723f1fc47537c82905e6be676 changed from -1.0 to 0.0, refreshing cache 2024-12-06T06:16:20,809 DEBUG [master/6336e8474e1c:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 92252e33e61aa65c35c9ea7a0813d22b changed from -1.0 to 0.0, refreshing cache 2024-12-06T06:16:20,809 DEBUG [master/6336e8474e1c:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 098977869d805bc3807895ef7e7f01c6 changed from -1.0 to 0.0, refreshing cache 2024-12-06T06:16:20,809 DEBUG [master/6336e8474e1c:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region f577d789b02a2b776d1020e3689e1dbc changed from -1.0 to 0.0, refreshing cache 2024-12-06T06:16:20,809 DEBUG [master/6336e8474e1c:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 19016ce37dfc7e09c314e7e616b0207c changed from -1.0 to 0.0, refreshing cache 2024-12-06T06:16:22,938 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34119 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=50 2024-12-06T06:16:22,938 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36463 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=55 2024-12-06T06:16:22,938 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34119 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=49 2024-12-06T06:16:22,938 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36463 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=48 2024-12-06T06:16:22,938 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34119 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=47 2024-12-06T06:16:22,938 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36463 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=56 2024-12-06T06:16:22,950 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/6336e8474e1c:0-0 {event_type=RS_VERIFY_SNAPSHOT, pid=55}] regionserver.RSSnapshotVerifier$SnapshotManifestCacheLoader(144): loading snapshot manifest for SnapshotProcedureTest from hdfs://localhost:34117/user/jenkins/test-data/3200b50d-b776-70a2-a5b7-df54891339c3/.hbase-snapshot/.tmp/SnapshotProcedureTest 2024-12-06T06:16:22,952 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/6336e8474e1c:0-2 {event_type=RS_VERIFY_SNAPSHOT, pid=56}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=56 2024-12-06T06:16:22,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45063 {}] master.HMaster(4169): Remote procedure done, pid=56 2024-12-06T06:16:22,953 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/6336e8474e1c:0-1 {event_type=RS_VERIFY_SNAPSHOT, pid=48}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=48 2024-12-06T06:16:22,954 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/6336e8474e1c:0-0 {event_type=RS_VERIFY_SNAPSHOT, pid=55}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=55 2024-12-06T06:16:22,956 DEBUG [PEWorker-2 {}] snapshot.SnapshotManager(1473): pid=56, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=6336e8474e1c,36463,1733465708387 Release verify snapshot worker=6336e8474e1c,36463,1733465708387 2024-12-06T06:16:22,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45063 {}] master.HMaster(4169): Remote procedure done, pid=48 2024-12-06T06:16:22,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45063 {}] master.HMaster(4169): Remote procedure done, pid=55 2024-12-06T06:16:22,959 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=56, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=6336e8474e1c,36463,1733465708387 in 10.0330 sec 2024-12-06T06:16:22,960 DEBUG [PEWorker-2 {}] snapshot.SnapshotManager(1473): pid=48, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=6336e8474e1c,36463,1733465708387 Release verify snapshot worker=6336e8474e1c,36463,1733465708387 2024-12-06T06:16:22,961 DEBUG [PEWorker-5 {}] snapshot.SnapshotManager(1464): pid=51, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=6336e8474e1c,36463,1733465708387 2024-12-06T06:16:22,961 DEBUG [PEWorker-1 {}] snapshot.SnapshotManager(1464): pid=53, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=6336e8474e1c,36463,1733465708387 2024-12-06T06:16:22,966 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/6336e8474e1c:0-1 {event_type=RS_VERIFY_SNAPSHOT, pid=49}] regionserver.RSSnapshotVerifier$SnapshotManifestCacheLoader(144): loading snapshot manifest for SnapshotProcedureTest from hdfs://localhost:34117/user/jenkins/test-data/3200b50d-b776-70a2-a5b7-df54891339c3/.hbase-snapshot/.tmp/SnapshotProcedureTest 2024-12-06T06:16:22,966 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/6336e8474e1c:0-1 {event_type=RS_VERIFY_SNAPSHOT, pid=49}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=49 2024-12-06T06:16:22,966 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/6336e8474e1c:0-0 {event_type=RS_VERIFY_SNAPSHOT, pid=50}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=50 2024-12-06T06:16:22,966 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/6336e8474e1c:0-2 {event_type=RS_VERIFY_SNAPSHOT, pid=47}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=47 2024-12-06T06:16:22,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45063 {}] master.HMaster(4169): Remote procedure done, pid=50 2024-12-06T06:16:22,968 DEBUG [PEWorker-4 {}] snapshot.SnapshotManager(1473): pid=55, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=6336e8474e1c,36463,1733465708387 Release verify snapshot worker=6336e8474e1c,36463,1733465708387 2024-12-06T06:16:22,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45063 {}] master.HMaster(4169): Remote procedure done, pid=49 2024-12-06T06:16:22,970 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=48, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=6336e8474e1c,36463,1733465708387 in 10.0370 sec 2024-12-06T06:16:22,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45063 {}] master.HMaster(4169): Remote procedure done, pid=47 2024-12-06T06:16:22,974 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=55, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=6336e8474e1c,36463,1733465708387 in 10.0450 sec 2024-12-06T06:16:22,974 DEBUG [PEWorker-2 {}] snapshot.SnapshotManager(1473): pid=50, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=6336e8474e1c,34119,1733465708455 Release verify snapshot worker=6336e8474e1c,34119,1733465708455 2024-12-06T06:16:22,975 DEBUG [PEWorker-3 {}] snapshot.SnapshotManager(1464): pid=52, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=6336e8474e1c,34119,1733465708455 2024-12-06T06:16:22,975 DEBUG [PEWorker-5 {}] snapshot.SnapshotManager(1473): pid=49, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=6336e8474e1c,34119,1733465708455 Release verify snapshot worker=6336e8474e1c,34119,1733465708455 2024-12-06T06:16:22,976 DEBUG [PEWorker-1 {}] snapshot.SnapshotManager(1464): pid=54, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=6336e8474e1c,36463,1733465708387 2024-12-06T06:16:22,985 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=50, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=6336e8474e1c,34119,1733465708455 in 10.0510 sec 2024-12-06T06:16:22,990 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=49, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=6336e8474e1c,34119,1733465708455 in 10.0520 sec 2024-12-06T06:16:22,990 DEBUG [PEWorker-4 {}] snapshot.SnapshotManager(1473): pid=47, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=6336e8474e1c,34119,1733465708455 Release verify snapshot worker=6336e8474e1c,34119,1733465708455 2024-12-06T06:16:22,992 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=47, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=6336e8474e1c,34119,1733465708455 in 10.0670 sec 2024-12-06T06:16:32,962 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36463 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=51 2024-12-06T06:16:32,962 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36463 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=54 2024-12-06T06:16:32,962 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/6336e8474e1c:0-2 {event_type=RS_VERIFY_SNAPSHOT, pid=51}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=51 2024-12-06T06:16:32,963 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36463 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=53 2024-12-06T06:16:32,963 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/6336e8474e1c:0-0 {event_type=RS_VERIFY_SNAPSHOT, pid=53}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=53 2024-12-06T06:16:32,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45063 {}] master.HMaster(4169): Remote procedure done, pid=51 2024-12-06T06:16:32,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45063 {}] master.HMaster(4169): Remote procedure done, pid=53 2024-12-06T06:16:32,966 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/6336e8474e1c:0-1 {event_type=RS_VERIFY_SNAPSHOT, pid=54}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=54 2024-12-06T06:16:32,967 DEBUG [PEWorker-2 {}] snapshot.SnapshotManager(1473): pid=51, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=6336e8474e1c,36463,1733465708387 Release verify snapshot worker=6336e8474e1c,36463,1733465708387 2024-12-06T06:16:32,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45063 {}] master.HMaster(4169): Remote procedure done, pid=54 2024-12-06T06:16:32,974 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=51, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=6336e8474e1c,36463,1733465708387 in 20.0440 sec 2024-12-06T06:16:32,974 DEBUG [PEWorker-1 {}] snapshot.SnapshotManager(1473): pid=53, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=6336e8474e1c,36463,1733465708387 Release verify snapshot worker=6336e8474e1c,36463,1733465708387 2024-12-06T06:16:32,976 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34119 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=52 2024-12-06T06:16:32,976 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=53, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=6336e8474e1c,36463,1733465708387 in 20.0510 sec 2024-12-06T06:16:32,976 DEBUG [PEWorker-3 {}] snapshot.SnapshotManager(1473): pid=54, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=6336e8474e1c,36463,1733465708387 Release verify snapshot worker=6336e8474e1c,36463,1733465708387 2024-12-06T06:16:32,977 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/6336e8474e1c:0-0 {event_type=RS_VERIFY_SNAPSHOT, pid=52}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=52 2024-12-06T06:16:32,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45063 {}] master.HMaster(4169): Remote procedure done, pid=52 2024-12-06T06:16:32,979 DEBUG [PEWorker-5 {}] snapshot.SnapshotManager(1473): pid=52, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=6336e8474e1c,34119,1733465708455 Release verify snapshot worker=6336e8474e1c,34119,1733465708455 2024-12-06T06:16:32,979 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=54, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=6336e8474e1c,36463,1733465708387 in 20.0530 sec 2024-12-06T06:16:32,982 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=52, resume processing ppid=25 2024-12-06T06:16:32,982 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=52, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=6336e8474e1c,34119,1733465708455 in 20.0560 sec 2024-12-06T06:16:32,982 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_COMPLETE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_COMPLETE_SNAPSHOT 2024-12-06T06:16:32,988 DEBUG [PEWorker-4 {}] snapshot.SnapshotDescriptionUtils(414): Sentinel is done, just moving the snapshot from hdfs://localhost:34117/user/jenkins/test-data/3200b50d-b776-70a2-a5b7-df54891339c3/.hbase-snapshot/.tmp/SnapshotProcedureTest to hdfs://localhost:34117/user/jenkins/test-data/3200b50d-b776-70a2-a5b7-df54891339c3/.hbase-snapshot/SnapshotProcedureTest 2024-12-06T06:16:32,992 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_POST_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_POST_OPERATION 2024-12-06T06:16:32,992 DEBUG [PEWorker-4 {}] snapshot.SnapshotManager(1451): unregister snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 }, snapshot procedure id = 25 2024-12-06T06:16:32,995 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=25, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } in 50.7680 sec 2024-12-06T06:16:33,271 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=SPTestTable,, stopping at row=SPTestTable ,, for max=2147483647 with caching=100 2024-12-06T06:16:33,284 WARN [Time-limited test {}] procedure2.ProcedureTestingUtility(193): Set Kill before store update to: false 2024-12-06T06:16:33,284 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-12-06T06:16:33,284 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-06T06:16:33,284 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.master.procedure.TestSnapshotProcedure.teardown(TestSnapshotProcedure.java:151) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-06T06:16:33,284 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T06:16:33,285 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T06:16:33,285 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-06T06:16:33,285 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-12-06T06:16:33,285 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=774184221, stopped=false 2024-12-06T06:16:33,285 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=6336e8474e1c,45063,1733465707335 2024-12-06T06:16:33,288 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36463-0x101866979f10002, quorum=127.0.0.1:53490, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-12-06T06:16:33,288 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45063-0x101866979f10000, quorum=127.0.0.1:53490, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-12-06T06:16:33,288 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-06T06:16:33,288 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36463-0x101866979f10002, quorum=127.0.0.1:53490, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-06T06:16:33,288 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45063-0x101866979f10000, quorum=127.0.0.1:53490, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-06T06:16:33,288 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34119-0x101866979f10003, quorum=127.0.0.1:53490, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-12-06T06:16:33,288 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34119-0x101866979f10003, quorum=127.0.0.1:53490, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-06T06:16:33,289 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-06T06:16:33,289 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.master.procedure.TestSnapshotProcedure.teardown(TestSnapshotProcedure.java:151) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-06T06:16:33,290 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T06:16:33,290 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:34119-0x101866979f10003, quorum=127.0.0.1:53490, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-06T06:16:33,291 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:36463-0x101866979f10002, quorum=127.0.0.1:53490, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-06T06:16:33,291 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:45063-0x101866979f10000, quorum=127.0.0.1:53490, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-06T06:16:33,291 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '6336e8474e1c,36463,1733465708387' ***** 2024-12-06T06:16:33,291 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-12-06T06:16:33,292 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '6336e8474e1c,34119,1733465708455' ***** 2024-12-06T06:16:33,292 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-12-06T06:16:33,292 INFO [RS:1;6336e8474e1c:36463 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-06T06:16:33,292 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-12-06T06:16:33,292 INFO [RS:1;6336e8474e1c:36463 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-06T06:16:33,292 INFO [RS:1;6336e8474e1c:36463 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-06T06:16:33,292 INFO [RS:1;6336e8474e1c:36463 {}] regionserver.HRegionServer(3091): Received CLOSE for ce6ba65723f1fc47537c82905e6be676 2024-12-06T06:16:33,293 INFO [RS:2;6336e8474e1c:34119 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-06T06:16:33,293 INFO [RS:2;6336e8474e1c:34119 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-06T06:16:33,293 INFO [RS:2;6336e8474e1c:34119 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-06T06:16:33,293 INFO [RS:2;6336e8474e1c:34119 {}] regionserver.HRegionServer(3091): Received CLOSE for 07d98e86b53bc789e76549342835c8de 2024-12-06T06:16:33,293 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-12-06T06:16:33,294 INFO [RS:1;6336e8474e1c:36463 {}] regionserver.HRegionServer(3091): Received CLOSE for 19016ce37dfc7e09c314e7e616b0207c 2024-12-06T06:16:33,294 INFO [RS:1;6336e8474e1c:36463 {}] regionserver.HRegionServer(3091): Received CLOSE for 92252e33e61aa65c35c9ea7a0813d22b 2024-12-06T06:16:33,294 INFO [RS:1;6336e8474e1c:36463 {}] regionserver.HRegionServer(3091): Received CLOSE for 098977869d805bc3807895ef7e7f01c6 2024-12-06T06:16:33,294 INFO [RS:1;6336e8474e1c:36463 {}] regionserver.HRegionServer(3091): Received CLOSE for f577d789b02a2b776d1020e3689e1dbc 2024-12-06T06:16:33,294 INFO [RS:1;6336e8474e1c:36463 {}] regionserver.HRegionServer(959): stopping server 6336e8474e1c,36463,1733465708387 2024-12-06T06:16:33,294 INFO [RS:1;6336e8474e1c:36463 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-06T06:16:33,294 INFO [RS:1;6336e8474e1c:36463 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:1;6336e8474e1c:36463. 2024-12-06T06:16:33,294 DEBUG [RS:1;6336e8474e1c:36463 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-06T06:16:33,294 DEBUG [RS:1;6336e8474e1c:36463 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T06:16:33,295 INFO [RS:1;6336e8474e1c:36463 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-06T06:16:33,295 INFO [RS:1;6336e8474e1c:36463 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-06T06:16:33,295 INFO [RS:1;6336e8474e1c:36463 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-06T06:16:33,295 INFO [RS:1;6336e8474e1c:36463 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-12-06T06:16:33,296 DEBUG [RS_CLOSE_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing ce6ba65723f1fc47537c82905e6be676, disabling compactions & flushes 2024-12-06T06:16:33,296 INFO [RS_CLOSE_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,,1733465720939.ce6ba65723f1fc47537c82905e6be676. 2024-12-06T06:16:33,296 DEBUG [RS_CLOSE_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,,1733465720939.ce6ba65723f1fc47537c82905e6be676. 2024-12-06T06:16:33,296 DEBUG [RS_CLOSE_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,,1733465720939.ce6ba65723f1fc47537c82905e6be676. after waiting 0 ms 2024-12-06T06:16:33,296 DEBUG [RS_CLOSE_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,,1733465720939.ce6ba65723f1fc47537c82905e6be676. 2024-12-06T06:16:33,296 INFO [RS:2;6336e8474e1c:34119 {}] regionserver.HRegionServer(3091): Received CLOSE for 3fb9c03a5659961afad622521c7eb899 2024-12-06T06:16:33,296 INFO [RS:2;6336e8474e1c:34119 {}] regionserver.HRegionServer(3091): Received CLOSE for fe39056be7fa2996d36a46e84e564301 2024-12-06T06:16:33,296 INFO [RS:2;6336e8474e1c:34119 {}] regionserver.HRegionServer(3091): Received CLOSE for 2b5a28a7c4912ac96c5d6be68a1909d5 2024-12-06T06:16:33,296 INFO [RS:2;6336e8474e1c:34119 {}] regionserver.HRegionServer(3091): Received CLOSE for 6669303dcaa20b5b0c669a2143ff00b9 2024-12-06T06:16:33,296 DEBUG [RS_CLOSE_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 07d98e86b53bc789e76549342835c8de, disabling compactions & flushes 2024-12-06T06:16:33,297 INFO [RS:2;6336e8474e1c:34119 {}] regionserver.HRegionServer(959): stopping server 6336e8474e1c,34119,1733465708455 2024-12-06T06:16:33,297 INFO [RS:2;6336e8474e1c:34119 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-06T06:16:33,297 INFO [RS:2;6336e8474e1c:34119 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:2;6336e8474e1c:34119. 2024-12-06T06:16:33,297 DEBUG [RS:2;6336e8474e1c:34119 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-06T06:16:33,297 DEBUG [RS:2;6336e8474e1c:34119 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T06:16:33,297 INFO [RS:2;6336e8474e1c:34119 {}] regionserver.HRegionServer(1321): Waiting on 5 regions to close 2024-12-06T06:16:33,297 INFO [RS:1;6336e8474e1c:36463 {}] regionserver.HRegionServer(1321): Waiting on 6 regions to close 2024-12-06T06:16:33,297 INFO [regionserver/6336e8474e1c:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-06T06:16:33,297 DEBUG [RS:2;6336e8474e1c:34119 {}] regionserver.HRegionServer(1325): Online Regions={07d98e86b53bc789e76549342835c8de=SPTestTable,33333332,1733465720939.07d98e86b53bc789e76549342835c8de., 3fb9c03a5659961afad622521c7eb899=SPTestTable,b333332f,1733465720939.3fb9c03a5659961afad622521c7eb899., fe39056be7fa2996d36a46e84e564301=SPTestTable,19999999,1733465720939.fe39056be7fa2996d36a46e84e564301., 2b5a28a7c4912ac96c5d6be68a1909d5=SPTestTable,7ffffffd,1733465720939.2b5a28a7c4912ac96c5d6be68a1909d5., 6669303dcaa20b5b0c669a2143ff00b9=SPTestTable,99999996,1733465720939.6669303dcaa20b5b0c669a2143ff00b9.} 2024-12-06T06:16:33,297 DEBUG [RS:1;6336e8474e1c:36463 {}] regionserver.HRegionServer(1325): Online Regions={ce6ba65723f1fc47537c82905e6be676=SPTestTable,,1733465720939.ce6ba65723f1fc47537c82905e6be676., 19016ce37dfc7e09c314e7e616b0207c=SPTestTable,e6666661,1733465720939.19016ce37dfc7e09c314e7e616b0207c., 92252e33e61aa65c35c9ea7a0813d22b=SPTestTable,4ccccccb,1733465720939.92252e33e61aa65c35c9ea7a0813d22b., 1588230740=hbase:meta,,1.1588230740, 098977869d805bc3807895ef7e7f01c6=SPTestTable,66666664,1733465720939.098977869d805bc3807895ef7e7f01c6., f577d789b02a2b776d1020e3689e1dbc=SPTestTable,ccccccc8,1733465720939.f577d789b02a2b776d1020e3689e1dbc.} 2024-12-06T06:16:33,298 DEBUG [RS:2;6336e8474e1c:34119 {}] regionserver.HRegionServer(1351): Waiting on 07d98e86b53bc789e76549342835c8de, 2b5a28a7c4912ac96c5d6be68a1909d5, 3fb9c03a5659961afad622521c7eb899, 6669303dcaa20b5b0c669a2143ff00b9, fe39056be7fa2996d36a46e84e564301 2024-12-06T06:16:33,298 DEBUG [RS:1;6336e8474e1c:36463 {}] regionserver.HRegionServer(1351): Waiting on 098977869d805bc3807895ef7e7f01c6, 1588230740, 19016ce37dfc7e09c314e7e616b0207c, 92252e33e61aa65c35c9ea7a0813d22b, ce6ba65723f1fc47537c82905e6be676, f577d789b02a2b776d1020e3689e1dbc 2024-12-06T06:16:33,298 DEBUG [RS_CLOSE_META-regionserver/6336e8474e1c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-06T06:16:33,298 INFO [RS_CLOSE_META-regionserver/6336e8474e1c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-06T06:16:33,298 DEBUG [RS_CLOSE_META-regionserver/6336e8474e1c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-06T06:16:33,298 DEBUG [RS_CLOSE_META-regionserver/6336e8474e1c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-06T06:16:33,298 DEBUG [RS_CLOSE_META-regionserver/6336e8474e1c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-06T06:16:33,298 INFO [RS_CLOSE_META-regionserver/6336e8474e1c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=16.34 KB heapSize=27.36 KB 2024-12-06T06:16:33,300 INFO [regionserver/6336e8474e1c:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-06T06:16:33,297 INFO [RS_CLOSE_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,33333332,1733465720939.07d98e86b53bc789e76549342835c8de. 2024-12-06T06:16:33,301 DEBUG [RS_CLOSE_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,33333332,1733465720939.07d98e86b53bc789e76549342835c8de. 2024-12-06T06:16:33,301 DEBUG [RS_CLOSE_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,33333332,1733465720939.07d98e86b53bc789e76549342835c8de. after waiting 0 ms 2024-12-06T06:16:33,301 DEBUG [RS_CLOSE_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,33333332,1733465720939.07d98e86b53bc789e76549342835c8de. 2024-12-06T06:16:33,329 DEBUG [RS_CLOSE_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34117/user/jenkins/test-data/3200b50d-b776-70a2-a5b7-df54891339c3/data/default/SPTestTable/ce6ba65723f1fc47537c82905e6be676/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-12-06T06:16:33,335 INFO [RS_CLOSE_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,,1733465720939.ce6ba65723f1fc47537c82905e6be676. 2024-12-06T06:16:33,335 DEBUG [RS_CLOSE_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for ce6ba65723f1fc47537c82905e6be676: Waiting for close lock at 1733465793295Running coprocessor pre-close hooks at 1733465793296 (+1 ms)Disabling compacts and flushes for region at 1733465793296Disabling writes for close at 1733465793296Writing region close event to WAL at 1733465793305 (+9 ms)Running coprocessor post-close hooks at 1733465793332 (+27 ms)Closed at 1733465793335 (+3 ms) 2024-12-06T06:16:33,336 DEBUG [RS_CLOSE_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,,1733465720939.ce6ba65723f1fc47537c82905e6be676. 2024-12-06T06:16:33,336 DEBUG [RS_CLOSE_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 19016ce37dfc7e09c314e7e616b0207c, disabling compactions & flushes 2024-12-06T06:16:33,336 INFO [RS_CLOSE_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,e6666661,1733465720939.19016ce37dfc7e09c314e7e616b0207c. 2024-12-06T06:16:33,336 DEBUG [RS_CLOSE_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,e6666661,1733465720939.19016ce37dfc7e09c314e7e616b0207c. 2024-12-06T06:16:33,336 DEBUG [RS_CLOSE_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,e6666661,1733465720939.19016ce37dfc7e09c314e7e616b0207c. after waiting 0 ms 2024-12-06T06:16:33,336 DEBUG [RS_CLOSE_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,e6666661,1733465720939.19016ce37dfc7e09c314e7e616b0207c. 2024-12-06T06:16:33,360 DEBUG [RS_CLOSE_META-regionserver/6336e8474e1c:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34117/user/jenkins/test-data/3200b50d-b776-70a2-a5b7-df54891339c3/data/hbase/meta/1588230740/.tmp/info/c55420d2849b49cabe3358c8fa070e7d is 167, key is SPTestTable,19999999,1733465720939.fe39056be7fa2996d36a46e84e564301./info:regioninfo/1733465762710/Put/seqid=0 2024-12-06T06:16:33,374 DEBUG [RS_CLOSE_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34117/user/jenkins/test-data/3200b50d-b776-70a2-a5b7-df54891339c3/data/default/SPTestTable/07d98e86b53bc789e76549342835c8de/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-12-06T06:16:33,375 INFO [RS_CLOSE_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,33333332,1733465720939.07d98e86b53bc789e76549342835c8de. 2024-12-06T06:16:33,375 DEBUG [RS_CLOSE_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 07d98e86b53bc789e76549342835c8de: Waiting for close lock at 1733465793296Running coprocessor pre-close hooks at 1733465793296Disabling compacts and flushes for region at 1733465793296Disabling writes for close at 1733465793301 (+5 ms)Writing region close event to WAL at 1733465793317 (+16 ms)Running coprocessor post-close hooks at 1733465793375 (+58 ms)Closed at 1733465793375 2024-12-06T06:16:33,375 DEBUG [RS_CLOSE_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,33333332,1733465720939.07d98e86b53bc789e76549342835c8de. 2024-12-06T06:16:33,376 DEBUG [RS_CLOSE_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 3fb9c03a5659961afad622521c7eb899, disabling compactions & flushes 2024-12-06T06:16:33,376 INFO [RS_CLOSE_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,b333332f,1733465720939.3fb9c03a5659961afad622521c7eb899. 2024-12-06T06:16:33,376 DEBUG [RS_CLOSE_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,b333332f,1733465720939.3fb9c03a5659961afad622521c7eb899. 2024-12-06T06:16:33,376 DEBUG [RS_CLOSE_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,b333332f,1733465720939.3fb9c03a5659961afad622521c7eb899. after waiting 0 ms 2024-12-06T06:16:33,376 DEBUG [RS_CLOSE_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,b333332f,1733465720939.3fb9c03a5659961afad622521c7eb899. 2024-12-06T06:16:33,376 DEBUG [RS_CLOSE_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34117/user/jenkins/test-data/3200b50d-b776-70a2-a5b7-df54891339c3/data/default/SPTestTable/19016ce37dfc7e09c314e7e616b0207c/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-12-06T06:16:33,378 INFO [RS_CLOSE_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,e6666661,1733465720939.19016ce37dfc7e09c314e7e616b0207c. 2024-12-06T06:16:33,378 DEBUG [RS_CLOSE_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 19016ce37dfc7e09c314e7e616b0207c: Waiting for close lock at 1733465793336Running coprocessor pre-close hooks at 1733465793336Disabling compacts and flushes for region at 1733465793336Disabling writes for close at 1733465793336Writing region close event to WAL at 1733465793348 (+12 ms)Running coprocessor post-close hooks at 1733465793377 (+29 ms)Closed at 1733465793378 (+1 ms) 2024-12-06T06:16:33,378 DEBUG [RS_CLOSE_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,e6666661,1733465720939.19016ce37dfc7e09c314e7e616b0207c. 2024-12-06T06:16:33,378 DEBUG [RS_CLOSE_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 92252e33e61aa65c35c9ea7a0813d22b, disabling compactions & flushes 2024-12-06T06:16:33,378 INFO [RS_CLOSE_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,4ccccccb,1733465720939.92252e33e61aa65c35c9ea7a0813d22b. 2024-12-06T06:16:33,378 DEBUG [RS_CLOSE_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,4ccccccb,1733465720939.92252e33e61aa65c35c9ea7a0813d22b. 2024-12-06T06:16:33,378 DEBUG [RS_CLOSE_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,4ccccccb,1733465720939.92252e33e61aa65c35c9ea7a0813d22b. after waiting 0 ms 2024-12-06T06:16:33,378 DEBUG [RS_CLOSE_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,4ccccccb,1733465720939.92252e33e61aa65c35c9ea7a0813d22b. 2024-12-06T06:16:33,416 DEBUG [RS_CLOSE_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34117/user/jenkins/test-data/3200b50d-b776-70a2-a5b7-df54891339c3/data/default/SPTestTable/92252e33e61aa65c35c9ea7a0813d22b/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-12-06T06:16:33,417 INFO [RS_CLOSE_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,4ccccccb,1733465720939.92252e33e61aa65c35c9ea7a0813d22b. 2024-12-06T06:16:33,418 DEBUG [RS_CLOSE_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 92252e33e61aa65c35c9ea7a0813d22b: Waiting for close lock at 1733465793378Running coprocessor pre-close hooks at 1733465793378Disabling compacts and flushes for region at 1733465793378Disabling writes for close at 1733465793378Writing region close event to WAL at 1733465793392 (+14 ms)Running coprocessor post-close hooks at 1733465793417 (+25 ms)Closed at 1733465793417 2024-12-06T06:16:33,418 DEBUG [RS_CLOSE_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,4ccccccb,1733465720939.92252e33e61aa65c35c9ea7a0813d22b. 2024-12-06T06:16:33,418 DEBUG [RS_CLOSE_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 098977869d805bc3807895ef7e7f01c6, disabling compactions & flushes 2024-12-06T06:16:33,418 INFO [RS_CLOSE_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,66666664,1733465720939.098977869d805bc3807895ef7e7f01c6. 2024-12-06T06:16:33,418 DEBUG [RS_CLOSE_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,66666664,1733465720939.098977869d805bc3807895ef7e7f01c6. 2024-12-06T06:16:33,418 DEBUG [RS_CLOSE_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,66666664,1733465720939.098977869d805bc3807895ef7e7f01c6. after waiting 0 ms 2024-12-06T06:16:33,418 DEBUG [RS_CLOSE_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,66666664,1733465720939.098977869d805bc3807895ef7e7f01c6. 2024-12-06T06:16:33,430 DEBUG [RS_CLOSE_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34117/user/jenkins/test-data/3200b50d-b776-70a2-a5b7-df54891339c3/data/default/SPTestTable/3fb9c03a5659961afad622521c7eb899/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-12-06T06:16:33,431 INFO [RS_CLOSE_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,b333332f,1733465720939.3fb9c03a5659961afad622521c7eb899. 2024-12-06T06:16:33,431 DEBUG [RS_CLOSE_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 3fb9c03a5659961afad622521c7eb899: Waiting for close lock at 1733465793376Running coprocessor pre-close hooks at 1733465793376Disabling compacts and flushes for region at 1733465793376Disabling writes for close at 1733465793376Writing region close event to WAL at 1733465793405 (+29 ms)Running coprocessor post-close hooks at 1733465793431 (+26 ms)Closed at 1733465793431 2024-12-06T06:16:33,431 DEBUG [RS_CLOSE_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,b333332f,1733465720939.3fb9c03a5659961afad622521c7eb899. 2024-12-06T06:16:33,432 DEBUG [RS_CLOSE_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing fe39056be7fa2996d36a46e84e564301, disabling compactions & flushes 2024-12-06T06:16:33,432 INFO [RS_CLOSE_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,19999999,1733465720939.fe39056be7fa2996d36a46e84e564301. 2024-12-06T06:16:33,432 DEBUG [RS_CLOSE_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,19999999,1733465720939.fe39056be7fa2996d36a46e84e564301. 2024-12-06T06:16:33,432 DEBUG [RS_CLOSE_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,19999999,1733465720939.fe39056be7fa2996d36a46e84e564301. after waiting 0 ms 2024-12-06T06:16:33,432 DEBUG [RS_CLOSE_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,19999999,1733465720939.fe39056be7fa2996d36a46e84e564301. 2024-12-06T06:16:33,485 DEBUG [RS_CLOSE_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34117/user/jenkins/test-data/3200b50d-b776-70a2-a5b7-df54891339c3/data/default/SPTestTable/098977869d805bc3807895ef7e7f01c6/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-12-06T06:16:33,487 INFO [RS_CLOSE_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,66666664,1733465720939.098977869d805bc3807895ef7e7f01c6. 2024-12-06T06:16:33,487 DEBUG [RS_CLOSE_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 098977869d805bc3807895ef7e7f01c6: Waiting for close lock at 1733465793418Running coprocessor pre-close hooks at 1733465793418Disabling compacts and flushes for region at 1733465793418Disabling writes for close at 1733465793418Writing region close event to WAL at 1733465793433 (+15 ms)Running coprocessor post-close hooks at 1733465793487 (+54 ms)Closed at 1733465793487 2024-12-06T06:16:33,487 DEBUG [RS_CLOSE_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,66666664,1733465720939.098977869d805bc3807895ef7e7f01c6. 2024-12-06T06:16:33,487 DEBUG [RS_CLOSE_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing f577d789b02a2b776d1020e3689e1dbc, disabling compactions & flushes 2024-12-06T06:16:33,487 INFO [RS_CLOSE_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,ccccccc8,1733465720939.f577d789b02a2b776d1020e3689e1dbc. 2024-12-06T06:16:33,487 DEBUG [RS_CLOSE_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,ccccccc8,1733465720939.f577d789b02a2b776d1020e3689e1dbc. 2024-12-06T06:16:33,487 DEBUG [RS_CLOSE_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,ccccccc8,1733465720939.f577d789b02a2b776d1020e3689e1dbc. after waiting 0 ms 2024-12-06T06:16:33,487 DEBUG [RS_CLOSE_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,ccccccc8,1733465720939.f577d789b02a2b776d1020e3689e1dbc. 2024-12-06T06:16:33,498 DEBUG [RS:1;6336e8474e1c:36463 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, f577d789b02a2b776d1020e3689e1dbc 2024-12-06T06:16:33,498 DEBUG [RS:2;6336e8474e1c:34119 {}] regionserver.HRegionServer(1351): Waiting on 2b5a28a7c4912ac96c5d6be68a1909d5, 6669303dcaa20b5b0c669a2143ff00b9, fe39056be7fa2996d36a46e84e564301 2024-12-06T06:16:33,499 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37065 is added to blk_1073741862_1038 (size=20292) 2024-12-06T06:16:33,499 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41607 is added to blk_1073741862_1038 (size=20292) 2024-12-06T06:16:33,501 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42803 is added to blk_1073741862_1038 (size=20292) 2024-12-06T06:16:33,501 INFO [RS_CLOSE_META-regionserver/6336e8474e1c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=16.18 KB at sequenceid=37 (bloomFilter=true), to=hdfs://localhost:34117/user/jenkins/test-data/3200b50d-b776-70a2-a5b7-df54891339c3/data/hbase/meta/1588230740/.tmp/info/c55420d2849b49cabe3358c8fa070e7d 2024-12-06T06:16:33,503 DEBUG [RS_CLOSE_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34117/user/jenkins/test-data/3200b50d-b776-70a2-a5b7-df54891339c3/data/default/SPTestTable/fe39056be7fa2996d36a46e84e564301/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-12-06T06:16:33,506 INFO [RS_CLOSE_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,19999999,1733465720939.fe39056be7fa2996d36a46e84e564301. 2024-12-06T06:16:33,506 DEBUG [RS_CLOSE_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for fe39056be7fa2996d36a46e84e564301: Waiting for close lock at 1733465793432Running coprocessor pre-close hooks at 1733465793432Disabling compacts and flushes for region at 1733465793432Disabling writes for close at 1733465793432Writing region close event to WAL at 1733465793464 (+32 ms)Running coprocessor post-close hooks at 1733465793506 (+42 ms)Closed at 1733465793506 2024-12-06T06:16:33,507 DEBUG [RS_CLOSE_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,19999999,1733465720939.fe39056be7fa2996d36a46e84e564301. 2024-12-06T06:16:33,507 DEBUG [RS_CLOSE_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 2b5a28a7c4912ac96c5d6be68a1909d5, disabling compactions & flushes 2024-12-06T06:16:33,507 INFO [RS_CLOSE_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,7ffffffd,1733465720939.2b5a28a7c4912ac96c5d6be68a1909d5. 2024-12-06T06:16:33,507 DEBUG [RS_CLOSE_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,7ffffffd,1733465720939.2b5a28a7c4912ac96c5d6be68a1909d5. 2024-12-06T06:16:33,507 DEBUG [RS_CLOSE_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,7ffffffd,1733465720939.2b5a28a7c4912ac96c5d6be68a1909d5. after waiting 0 ms 2024-12-06T06:16:33,507 DEBUG [RS_CLOSE_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,7ffffffd,1733465720939.2b5a28a7c4912ac96c5d6be68a1909d5. 2024-12-06T06:16:33,585 DEBUG [RS_CLOSE_META-regionserver/6336e8474e1c:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34117/user/jenkins/test-data/3200b50d-b776-70a2-a5b7-df54891339c3/data/hbase/meta/1588230740/.tmp/ns/13ed9e1df8a44c2ea368d16db7fd0980 is 43, key is default/ns:d/1733465720738/Put/seqid=0 2024-12-06T06:16:33,586 DEBUG [RS_CLOSE_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34117/user/jenkins/test-data/3200b50d-b776-70a2-a5b7-df54891339c3/data/default/SPTestTable/f577d789b02a2b776d1020e3689e1dbc/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-12-06T06:16:33,589 DEBUG [RS_CLOSE_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34117/user/jenkins/test-data/3200b50d-b776-70a2-a5b7-df54891339c3/data/default/SPTestTable/2b5a28a7c4912ac96c5d6be68a1909d5/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-12-06T06:16:33,589 INFO [RS_CLOSE_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,ccccccc8,1733465720939.f577d789b02a2b776d1020e3689e1dbc. 2024-12-06T06:16:33,589 DEBUG [RS_CLOSE_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for f577d789b02a2b776d1020e3689e1dbc: Waiting for close lock at 1733465793487Running coprocessor pre-close hooks at 1733465793487Disabling compacts and flushes for region at 1733465793487Disabling writes for close at 1733465793487Writing region close event to WAL at 1733465793536 (+49 ms)Running coprocessor post-close hooks at 1733465793589 (+53 ms)Closed at 1733465793589 2024-12-06T06:16:33,589 DEBUG [RS_CLOSE_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,ccccccc8,1733465720939.f577d789b02a2b776d1020e3689e1dbc. 2024-12-06T06:16:33,591 INFO [RS_CLOSE_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,7ffffffd,1733465720939.2b5a28a7c4912ac96c5d6be68a1909d5. 2024-12-06T06:16:33,591 DEBUG [RS_CLOSE_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 2b5a28a7c4912ac96c5d6be68a1909d5: Waiting for close lock at 1733465793507Running coprocessor pre-close hooks at 1733465793507Disabling compacts and flushes for region at 1733465793507Disabling writes for close at 1733465793507Writing region close event to WAL at 1733465793552 (+45 ms)Running coprocessor post-close hooks at 1733465793591 (+39 ms)Closed at 1733465793591 2024-12-06T06:16:33,591 DEBUG [RS_CLOSE_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,7ffffffd,1733465720939.2b5a28a7c4912ac96c5d6be68a1909d5. 2024-12-06T06:16:33,591 DEBUG [RS_CLOSE_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 6669303dcaa20b5b0c669a2143ff00b9, disabling compactions & flushes 2024-12-06T06:16:33,591 INFO [RS_CLOSE_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,99999996,1733465720939.6669303dcaa20b5b0c669a2143ff00b9. 2024-12-06T06:16:33,591 DEBUG [RS_CLOSE_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,99999996,1733465720939.6669303dcaa20b5b0c669a2143ff00b9. 2024-12-06T06:16:33,591 DEBUG [RS_CLOSE_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,99999996,1733465720939.6669303dcaa20b5b0c669a2143ff00b9. after waiting 0 ms 2024-12-06T06:16:33,591 DEBUG [RS_CLOSE_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,99999996,1733465720939.6669303dcaa20b5b0c669a2143ff00b9. 2024-12-06T06:16:33,629 DEBUG [RS_CLOSE_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34117/user/jenkins/test-data/3200b50d-b776-70a2-a5b7-df54891339c3/data/default/SPTestTable/6669303dcaa20b5b0c669a2143ff00b9/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-12-06T06:16:33,631 INFO [RS_CLOSE_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,99999996,1733465720939.6669303dcaa20b5b0c669a2143ff00b9. 2024-12-06T06:16:33,631 DEBUG [RS_CLOSE_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 6669303dcaa20b5b0c669a2143ff00b9: Waiting for close lock at 1733465793591Running coprocessor pre-close hooks at 1733465793591Disabling compacts and flushes for region at 1733465793591Disabling writes for close at 1733465793591Writing region close event to WAL at 1733465793599 (+8 ms)Running coprocessor post-close hooks at 1733465793631 (+32 ms)Closed at 1733465793631 2024-12-06T06:16:33,631 DEBUG [RS_CLOSE_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,99999996,1733465720939.6669303dcaa20b5b0c669a2143ff00b9. 2024-12-06T06:16:33,661 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41607 is added to blk_1073741863_1039 (size=5153) 2024-12-06T06:16:33,662 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37065 is added to blk_1073741863_1039 (size=5153) 2024-12-06T06:16:33,664 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42803 is added to blk_1073741863_1039 (size=5153) 2024-12-06T06:16:33,667 INFO [RS_CLOSE_META-regionserver/6336e8474e1c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=37 (bloomFilter=true), to=hdfs://localhost:34117/user/jenkins/test-data/3200b50d-b776-70a2-a5b7-df54891339c3/data/hbase/meta/1588230740/.tmp/ns/13ed9e1df8a44c2ea368d16db7fd0980 2024-12-06T06:16:33,698 DEBUG [RS:1;6336e8474e1c:36463 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-06T06:16:33,699 INFO [RS:2;6336e8474e1c:34119 {}] regionserver.HRegionServer(976): stopping server 6336e8474e1c,34119,1733465708455; all regions closed. 2024-12-06T06:16:33,716 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37065 is added to blk_1073741834_1010 (size=3530) 2024-12-06T06:16:33,716 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42803 is added to blk_1073741834_1010 (size=3530) 2024-12-06T06:16:33,716 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41607 is added to blk_1073741834_1010 (size=3530) 2024-12-06T06:16:33,723 DEBUG [RS:2;6336e8474e1c:34119 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/3200b50d-b776-70a2-a5b7-df54891339c3/oldWALs 2024-12-06T06:16:33,724 INFO [RS:2;6336e8474e1c:34119 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 6336e8474e1c%2C34119%2C1733465708455:(num 1733465710264) 2024-12-06T06:16:33,724 DEBUG [RS:2;6336e8474e1c:34119 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T06:16:33,724 INFO [RS:2;6336e8474e1c:34119 {}] regionserver.LeaseManager(133): Closed leases 2024-12-06T06:16:33,724 INFO [RS:2;6336e8474e1c:34119 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-06T06:16:33,725 INFO [RS:2;6336e8474e1c:34119 {}] hbase.ChoreService(370): Chore service for: regionserver/6336e8474e1c:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-12-06T06:16:33,725 INFO [RS:2;6336e8474e1c:34119 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-06T06:16:33,725 INFO [RS:2;6336e8474e1c:34119 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-06T06:16:33,725 INFO [RS:2;6336e8474e1c:34119 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-06T06:16:33,725 INFO [RS:2;6336e8474e1c:34119 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-06T06:16:33,725 INFO [RS:2;6336e8474e1c:34119 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:34119 2024-12-06T06:16:33,726 INFO [regionserver/6336e8474e1c:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-06T06:16:33,728 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34119-0x101866979f10003, quorum=127.0.0.1:53490, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/6336e8474e1c,34119,1733465708455 2024-12-06T06:16:33,728 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45063-0x101866979f10000, quorum=127.0.0.1:53490, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-12-06T06:16:33,729 INFO [RS:2;6336e8474e1c:34119 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-06T06:16:33,730 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [6336e8474e1c,34119,1733465708455] 2024-12-06T06:16:33,738 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/6336e8474e1c,34119,1733465708455 already deleted, retry=false 2024-12-06T06:16:33,738 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 6336e8474e1c,34119,1733465708455 expired; onlineServers=1 2024-12-06T06:16:33,741 DEBUG [RS_CLOSE_META-regionserver/6336e8474e1c:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34117/user/jenkins/test-data/3200b50d-b776-70a2-a5b7-df54891339c3/data/hbase/meta/1588230740/.tmp/table/f4430c3fe55047b09a5abf84701640ad is 47, key is SPTestTable/table:state/1733465731582/Put/seqid=0 2024-12-06T06:16:33,770 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42803 is added to blk_1073741864_1040 (size=5214) 2024-12-06T06:16:33,771 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41607 is added to blk_1073741864_1040 (size=5214) 2024-12-06T06:16:33,771 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37065 is added to blk_1073741864_1040 (size=5214) 2024-12-06T06:16:33,773 INFO [RS_CLOSE_META-regionserver/6336e8474e1c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=86 B at sequenceid=37 (bloomFilter=true), to=hdfs://localhost:34117/user/jenkins/test-data/3200b50d-b776-70a2-a5b7-df54891339c3/data/hbase/meta/1588230740/.tmp/table/f4430c3fe55047b09a5abf84701640ad 2024-12-06T06:16:33,785 DEBUG [RS_CLOSE_META-regionserver/6336e8474e1c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34117/user/jenkins/test-data/3200b50d-b776-70a2-a5b7-df54891339c3/data/hbase/meta/1588230740/.tmp/info/c55420d2849b49cabe3358c8fa070e7d as hdfs://localhost:34117/user/jenkins/test-data/3200b50d-b776-70a2-a5b7-df54891339c3/data/hbase/meta/1588230740/info/c55420d2849b49cabe3358c8fa070e7d 2024-12-06T06:16:33,792 INFO [RS_CLOSE_META-regionserver/6336e8474e1c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34117/user/jenkins/test-data/3200b50d-b776-70a2-a5b7-df54891339c3/data/hbase/meta/1588230740/info/c55420d2849b49cabe3358c8fa070e7d, entries=116, sequenceid=37, filesize=19.8 K 2024-12-06T06:16:33,794 DEBUG [RS_CLOSE_META-regionserver/6336e8474e1c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34117/user/jenkins/test-data/3200b50d-b776-70a2-a5b7-df54891339c3/data/hbase/meta/1588230740/.tmp/ns/13ed9e1df8a44c2ea368d16db7fd0980 as hdfs://localhost:34117/user/jenkins/test-data/3200b50d-b776-70a2-a5b7-df54891339c3/data/hbase/meta/1588230740/ns/13ed9e1df8a44c2ea368d16db7fd0980 2024-12-06T06:16:33,806 INFO [RS_CLOSE_META-regionserver/6336e8474e1c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34117/user/jenkins/test-data/3200b50d-b776-70a2-a5b7-df54891339c3/data/hbase/meta/1588230740/ns/13ed9e1df8a44c2ea368d16db7fd0980, entries=2, sequenceid=37, filesize=5.0 K 2024-12-06T06:16:33,808 DEBUG [RS_CLOSE_META-regionserver/6336e8474e1c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34117/user/jenkins/test-data/3200b50d-b776-70a2-a5b7-df54891339c3/data/hbase/meta/1588230740/.tmp/table/f4430c3fe55047b09a5abf84701640ad as hdfs://localhost:34117/user/jenkins/test-data/3200b50d-b776-70a2-a5b7-df54891339c3/data/hbase/meta/1588230740/table/f4430c3fe55047b09a5abf84701640ad 2024-12-06T06:16:33,820 INFO [RS_CLOSE_META-regionserver/6336e8474e1c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34117/user/jenkins/test-data/3200b50d-b776-70a2-a5b7-df54891339c3/data/hbase/meta/1588230740/table/f4430c3fe55047b09a5abf84701640ad, entries=2, sequenceid=37, filesize=5.1 K 2024-12-06T06:16:33,821 INFO [RS_CLOSE_META-regionserver/6336e8474e1c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~16.34 KB/16732, heapSize ~27.06 KB/27712, currentSize=0 B/0 for 1588230740 in 523ms, sequenceid=37, compaction requested=false 2024-12-06T06:16:33,828 DEBUG [RS_CLOSE_META-regionserver/6336e8474e1c:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34117/user/jenkins/test-data/3200b50d-b776-70a2-a5b7-df54891339c3/data/hbase/meta/1588230740/recovered.edits/40.seqid, newMaxSeqId=40, maxSeqId=1 2024-12-06T06:16:33,829 DEBUG [RS_CLOSE_META-regionserver/6336e8474e1c:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-06T06:16:33,830 INFO [RS_CLOSE_META-regionserver/6336e8474e1c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-06T06:16:33,830 DEBUG [RS_CLOSE_META-regionserver/6336e8474e1c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733465793298Running coprocessor pre-close hooks at 1733465793298Disabling compacts and flushes for region at 1733465793298Disabling writes for close at 1733465793298Obtaining lock to block concurrent updates at 1733465793298Preparing flush snapshotting stores in 1588230740 at 1733465793298Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=16732, getHeapSize=27952, getOffHeapSize=0, getCellsCount=136 at 1733465793299 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1733465793300 (+1 ms)Flushing 1588230740/info: creating writer at 1733465793300Flushing 1588230740/info: appending metadata at 1733465793358 (+58 ms)Flushing 1588230740/info: closing flushed file at 1733465793358Flushing 1588230740/ns: creating writer at 1733465793512 (+154 ms)Flushing 1588230740/ns: appending metadata at 1733465793583 (+71 ms)Flushing 1588230740/ns: closing flushed file at 1733465793583Flushing 1588230740/table: creating writer at 1733465793696 (+113 ms)Flushing 1588230740/table: appending metadata at 1733465793739 (+43 ms)Flushing 1588230740/table: closing flushed file at 1733465793739Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@46586f6: reopening flushed file at 1733465793784 (+45 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@136f5bef: reopening flushed file at 1733465793793 (+9 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@29be4022: reopening flushed file at 1733465793807 (+14 ms)Finished flush of dataSize ~16.34 KB/16732, heapSize ~27.06 KB/27712, currentSize=0 B/0 for 1588230740 in 523ms, sequenceid=37, compaction requested=false at 1733465793821 (+14 ms)Writing region close event to WAL at 1733465793823 (+2 ms)Running coprocessor post-close hooks at 1733465793829 (+6 ms)Closed at 1733465793830 (+1 ms) 2024-12-06T06:16:33,830 DEBUG [RS_CLOSE_META-regionserver/6336e8474e1c:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-12-06T06:16:33,830 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34119-0x101866979f10003, quorum=127.0.0.1:53490, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-06T06:16:33,831 INFO [RS:2;6336e8474e1c:34119 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-06T06:16:33,831 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34119-0x101866979f10003, quorum=127.0.0.1:53490, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-06T06:16:33,831 INFO [RS:2;6336e8474e1c:34119 {}] regionserver.HRegionServer(1031): Exiting; stopping=6336e8474e1c,34119,1733465708455; zookeeper connection closed. 2024-12-06T06:16:33,831 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@d38f183 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@d38f183 2024-12-06T06:16:33,898 INFO [RS:1;6336e8474e1c:36463 {}] regionserver.HRegionServer(976): stopping server 6336e8474e1c,36463,1733465708387; all regions closed. 2024-12-06T06:16:33,901 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37065 is added to blk_1073741836_1012 (size=19530) 2024-12-06T06:16:33,902 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42803 is added to blk_1073741836_1012 (size=19530) 2024-12-06T06:16:33,903 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41607 is added to blk_1073741836_1012 (size=19530) 2024-12-06T06:16:33,910 DEBUG [RS:1;6336e8474e1c:36463 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/3200b50d-b776-70a2-a5b7-df54891339c3/oldWALs 2024-12-06T06:16:33,910 INFO [RS:1;6336e8474e1c:36463 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 6336e8474e1c%2C36463%2C1733465708387.meta:.meta(num 1733465720528) 2024-12-06T06:16:33,912 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41607 is added to blk_1073741835_1011 (size=3500) 2024-12-06T06:16:33,912 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37065 is added to blk_1073741835_1011 (size=3500) 2024-12-06T06:16:33,921 DEBUG [RS:1;6336e8474e1c:36463 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/3200b50d-b776-70a2-a5b7-df54891339c3/oldWALs 2024-12-06T06:16:33,921 INFO [RS:1;6336e8474e1c:36463 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 6336e8474e1c%2C36463%2C1733465708387:(num 1733465710269) 2024-12-06T06:16:33,921 DEBUG [RS:1;6336e8474e1c:36463 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T06:16:33,921 INFO [RS:1;6336e8474e1c:36463 {}] regionserver.LeaseManager(133): Closed leases 2024-12-06T06:16:33,921 INFO [RS:1;6336e8474e1c:36463 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-06T06:16:33,922 INFO [RS:1;6336e8474e1c:36463 {}] hbase.ChoreService(370): Chore service for: regionserver/6336e8474e1c:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-12-06T06:16:33,922 INFO [RS:1;6336e8474e1c:36463 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-06T06:16:33,922 INFO [regionserver/6336e8474e1c:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-06T06:16:33,922 INFO [RS:1;6336e8474e1c:36463 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:36463 2024-12-06T06:16:33,925 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36463-0x101866979f10002, quorum=127.0.0.1:53490, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/6336e8474e1c,36463,1733465708387 2024-12-06T06:16:33,925 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45063-0x101866979f10000, quorum=127.0.0.1:53490, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-12-06T06:16:33,926 INFO [RS:1;6336e8474e1c:36463 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-06T06:16:33,926 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [6336e8474e1c,36463,1733465708387] 2024-12-06T06:16:33,929 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/6336e8474e1c,36463,1733465708387 already deleted, retry=false 2024-12-06T06:16:33,929 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 6336e8474e1c,36463,1733465708387 expired; onlineServers=0 2024-12-06T06:16:33,929 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '6336e8474e1c,45063,1733465707335' ***** 2024-12-06T06:16:33,929 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-12-06T06:16:33,929 INFO [M:0;6336e8474e1c:45063 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-06T06:16:33,929 INFO [M:0;6336e8474e1c:45063 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-06T06:16:33,930 DEBUG [M:0;6336e8474e1c:45063 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-12-06T06:16:33,930 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-12-06T06:16:33,930 DEBUG [M:0;6336e8474e1c:45063 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-12-06T06:16:33,930 DEBUG [master/6336e8474e1c:0:becomeActiveMaster-HFileCleaner.large.0-1733465709844 {}] cleaner.HFileCleaner(306): Exit Thread[master/6336e8474e1c:0:becomeActiveMaster-HFileCleaner.large.0-1733465709844,5,FailOnTimeoutGroup] 2024-12-06T06:16:33,930 INFO [M:0;6336e8474e1c:45063 {}] hbase.ChoreService(370): Chore service for: master/6336e8474e1c:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-12-06T06:16:33,930 INFO [M:0;6336e8474e1c:45063 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-06T06:16:33,930 DEBUG [M:0;6336e8474e1c:45063 {}] master.HMaster(1795): Stopping service threads 2024-12-06T06:16:33,930 INFO [M:0;6336e8474e1c:45063 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-12-06T06:16:33,930 INFO [M:0;6336e8474e1c:45063 {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-06T06:16:33,931 ERROR [M:0;6336e8474e1c:45063 {}] procedure2.ProcedureExecutor(763): There are still active thread in group java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10], see STDOUT java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10] Thread[IPC Client (1429135812) connection to localhost/127.0.0.1:34117 from jenkins,5,PEWorkerGroup] Thread[IPC Parameter Sending Thread for localhost/127.0.0.1:34117,5,PEWorkerGroup] 2024-12-06T06:16:33,931 DEBUG [master/6336e8474e1c:0:becomeActiveMaster-HFileCleaner.small.0-1733465709857 {}] cleaner.HFileCleaner(306): Exit Thread[master/6336e8474e1c:0:becomeActiveMaster-HFileCleaner.small.0-1733465709857,5,FailOnTimeoutGroup] 2024-12-06T06:16:33,932 INFO [M:0;6336e8474e1c:45063 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-12-06T06:16:33,932 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-12-06T06:16:33,935 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45063-0x101866979f10000, quorum=127.0.0.1:53490, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master 2024-12-06T06:16:33,935 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45063-0x101866979f10000, quorum=127.0.0.1:53490, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-06T06:16:33,935 DEBUG [M:0;6336e8474e1c:45063 {}] zookeeper.ZKUtil(347): master:45063-0x101866979f10000, quorum=127.0.0.1:53490, baseZNode=/hbase Unable to get data of znode /hbase/master because node does not exist (not an error) 2024-12-06T06:16:33,935 WARN [M:0;6336e8474e1c:45063 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-12-06T06:16:33,936 INFO [M:0;6336e8474e1c:45063 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:34117/user/jenkins/test-data/3200b50d-b776-70a2-a5b7-df54891339c3/.lastflushedseqids 2024-12-06T06:16:33,951 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37065 is added to blk_1073741865_1041 (size=686) 2024-12-06T06:16:33,952 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41607 is added to blk_1073741865_1041 (size=686) 2024-12-06T06:16:33,953 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42803 is added to blk_1073741865_1041 (size=686) 2024-12-06T06:16:33,953 INFO [M:0;6336e8474e1c:45063 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-12-06T06:16:33,953 INFO [M:0;6336e8474e1c:45063 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-12-06T06:16:33,954 DEBUG [M:0;6336e8474e1c:45063 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-06T06:16:33,954 INFO [M:0;6336e8474e1c:45063 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-06T06:16:33,954 DEBUG [M:0;6336e8474e1c:45063 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-06T06:16:33,954 DEBUG [M:0;6336e8474e1c:45063 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-06T06:16:33,954 DEBUG [M:0;6336e8474e1c:45063 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-06T06:16:33,954 INFO [M:0;6336e8474e1c:45063 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=197.20 KB heapSize=244.44 KB 2024-12-06T06:16:33,979 DEBUG [M:0;6336e8474e1c:45063 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34117/user/jenkins/test-data/3200b50d-b776-70a2-a5b7-df54891339c3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/708e17524400492bb72a4dd52c45aa3e is 82, key is hbase:meta,,1/info:regioninfo/1733465720643/Put/seqid=0 2024-12-06T06:16:33,992 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37065 is added to blk_1073741866_1042 (size=5672) 2024-12-06T06:16:33,993 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42803 is added to blk_1073741866_1042 (size=5672) 2024-12-06T06:16:33,993 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41607 is added to blk_1073741866_1042 (size=5672) 2024-12-06T06:16:34,028 INFO [RS:1;6336e8474e1c:36463 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-06T06:16:34,028 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36463-0x101866979f10002, quorum=127.0.0.1:53490, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-06T06:16:34,028 INFO [RS:1;6336e8474e1c:36463 {}] regionserver.HRegionServer(1031): Exiting; stopping=6336e8474e1c,36463,1733465708387; zookeeper connection closed. 2024-12-06T06:16:34,028 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36463-0x101866979f10002, quorum=127.0.0.1:53490, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-06T06:16:34,029 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@30c82f53 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@30c82f53 2024-12-06T06:16:34,029 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 3 regionserver(s) complete 2024-12-06T06:16:34,393 INFO [M:0;6336e8474e1c:45063 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=519 (bloomFilter=true), to=hdfs://localhost:34117/user/jenkins/test-data/3200b50d-b776-70a2-a5b7-df54891339c3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/708e17524400492bb72a4dd52c45aa3e 2024-12-06T06:16:34,427 DEBUG [M:0;6336e8474e1c:45063 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34117/user/jenkins/test-data/3200b50d-b776-70a2-a5b7-df54891339c3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/36c00912a2dc4c9d8c874f3485711b73 is 1244, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1733465731596/Put/seqid=0 2024-12-06T06:16:34,443 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42803 is added to blk_1073741867_1043 (size=8974) 2024-12-06T06:16:34,444 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41607 is added to blk_1073741867_1043 (size=8974) 2024-12-06T06:16:34,444 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37065 is added to blk_1073741867_1043 (size=8974) 2024-12-06T06:16:34,445 INFO [M:0;6336e8474e1c:45063 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=196.46 KB at sequenceid=519 (bloomFilter=true), to=hdfs://localhost:34117/user/jenkins/test-data/3200b50d-b776-70a2-a5b7-df54891339c3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/36c00912a2dc4c9d8c874f3485711b73 2024-12-06T06:16:34,452 INFO [M:0;6336e8474e1c:45063 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 36c00912a2dc4c9d8c874f3485711b73 2024-12-06T06:16:34,471 DEBUG [M:0;6336e8474e1c:45063 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34117/user/jenkins/test-data/3200b50d-b776-70a2-a5b7-df54891339c3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/ba81d50c065d411a8470352de42aee99 is 69, key is 6336e8474e1c,34119,1733465708455/rs:state/1733465709936/Put/seqid=0 2024-12-06T06:16:34,480 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41607 is added to blk_1073741868_1044 (size=5441) 2024-12-06T06:16:34,482 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37065 is added to blk_1073741868_1044 (size=5441) 2024-12-06T06:16:34,483 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42803 is added to blk_1073741868_1044 (size=5441) 2024-12-06T06:16:34,483 INFO [M:0;6336e8474e1c:45063 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=249 B at sequenceid=519 (bloomFilter=true), to=hdfs://localhost:34117/user/jenkins/test-data/3200b50d-b776-70a2-a5b7-df54891339c3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/ba81d50c065d411a8470352de42aee99 2024-12-06T06:16:34,490 INFO [M:0;6336e8474e1c:45063 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for ba81d50c065d411a8470352de42aee99 2024-12-06T06:16:34,492 DEBUG [M:0;6336e8474e1c:45063 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34117/user/jenkins/test-data/3200b50d-b776-70a2-a5b7-df54891339c3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/708e17524400492bb72a4dd52c45aa3e as hdfs://localhost:34117/user/jenkins/test-data/3200b50d-b776-70a2-a5b7-df54891339c3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/708e17524400492bb72a4dd52c45aa3e 2024-12-06T06:16:34,500 INFO [M:0;6336e8474e1c:45063 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34117/user/jenkins/test-data/3200b50d-b776-70a2-a5b7-df54891339c3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/708e17524400492bb72a4dd52c45aa3e, entries=8, sequenceid=519, filesize=5.5 K 2024-12-06T06:16:34,501 DEBUG [M:0;6336e8474e1c:45063 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34117/user/jenkins/test-data/3200b50d-b776-70a2-a5b7-df54891339c3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/36c00912a2dc4c9d8c874f3485711b73 as hdfs://localhost:34117/user/jenkins/test-data/3200b50d-b776-70a2-a5b7-df54891339c3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/36c00912a2dc4c9d8c874f3485711b73 2024-12-06T06:16:34,509 INFO [M:0;6336e8474e1c:45063 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 36c00912a2dc4c9d8c874f3485711b73 2024-12-06T06:16:34,509 INFO [M:0;6336e8474e1c:45063 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34117/user/jenkins/test-data/3200b50d-b776-70a2-a5b7-df54891339c3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/36c00912a2dc4c9d8c874f3485711b73, entries=56, sequenceid=519, filesize=8.8 K 2024-12-06T06:16:34,511 DEBUG [M:0;6336e8474e1c:45063 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34117/user/jenkins/test-data/3200b50d-b776-70a2-a5b7-df54891339c3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/ba81d50c065d411a8470352de42aee99 as hdfs://localhost:34117/user/jenkins/test-data/3200b50d-b776-70a2-a5b7-df54891339c3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/ba81d50c065d411a8470352de42aee99 2024-12-06T06:16:34,521 INFO [M:0;6336e8474e1c:45063 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for ba81d50c065d411a8470352de42aee99 2024-12-06T06:16:34,521 INFO [M:0;6336e8474e1c:45063 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34117/user/jenkins/test-data/3200b50d-b776-70a2-a5b7-df54891339c3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/ba81d50c065d411a8470352de42aee99, entries=3, sequenceid=519, filesize=5.3 K 2024-12-06T06:16:34,522 INFO [M:0;6336e8474e1c:45063 {}] regionserver.HRegion(3140): Finished flush of dataSize ~197.20 KB/201929, heapSize ~244.14 KB/250000, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 568ms, sequenceid=519, compaction requested=false 2024-12-06T06:16:34,524 INFO [M:0;6336e8474e1c:45063 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-06T06:16:34,524 DEBUG [M:0;6336e8474e1c:45063 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733465793953Disabling compacts and flushes for region at 1733465793953Disabling writes for close at 1733465793954 (+1 ms)Obtaining lock to block concurrent updates at 1733465793954Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1733465793954Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=201929, getHeapSize=250240, getOffHeapSize=0, getCellsCount=626 at 1733465793955 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1733465793955Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1733465793956 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1733465793978 (+22 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1733465793979 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1733465794401 (+422 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1733465794426 (+25 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1733465794426Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1733465794452 (+26 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1733465794470 (+18 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1733465794470Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3b68f0de: reopening flushed file at 1733465794491 (+21 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1e7d4d80: reopening flushed file at 1733465794500 (+9 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1e5bf39d: reopening flushed file at 1733465794509 (+9 ms)Finished flush of dataSize ~197.20 KB/201929, heapSize ~244.14 KB/250000, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 568ms, sequenceid=519, compaction requested=false at 1733465794522 (+13 ms)Writing region close event to WAL at 1733465794524 (+2 ms)Closed at 1733465794524 2024-12-06T06:16:34,530 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41607 is added to blk_1073741830_1006 (size=236511) 2024-12-06T06:16:34,531 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42803 is added to blk_1073741830_1006 (size=236511) 2024-12-06T06:16:34,532 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37065 is added to blk_1073741830_1006 (size=236511) 2024-12-06T06:16:34,534 INFO [M:0;6336e8474e1c:45063 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-12-06T06:16:34,534 INFO [M:0;6336e8474e1c:45063 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:45063 2024-12-06T06:16:34,534 INFO [M:0;6336e8474e1c:45063 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-06T06:16:34,534 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-06T06:16:34,637 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45063-0x101866979f10000, quorum=127.0.0.1:53490, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-06T06:16:34,637 INFO [M:0;6336e8474e1c:45063 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-06T06:16:34,637 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45063-0x101866979f10000, quorum=127.0.0.1:53490, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-06T06:16:34,642 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@5af6b56c{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-06T06:16:34,645 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@550e0320{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-06T06:16:34,645 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-06T06:16:34,645 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@186e2a85{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-06T06:16:34,646 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@19f65cdf{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/927e28f4-0eff-e826-7285-99a17c7329d7/hadoop.log.dir/,STOPPED} 2024-12-06T06:16:34,649 WARN [BP-195949467-172.17.0.2-1733465703152 heartbeating to localhost/127.0.0.1:34117 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-06T06:16:34,649 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-06T06:16:34,649 WARN [BP-195949467-172.17.0.2-1733465703152 heartbeating to localhost/127.0.0.1:34117 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-195949467-172.17.0.2-1733465703152 (Datanode Uuid baae58cb-97ac-40ef-a285-9ec43a825016) service to localhost/127.0.0.1:34117 2024-12-06T06:16:34,649 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-06T06:16:34,651 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/927e28f4-0eff-e826-7285-99a17c7329d7/cluster_d7040463-3d61-0aaf-f9cb-882e4c379890/data/data5/current/BP-195949467-172.17.0.2-1733465703152 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-06T06:16:34,651 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/927e28f4-0eff-e826-7285-99a17c7329d7/cluster_d7040463-3d61-0aaf-f9cb-882e4c379890/data/data6/current/BP-195949467-172.17.0.2-1733465703152 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-06T06:16:34,652 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-06T06:16:34,654 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@6b37a1ba{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-06T06:16:34,655 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@3e9f93fa{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-06T06:16:34,655 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-06T06:16:34,655 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@59abcbc3{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-06T06:16:34,655 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5f8063b8{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/927e28f4-0eff-e826-7285-99a17c7329d7/hadoop.log.dir/,STOPPED} 2024-12-06T06:16:34,657 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-06T06:16:34,657 WARN [BP-195949467-172.17.0.2-1733465703152 heartbeating to localhost/127.0.0.1:34117 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-06T06:16:34,657 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-06T06:16:34,657 WARN [BP-195949467-172.17.0.2-1733465703152 heartbeating to localhost/127.0.0.1:34117 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-195949467-172.17.0.2-1733465703152 (Datanode Uuid ec29ec89-decf-410c-a66e-849b682b4221) service to localhost/127.0.0.1:34117 2024-12-06T06:16:34,658 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/927e28f4-0eff-e826-7285-99a17c7329d7/cluster_d7040463-3d61-0aaf-f9cb-882e4c379890/data/data3/current/BP-195949467-172.17.0.2-1733465703152 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-06T06:16:34,658 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/927e28f4-0eff-e826-7285-99a17c7329d7/cluster_d7040463-3d61-0aaf-f9cb-882e4c379890/data/data4/current/BP-195949467-172.17.0.2-1733465703152 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-06T06:16:34,658 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-06T06:16:34,662 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@7b13900{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-06T06:16:34,662 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@5d3b4673{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-06T06:16:34,662 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-06T06:16:34,662 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7e749197{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-06T06:16:34,662 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@23ea30b9{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/927e28f4-0eff-e826-7285-99a17c7329d7/hadoop.log.dir/,STOPPED} 2024-12-06T06:16:34,664 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-06T06:16:34,664 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-06T06:16:34,665 WARN [BP-195949467-172.17.0.2-1733465703152 heartbeating to localhost/127.0.0.1:34117 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-06T06:16:34,665 WARN [BP-195949467-172.17.0.2-1733465703152 heartbeating to localhost/127.0.0.1:34117 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-195949467-172.17.0.2-1733465703152 (Datanode Uuid 0ac8c989-4347-4b70-ba61-7e9d2e275a4d) service to localhost/127.0.0.1:34117 2024-12-06T06:16:34,666 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/927e28f4-0eff-e826-7285-99a17c7329d7/cluster_d7040463-3d61-0aaf-f9cb-882e4c379890/data/data1/current/BP-195949467-172.17.0.2-1733465703152 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-06T06:16:34,666 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/927e28f4-0eff-e826-7285-99a17c7329d7/cluster_d7040463-3d61-0aaf-f9cb-882e4c379890/data/data2/current/BP-195949467-172.17.0.2-1733465703152 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-06T06:16:34,666 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-06T06:16:34,676 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@6aaaed20{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-06T06:16:34,677 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@db420b2{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-06T06:16:34,677 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-06T06:16:34,677 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2a925055{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-06T06:16:34,677 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@11491302{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/927e28f4-0eff-e826-7285-99a17c7329d7/hadoop.log.dir/,STOPPED} 2024-12-06T06:16:34,690 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-12-06T06:16:34,746 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-12-06T06:16:34,758 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: master.procedure.TestSnapshotProcedureRSCrashes#testRegionServerCrashWhileTakingSnapshot Thread=93 (was 11) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-4-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: region-location-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: region-location-3 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: BootstrapNodeManager java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-3-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: GcTimeMonitor obsWindow = 60000, sleepInterval = 5000, maxGcTimePerc = 100 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.util.GcTimeMonitor.run(GcTimeMonitor.java:161) Potentially hanging thread: Abort regionserver monitor java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-4-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: weak-ref-cleaner-strictcontextstorage java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:155) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:176) app//io.opentelemetry.context.StrictContextStorage$PendingScopes.run(StrictContextStorage.java:269) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: master/6336e8474e1c:0:becomeActiveMaster-MemStoreChunkPool Statistics java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: SSL Certificates Store Monitor java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:537) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: ForkJoinPool-2-worker-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-4-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-5-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-3-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: master/6336e8474e1c:0:becomeActiveMaster-MemStoreChunkPool Statistics java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/6336e8474e1c:0.procedureResultReporter java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.regionserver.RemoteProcedureResultReporter.run(RemoteProcedureResultReporter.java:75) Potentially hanging thread: IPC Client (1429135812) connection to localhost/127.0.0.1:34117 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: RS_OPEN_REGION-regionserver/6336e8474e1c:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-6-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:34117 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-4-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: region-location-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-3-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-1-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-3 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Idle-Rpc-Conn-Sweeper-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-4-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-2-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/6336e8474e1c:0.procedureResultReporter java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.regionserver.RemoteProcedureResultReporter.run(RemoteProcedureResultReporter.java:75) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-6 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-6-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-1-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:34117 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-3-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.0@localhost:34117 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-5-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-5 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:34117 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-6-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-3-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-4-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Timer for 'HBase' metrics system java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: Time-limited test.named-queue-events-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) app//com.lmax.disruptor.BlockingWaitStrategy.waitFor(BlockingWaitStrategy.java:47) app//com.lmax.disruptor.ProcessingSequenceBarrier.waitFor(ProcessingSequenceBarrier.java:56) app//com.lmax.disruptor.BatchEventProcessor.processEvents(BatchEventProcessor.java:159) app//com.lmax.disruptor.BatchEventProcessor.run(BatchEventProcessor.java:125) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-5-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: SnapshotHandlerChoreCleaner java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.2@localhost:34117 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: region-location-4 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-3-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:34117 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-5-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-7-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.hdfs.PeerCache@7b0ec53b java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.PeerCache.run(PeerCache.java:253) app//org.apache.hadoop.hdfs.PeerCache.access$000(PeerCache.java:46) app//org.apache.hadoop.hdfs.PeerCache$1.run(PeerCache.java:124) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.fs.FileSystem$Statistics$StatisticsDataReferenceCleaner java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:155) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:176) app//org.apache.hadoop.fs.FileSystem$Statistics$StatisticsDataReferenceCleaner.run(FileSystem.java:4171) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/6336e8474e1c:0.logRoller java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hbase.wal.AbstractWALRoller.run(AbstractWALRoller.java:180) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-2 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-4 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-4 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkUntil(LockSupport.java:410) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1726) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: nioEventLoopGroup-7-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-2-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:34117 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:34117 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-2-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-1-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.1@localhost:34117 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcClient-timer-pool-0 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.waitForNextTick(HashedWheelTimer.java:598) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:494) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1429135812) connection to localhost/127.0.0.1:34117 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-7-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HBase-Metrics2-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/6336e8474e1c:0.Chore.1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1429135812) connection to localhost/127.0.0.1:34117 from jenkins.hfs.1 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-5-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: SessionTracker java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.server.SessionTrackerImpl.run(SessionTrackerImpl.java:163) Potentially hanging thread: IPC Client (1429135812) connection to localhost/127.0.0.1:34117 from jenkins.hfs.2 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: Async-Client-Retry-Timer-pool-0 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.waitForNextTick(HashedWheelTimer.java:598) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:494) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-5-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/6336e8474e1c:0.procedureResultReporter java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.regionserver.RemoteProcedureResultReporter.run(RemoteProcedureResultReporter.java:75) Potentially hanging thread: region-location-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Monitor thread for TaskMonitor java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hbase.monitoring.TaskMonitor$MonitorRunnable.run(TaskMonitor.java:325) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:34117 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=436 (was 285) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=338 (was 447), ProcessCount=11 (was 11), AvailableMemoryMB=4205 (was 5481) 2024-12-06T06:16:34,768 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: master.procedure.TestSnapshotProcedureRSCrashes#testRegionServerCrashWhileVerifyingSnapshot Thread=94, OpenFileDescriptor=436, MaxFileDescriptor=1048576, SystemLoadAverage=338, ProcessCount=11, AvailableMemoryMB=4205 2024-12-06T06:16:34,787 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/927e28f4-0eff-e826-7285-99a17c7329d7/hadoop.log.dir so I do NOT create it in target/test-data/6bd847b2-e3f3-061f-9bd0-9d8de3f1d536 2024-12-06T06:16:34,788 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/927e28f4-0eff-e826-7285-99a17c7329d7/hadoop.log.dir Erasing configuration value by system value. 2024-12-06T06:16:34,788 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/927e28f4-0eff-e826-7285-99a17c7329d7/hadoop.tmp.dir so I do NOT create it in target/test-data/6bd847b2-e3f3-061f-9bd0-9d8de3f1d536 2024-12-06T06:16:34,788 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/927e28f4-0eff-e826-7285-99a17c7329d7/hadoop.tmp.dir Erasing configuration value by system value. 2024-12-06T06:16:34,788 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6bd847b2-e3f3-061f-9bd0-9d8de3f1d536 2024-12-06T06:16:34,788 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=3, rsPorts=, rsClass=null, numDataNodes=3, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-12-06T06:16:34,788 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6bd847b2-e3f3-061f-9bd0-9d8de3f1d536/cluster_d72d4c01-e92b-9f57-d747-ff68c4f368e6, deleteOnExit=true 2024-12-06T06:16:34,788 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-12-06T06:16:34,788 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6bd847b2-e3f3-061f-9bd0-9d8de3f1d536/test.cache.data in system properties and HBase conf 2024-12-06T06:16:34,788 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6bd847b2-e3f3-061f-9bd0-9d8de3f1d536/hadoop.tmp.dir in system properties and HBase conf 2024-12-06T06:16:34,789 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6bd847b2-e3f3-061f-9bd0-9d8de3f1d536/hadoop.log.dir in system properties and HBase conf 2024-12-06T06:16:34,789 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6bd847b2-e3f3-061f-9bd0-9d8de3f1d536/mapreduce.cluster.local.dir in system properties and HBase conf 2024-12-06T06:16:34,789 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6bd847b2-e3f3-061f-9bd0-9d8de3f1d536/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-12-06T06:16:34,789 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-12-06T06:16:34,789 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-12-06T06:16:34,789 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6bd847b2-e3f3-061f-9bd0-9d8de3f1d536/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-12-06T06:16:34,789 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6bd847b2-e3f3-061f-9bd0-9d8de3f1d536/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-12-06T06:16:34,789 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6bd847b2-e3f3-061f-9bd0-9d8de3f1d536/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-12-06T06:16:34,790 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6bd847b2-e3f3-061f-9bd0-9d8de3f1d536/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-06T06:16:34,790 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6bd847b2-e3f3-061f-9bd0-9d8de3f1d536/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-12-06T06:16:34,790 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6bd847b2-e3f3-061f-9bd0-9d8de3f1d536/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-12-06T06:16:34,790 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6bd847b2-e3f3-061f-9bd0-9d8de3f1d536/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-06T06:16:34,790 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6bd847b2-e3f3-061f-9bd0-9d8de3f1d536/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-06T06:16:34,790 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6bd847b2-e3f3-061f-9bd0-9d8de3f1d536/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-12-06T06:16:34,790 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6bd847b2-e3f3-061f-9bd0-9d8de3f1d536/nfs.dump.dir in system properties and HBase conf 2024-12-06T06:16:34,790 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6bd847b2-e3f3-061f-9bd0-9d8de3f1d536/java.io.tmpdir in system properties and HBase conf 2024-12-06T06:16:34,791 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6bd847b2-e3f3-061f-9bd0-9d8de3f1d536/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-06T06:16:34,791 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6bd847b2-e3f3-061f-9bd0-9d8de3f1d536/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-12-06T06:16:34,791 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6bd847b2-e3f3-061f-9bd0-9d8de3f1d536/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-12-06T06:16:34,888 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-06T06:16:34,895 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-06T06:16:34,899 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-06T06:16:34,899 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-06T06:16:34,899 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-06T06:16:34,900 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-06T06:16:34,903 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4a843982{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6bd847b2-e3f3-061f-9bd0-9d8de3f1d536/hadoop.log.dir/,AVAILABLE} 2024-12-06T06:16:34,903 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6e4f7ab2{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-06T06:16:35,061 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@29ffdb5f{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6bd847b2-e3f3-061f-9bd0-9d8de3f1d536/java.io.tmpdir/jetty-localhost-35115-hadoop-hdfs-3_4_1-tests_jar-_-any-6554621016238118796/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-06T06:16:35,062 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@65407d25{HTTP/1.1, (http/1.1)}{localhost:35115} 2024-12-06T06:16:35,062 INFO [Time-limited test {}] server.Server(415): Started @94886ms 2024-12-06T06:16:35,172 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-06T06:16:35,181 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-06T06:16:35,182 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-06T06:16:35,182 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-06T06:16:35,182 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-06T06:16:35,184 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3ffc67f1{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6bd847b2-e3f3-061f-9bd0-9d8de3f1d536/hadoop.log.dir/,AVAILABLE} 2024-12-06T06:16:35,185 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2cfc8ebb{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-06T06:16:35,318 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@55dc57d0{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6bd847b2-e3f3-061f-9bd0-9d8de3f1d536/java.io.tmpdir/jetty-localhost-37017-hadoop-hdfs-3_4_1-tests_jar-_-any-8134769418738164102/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-06T06:16:35,319 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@238dbfa5{HTTP/1.1, (http/1.1)}{localhost:37017} 2024-12-06T06:16:35,319 INFO [Time-limited test {}] server.Server(415): Started @95143ms 2024-12-06T06:16:35,320 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-06T06:16:35,402 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-06T06:16:35,406 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-06T06:16:35,407 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-06T06:16:35,407 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-06T06:16:35,407 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-06T06:16:35,408 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2f594751{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6bd847b2-e3f3-061f-9bd0-9d8de3f1d536/hadoop.log.dir/,AVAILABLE} 2024-12-06T06:16:35,409 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@30d03752{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-06T06:16:35,457 WARN [Thread-662 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6bd847b2-e3f3-061f-9bd0-9d8de3f1d536/cluster_d72d4c01-e92b-9f57-d747-ff68c4f368e6/data/data1/current/BP-1817537672-172.17.0.2-1733465794820/current, will proceed with Du for space computation calculation, 2024-12-06T06:16:35,466 WARN [Thread-663 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6bd847b2-e3f3-061f-9bd0-9d8de3f1d536/cluster_d72d4c01-e92b-9f57-d747-ff68c4f368e6/data/data2/current/BP-1817537672-172.17.0.2-1733465794820/current, will proceed with Du for space computation calculation, 2024-12-06T06:16:35,506 WARN [Thread-641 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-06T06:16:35,510 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x57ad11703f11492 with lease ID 0x60817fb4e56f71e2: Processing first storage report for DS-28bb36b7-0a70-450b-90b9-3addf9f6e0a4 from datanode DatanodeRegistration(127.0.0.1:40895, datanodeUuid=e15a57d7-165f-4fc2-949f-9b28ef0c5843, infoPort=46347, infoSecurePort=0, ipcPort=41125, storageInfo=lv=-57;cid=testClusterID;nsid=1671275328;c=1733465794820) 2024-12-06T06:16:35,510 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x57ad11703f11492 with lease ID 0x60817fb4e56f71e2: from storage DS-28bb36b7-0a70-450b-90b9-3addf9f6e0a4 node DatanodeRegistration(127.0.0.1:40895, datanodeUuid=e15a57d7-165f-4fc2-949f-9b28ef0c5843, infoPort=46347, infoSecurePort=0, ipcPort=41125, storageInfo=lv=-57;cid=testClusterID;nsid=1671275328;c=1733465794820), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-06T06:16:35,510 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x57ad11703f11492 with lease ID 0x60817fb4e56f71e2: Processing first storage report for DS-9f44aed7-f18b-425f-a2dc-104b035014fd from datanode DatanodeRegistration(127.0.0.1:40895, datanodeUuid=e15a57d7-165f-4fc2-949f-9b28ef0c5843, infoPort=46347, infoSecurePort=0, ipcPort=41125, storageInfo=lv=-57;cid=testClusterID;nsid=1671275328;c=1733465794820) 2024-12-06T06:16:35,510 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x57ad11703f11492 with lease ID 0x60817fb4e56f71e2: from storage DS-9f44aed7-f18b-425f-a2dc-104b035014fd node DatanodeRegistration(127.0.0.1:40895, datanodeUuid=e15a57d7-165f-4fc2-949f-9b28ef0c5843, infoPort=46347, infoSecurePort=0, ipcPort=41125, storageInfo=lv=-57;cid=testClusterID;nsid=1671275328;c=1733465794820), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-06T06:16:35,553 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@436caa22{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6bd847b2-e3f3-061f-9bd0-9d8de3f1d536/java.io.tmpdir/jetty-localhost-46607-hadoop-hdfs-3_4_1-tests_jar-_-any-8259612173754915581/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-06T06:16:35,553 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@295706e1{HTTP/1.1, (http/1.1)}{localhost:46607} 2024-12-06T06:16:35,553 INFO [Time-limited test {}] server.Server(415): Started @95378ms 2024-12-06T06:16:35,555 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-06T06:16:35,624 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-06T06:16:35,634 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-06T06:16:35,637 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-06T06:16:35,637 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-06T06:16:35,638 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-06T06:16:35,639 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@56b658e{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6bd847b2-e3f3-061f-9bd0-9d8de3f1d536/hadoop.log.dir/,AVAILABLE} 2024-12-06T06:16:35,639 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3e0c607{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-06T06:16:35,684 WARN [Thread-697 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6bd847b2-e3f3-061f-9bd0-9d8de3f1d536/cluster_d72d4c01-e92b-9f57-d747-ff68c4f368e6/data/data3/current/BP-1817537672-172.17.0.2-1733465794820/current, will proceed with Du for space computation calculation, 2024-12-06T06:16:35,685 WARN [Thread-698 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6bd847b2-e3f3-061f-9bd0-9d8de3f1d536/cluster_d72d4c01-e92b-9f57-d747-ff68c4f368e6/data/data4/current/BP-1817537672-172.17.0.2-1733465794820/current, will proceed with Du for space computation calculation, 2024-12-06T06:16:35,735 WARN [Thread-677 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-06T06:16:35,738 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x22e5bf3edd418ba1 with lease ID 0x60817fb4e56f71e3: Processing first storage report for DS-4c0159b3-4dcb-4e01-86a4-acf7e28872de from datanode DatanodeRegistration(127.0.0.1:38751, datanodeUuid=69324fb7-bc9e-44c4-ad1a-232cdb78f149, infoPort=33103, infoSecurePort=0, ipcPort=35933, storageInfo=lv=-57;cid=testClusterID;nsid=1671275328;c=1733465794820) 2024-12-06T06:16:35,738 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x22e5bf3edd418ba1 with lease ID 0x60817fb4e56f71e3: from storage DS-4c0159b3-4dcb-4e01-86a4-acf7e28872de node DatanodeRegistration(127.0.0.1:38751, datanodeUuid=69324fb7-bc9e-44c4-ad1a-232cdb78f149, infoPort=33103, infoSecurePort=0, ipcPort=35933, storageInfo=lv=-57;cid=testClusterID;nsid=1671275328;c=1733465794820), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-06T06:16:35,739 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x22e5bf3edd418ba1 with lease ID 0x60817fb4e56f71e3: Processing first storage report for DS-220aec3c-4aab-41e1-b973-59e90960f715 from datanode DatanodeRegistration(127.0.0.1:38751, datanodeUuid=69324fb7-bc9e-44c4-ad1a-232cdb78f149, infoPort=33103, infoSecurePort=0, ipcPort=35933, storageInfo=lv=-57;cid=testClusterID;nsid=1671275328;c=1733465794820) 2024-12-06T06:16:35,739 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x22e5bf3edd418ba1 with lease ID 0x60817fb4e56f71e3: from storage DS-220aec3c-4aab-41e1-b973-59e90960f715 node DatanodeRegistration(127.0.0.1:38751, datanodeUuid=69324fb7-bc9e-44c4-ad1a-232cdb78f149, infoPort=33103, infoSecurePort=0, ipcPort=35933, storageInfo=lv=-57;cid=testClusterID;nsid=1671275328;c=1733465794820), blocks: 0, hasStaleStorage: false, processing time: 1 msecs, invalidatedBlocks: 0 2024-12-06T06:16:35,771 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@436c3d3b{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6bd847b2-e3f3-061f-9bd0-9d8de3f1d536/java.io.tmpdir/jetty-localhost-36781-hadoop-hdfs-3_4_1-tests_jar-_-any-9545331700147367445/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-06T06:16:35,772 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@4d6fea1a{HTTP/1.1, (http/1.1)}{localhost:36781} 2024-12-06T06:16:35,772 INFO [Time-limited test {}] server.Server(415): Started @95596ms 2024-12-06T06:16:35,773 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-06T06:16:35,901 WARN [Thread-723 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6bd847b2-e3f3-061f-9bd0-9d8de3f1d536/cluster_d72d4c01-e92b-9f57-d747-ff68c4f368e6/data/data5/current/BP-1817537672-172.17.0.2-1733465794820/current, will proceed with Du for space computation calculation, 2024-12-06T06:16:35,901 WARN [Thread-724 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6bd847b2-e3f3-061f-9bd0-9d8de3f1d536/cluster_d72d4c01-e92b-9f57-d747-ff68c4f368e6/data/data6/current/BP-1817537672-172.17.0.2-1733465794820/current, will proceed with Du for space computation calculation, 2024-12-06T06:16:35,933 WARN [Thread-712 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-06T06:16:35,936 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xcb9ab4f84576cf11 with lease ID 0x60817fb4e56f71e4: Processing first storage report for DS-8e2d8378-d6b0-4646-9f59-24e405388ffb from datanode DatanodeRegistration(127.0.0.1:34979, datanodeUuid=cb14c69d-3a73-43d7-b099-690cd054a808, infoPort=38955, infoSecurePort=0, ipcPort=46341, storageInfo=lv=-57;cid=testClusterID;nsid=1671275328;c=1733465794820) 2024-12-06T06:16:35,936 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xcb9ab4f84576cf11 with lease ID 0x60817fb4e56f71e4: from storage DS-8e2d8378-d6b0-4646-9f59-24e405388ffb node DatanodeRegistration(127.0.0.1:34979, datanodeUuid=cb14c69d-3a73-43d7-b099-690cd054a808, infoPort=38955, infoSecurePort=0, ipcPort=46341, storageInfo=lv=-57;cid=testClusterID;nsid=1671275328;c=1733465794820), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-06T06:16:35,936 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xcb9ab4f84576cf11 with lease ID 0x60817fb4e56f71e4: Processing first storage report for DS-0fb0dec7-3933-4e09-af9e-171bc4b19bad from datanode DatanodeRegistration(127.0.0.1:34979, datanodeUuid=cb14c69d-3a73-43d7-b099-690cd054a808, infoPort=38955, infoSecurePort=0, ipcPort=46341, storageInfo=lv=-57;cid=testClusterID;nsid=1671275328;c=1733465794820) 2024-12-06T06:16:35,936 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xcb9ab4f84576cf11 with lease ID 0x60817fb4e56f71e4: from storage DS-0fb0dec7-3933-4e09-af9e-171bc4b19bad node DatanodeRegistration(127.0.0.1:34979, datanodeUuid=cb14c69d-3a73-43d7-b099-690cd054a808, infoPort=38955, infoSecurePort=0, ipcPort=46341, storageInfo=lv=-57;cid=testClusterID;nsid=1671275328;c=1733465794820), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-06T06:16:36,015 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6bd847b2-e3f3-061f-9bd0-9d8de3f1d536 2024-12-06T06:16:36,038 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6bd847b2-e3f3-061f-9bd0-9d8de3f1d536/cluster_d72d4c01-e92b-9f57-d747-ff68c4f368e6/zookeeper_0, clientPort=55208, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6bd847b2-e3f3-061f-9bd0-9d8de3f1d536/cluster_d72d4c01-e92b-9f57-d747-ff68c4f368e6/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6bd847b2-e3f3-061f-9bd0-9d8de3f1d536/cluster_d72d4c01-e92b-9f57-d747-ff68c4f368e6/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-12-06T06:16:36,040 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=55208 2024-12-06T06:16:36,040 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-06T06:16:36,043 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-06T06:16:36,072 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34979 is added to blk_1073741825_1001 (size=7) 2024-12-06T06:16:36,072 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38751 is added to blk_1073741825_1001 (size=7) 2024-12-06T06:16:36,073 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40895 is added to blk_1073741825_1001 (size=7) 2024-12-06T06:16:36,074 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:34789/user/jenkins/test-data/fa9461a5-4808-773c-acb7-d5deda92bd40 with version=8 2024-12-06T06:16:36,074 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:34789/user/jenkins/test-data/fa9461a5-4808-773c-acb7-d5deda92bd40/hbase-staging 2024-12-06T06:16:36,076 INFO [Time-limited test {}] client.ConnectionUtils(128): master/6336e8474e1c:0 server-side Connection retries=45 2024-12-06T06:16:36,077 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-06T06:16:36,077 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-06T06:16:36,077 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-06T06:16:36,077 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-06T06:16:36,077 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-06T06:16:36,077 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-12-06T06:16:36,077 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-06T06:16:36,078 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:39063 2024-12-06T06:16:36,079 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:39063 connecting to ZooKeeper ensemble=127.0.0.1:55208 2024-12-06T06:16:36,086 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:390630x0, quorum=127.0.0.1:55208, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-06T06:16:36,088 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:39063-0x101866ad8410000 connected 2024-12-06T06:16:36,118 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-06T06:16:36,120 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-06T06:16:36,123 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:39063-0x101866ad8410000, quorum=127.0.0.1:55208, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-06T06:16:36,124 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:34789/user/jenkins/test-data/fa9461a5-4808-773c-acb7-d5deda92bd40, hbase.cluster.distributed=false 2024-12-06T06:16:36,125 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:39063-0x101866ad8410000, quorum=127.0.0.1:55208, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-12-06T06:16:36,128 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=39063 2024-12-06T06:16:36,131 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=39063 2024-12-06T06:16:36,132 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=39063 2024-12-06T06:16:36,134 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=39063 2024-12-06T06:16:36,134 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=39063 2024-12-06T06:16:36,152 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/6336e8474e1c:0 server-side Connection retries=45 2024-12-06T06:16:36,152 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-06T06:16:36,152 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-06T06:16:36,152 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-06T06:16:36,152 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-06T06:16:36,152 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-06T06:16:36,152 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-06T06:16:36,152 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-06T06:16:36,153 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:37287 2024-12-06T06:16:36,154 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:37287 connecting to ZooKeeper ensemble=127.0.0.1:55208 2024-12-06T06:16:36,156 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-06T06:16:36,158 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-06T06:16:36,162 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:372870x0, quorum=127.0.0.1:55208, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-06T06:16:36,163 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-06T06:16:36,162 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:372870x0, quorum=127.0.0.1:55208, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-06T06:16:36,168 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:37287-0x101866ad8410001 connected 2024-12-06T06:16:36,170 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-06T06:16:36,172 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:37287-0x101866ad8410001, quorum=127.0.0.1:55208, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-12-06T06:16:36,173 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:37287-0x101866ad8410001, quorum=127.0.0.1:55208, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-12-06T06:16:36,176 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=37287 2024-12-06T06:16:36,180 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=37287 2024-12-06T06:16:36,180 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=37287 2024-12-06T06:16:36,181 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=37287 2024-12-06T06:16:36,182 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=37287 2024-12-06T06:16:36,198 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/6336e8474e1c:0 server-side Connection retries=45 2024-12-06T06:16:36,199 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-06T06:16:36,199 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-06T06:16:36,199 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-06T06:16:36,199 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-06T06:16:36,199 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-06T06:16:36,199 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-06T06:16:36,199 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-06T06:16:36,200 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:37331 2024-12-06T06:16:36,201 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:37331 connecting to ZooKeeper ensemble=127.0.0.1:55208 2024-12-06T06:16:36,202 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-06T06:16:36,204 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-06T06:16:36,210 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:373310x0, quorum=127.0.0.1:55208, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-06T06:16:36,211 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:37331-0x101866ad8410002 connected 2024-12-06T06:16:36,211 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:37331-0x101866ad8410002, quorum=127.0.0.1:55208, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-06T06:16:36,212 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-06T06:16:36,216 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-06T06:16:36,217 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:37331-0x101866ad8410002, quorum=127.0.0.1:55208, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-12-06T06:16:36,218 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:37331-0x101866ad8410002, quorum=127.0.0.1:55208, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-12-06T06:16:36,223 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=37331 2024-12-06T06:16:36,223 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=37331 2024-12-06T06:16:36,225 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=37331 2024-12-06T06:16:36,228 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=37331 2024-12-06T06:16:36,228 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=37331 2024-12-06T06:16:36,250 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/6336e8474e1c:0 server-side Connection retries=45 2024-12-06T06:16:36,250 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-06T06:16:36,250 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-06T06:16:36,250 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-06T06:16:36,250 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-06T06:16:36,250 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-06T06:16:36,250 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-06T06:16:36,251 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-06T06:16:36,251 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:37559 2024-12-06T06:16:36,253 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:37559 connecting to ZooKeeper ensemble=127.0.0.1:55208 2024-12-06T06:16:36,254 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-06T06:16:36,256 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-06T06:16:36,263 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:375590x0, quorum=127.0.0.1:55208, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-06T06:16:36,264 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:37559-0x101866ad8410003 connected 2024-12-06T06:16:36,264 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:37559-0x101866ad8410003, quorum=127.0.0.1:55208, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-06T06:16:36,265 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-06T06:16:36,268 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-06T06:16:36,269 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:37559-0x101866ad8410003, quorum=127.0.0.1:55208, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-12-06T06:16:36,270 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:37559-0x101866ad8410003, quorum=127.0.0.1:55208, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-12-06T06:16:36,276 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=37559 2024-12-06T06:16:36,276 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=37559 2024-12-06T06:16:36,281 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=37559 2024-12-06T06:16:36,282 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=37559 2024-12-06T06:16:36,282 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=37559 2024-12-06T06:16:36,295 DEBUG [M:0;6336e8474e1c:39063 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;6336e8474e1c:39063 2024-12-06T06:16:36,296 INFO [master/6336e8474e1c:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /hbase/backup-masters/6336e8474e1c,39063,1733465796076 2024-12-06T06:16:36,298 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39063-0x101866ad8410000, quorum=127.0.0.1:55208, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-06T06:16:36,298 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37331-0x101866ad8410002, quorum=127.0.0.1:55208, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-06T06:16:36,298 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37287-0x101866ad8410001, quorum=127.0.0.1:55208, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-06T06:16:36,298 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37559-0x101866ad8410003, quorum=127.0.0.1:55208, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-06T06:16:36,299 DEBUG [master/6336e8474e1c:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:39063-0x101866ad8410000, quorum=127.0.0.1:55208, baseZNode=/hbase Set watcher on existing znode=/hbase/backup-masters/6336e8474e1c,39063,1733465796076 2024-12-06T06:16:36,301 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37287-0x101866ad8410001, quorum=127.0.0.1:55208, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-12-06T06:16:36,301 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37559-0x101866ad8410003, quorum=127.0.0.1:55208, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-12-06T06:16:36,301 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37559-0x101866ad8410003, quorum=127.0.0.1:55208, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-06T06:16:36,301 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39063-0x101866ad8410000, quorum=127.0.0.1:55208, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-06T06:16:36,301 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37331-0x101866ad8410002, quorum=127.0.0.1:55208, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-12-06T06:16:36,301 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37287-0x101866ad8410001, quorum=127.0.0.1:55208, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-06T06:16:36,301 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37331-0x101866ad8410002, quorum=127.0.0.1:55208, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-06T06:16:36,302 DEBUG [master/6336e8474e1c:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:39063-0x101866ad8410000, quorum=127.0.0.1:55208, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-12-06T06:16:36,303 INFO [master/6336e8474e1c:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /hbase/backup-masters/6336e8474e1c,39063,1733465796076 from backup master directory 2024-12-06T06:16:36,305 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39063-0x101866ad8410000, quorum=127.0.0.1:55208, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/backup-masters/6336e8474e1c,39063,1733465796076 2024-12-06T06:16:36,305 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37287-0x101866ad8410001, quorum=127.0.0.1:55208, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-06T06:16:36,306 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37559-0x101866ad8410003, quorum=127.0.0.1:55208, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-06T06:16:36,306 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39063-0x101866ad8410000, quorum=127.0.0.1:55208, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-06T06:16:36,306 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37331-0x101866ad8410002, quorum=127.0.0.1:55208, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-06T06:16:36,306 WARN [master/6336e8474e1c:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-06T06:16:36,306 INFO [master/6336e8474e1c:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=6336e8474e1c,39063,1733465796076 2024-12-06T06:16:36,314 DEBUG [master/6336e8474e1c:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:34789/user/jenkins/test-data/fa9461a5-4808-773c-acb7-d5deda92bd40/hbase.id] with ID: c41e48ab-6c93-48a3-b679-20a18dcae197 2024-12-06T06:16:36,314 DEBUG [master/6336e8474e1c:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:34789/user/jenkins/test-data/fa9461a5-4808-773c-acb7-d5deda92bd40/.tmp/hbase.id 2024-12-06T06:16:36,331 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40895 is added to blk_1073741826_1002 (size=42) 2024-12-06T06:16:36,331 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38751 is added to blk_1073741826_1002 (size=42) 2024-12-06T06:16:36,332 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34979 is added to blk_1073741826_1002 (size=42) 2024-12-06T06:16:36,333 DEBUG [master/6336e8474e1c:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:34789/user/jenkins/test-data/fa9461a5-4808-773c-acb7-d5deda92bd40/.tmp/hbase.id]:[hdfs://localhost:34789/user/jenkins/test-data/fa9461a5-4808-773c-acb7-d5deda92bd40/hbase.id] 2024-12-06T06:16:36,349 INFO [master/6336e8474e1c:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-06T06:16:36,350 INFO [master/6336e8474e1c:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-12-06T06:16:36,351 INFO [master/6336e8474e1c:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-12-06T06:16:36,357 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37559-0x101866ad8410003, quorum=127.0.0.1:55208, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-06T06:16:36,357 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37287-0x101866ad8410001, quorum=127.0.0.1:55208, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-06T06:16:36,357 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37331-0x101866ad8410002, quorum=127.0.0.1:55208, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-06T06:16:36,357 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39063-0x101866ad8410000, quorum=127.0.0.1:55208, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-06T06:16:36,378 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40895 is added to blk_1073741827_1003 (size=196) 2024-12-06T06:16:36,379 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34979 is added to blk_1073741827_1003 (size=196) 2024-12-06T06:16:36,380 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38751 is added to blk_1073741827_1003 (size=196) 2024-12-06T06:16:36,380 INFO [master/6336e8474e1c:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-06T06:16:36,381 INFO [master/6336e8474e1c:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-12-06T06:16:36,381 INFO [master/6336e8474e1c:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-06T06:16:36,396 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40895 is added to blk_1073741828_1004 (size=1189) 2024-12-06T06:16:36,396 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38751 is added to blk_1073741828_1004 (size=1189) 2024-12-06T06:16:36,397 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34979 is added to blk_1073741828_1004 (size=1189) 2024-12-06T06:16:36,401 INFO [master/6336e8474e1c:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:34789/user/jenkins/test-data/fa9461a5-4808-773c-acb7-d5deda92bd40/MasterData/data/master/store 2024-12-06T06:16:36,414 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40895 is added to blk_1073741829_1005 (size=34) 2024-12-06T06:16:36,415 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34979 is added to blk_1073741829_1005 (size=34) 2024-12-06T06:16:36,416 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38751 is added to blk_1073741829_1005 (size=34) 2024-12-06T06:16:36,417 DEBUG [master/6336e8474e1c:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-06T06:16:36,417 DEBUG [master/6336e8474e1c:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-06T06:16:36,417 INFO [master/6336e8474e1c:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-06T06:16:36,417 DEBUG [master/6336e8474e1c:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-06T06:16:36,417 DEBUG [master/6336e8474e1c:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-06T06:16:36,417 DEBUG [master/6336e8474e1c:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-06T06:16:36,417 INFO [master/6336e8474e1c:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-06T06:16:36,417 DEBUG [master/6336e8474e1c:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733465796417Disabling compacts and flushes for region at 1733465796417Disabling writes for close at 1733465796417Writing region close event to WAL at 1733465796417Closed at 1733465796417 2024-12-06T06:16:36,418 WARN [master/6336e8474e1c:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:34789/user/jenkins/test-data/fa9461a5-4808-773c-acb7-d5deda92bd40/MasterData/data/master/store/.initializing 2024-12-06T06:16:36,418 DEBUG [master/6336e8474e1c:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:34789/user/jenkins/test-data/fa9461a5-4808-773c-acb7-d5deda92bd40/MasterData/WALs/6336e8474e1c,39063,1733465796076 2024-12-06T06:16:36,420 INFO [master/6336e8474e1c:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-06T06:16:36,424 INFO [master/6336e8474e1c:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=6336e8474e1c%2C39063%2C1733465796076, suffix=, logDir=hdfs://localhost:34789/user/jenkins/test-data/fa9461a5-4808-773c-acb7-d5deda92bd40/MasterData/WALs/6336e8474e1c,39063,1733465796076, archiveDir=hdfs://localhost:34789/user/jenkins/test-data/fa9461a5-4808-773c-acb7-d5deda92bd40/MasterData/oldWALs, maxLogs=10 2024-12-06T06:16:36,443 DEBUG [master/6336e8474e1c:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/fa9461a5-4808-773c-acb7-d5deda92bd40/MasterData/WALs/6336e8474e1c,39063,1733465796076/6336e8474e1c%2C39063%2C1733465796076.1733465796424, exclude list is [], retry=0 2024-12-06T06:16:36,447 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40895,DS-28bb36b7-0a70-450b-90b9-3addf9f6e0a4,DISK] 2024-12-06T06:16:36,447 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38751,DS-4c0159b3-4dcb-4e01-86a4-acf7e28872de,DISK] 2024-12-06T06:16:36,447 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34979,DS-8e2d8378-d6b0-4646-9f59-24e405388ffb,DISK] 2024-12-06T06:16:36,457 INFO [master/6336e8474e1c:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/fa9461a5-4808-773c-acb7-d5deda92bd40/MasterData/WALs/6336e8474e1c,39063,1733465796076/6336e8474e1c%2C39063%2C1733465796076.1733465796424 2024-12-06T06:16:36,457 DEBUG [master/6336e8474e1c:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46347:46347),(127.0.0.1/127.0.0.1:33103:33103),(127.0.0.1/127.0.0.1:38955:38955)] 2024-12-06T06:16:36,457 DEBUG [master/6336e8474e1c:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-12-06T06:16:36,458 DEBUG [master/6336e8474e1c:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-06T06:16:36,458 DEBUG [master/6336e8474e1c:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-12-06T06:16:36,458 DEBUG [master/6336e8474e1c:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-12-06T06:16:36,460 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-12-06T06:16:36,462 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-12-06T06:16:36,462 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T06:16:36,463 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-06T06:16:36,464 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-12-06T06:16:36,468 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-12-06T06:16:36,468 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T06:16:36,468 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-06T06:16:36,468 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-12-06T06:16:36,470 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-12-06T06:16:36,470 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T06:16:36,471 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-06T06:16:36,471 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-12-06T06:16:36,473 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-12-06T06:16:36,473 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T06:16:36,474 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-06T06:16:36,474 DEBUG [master/6336e8474e1c:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-12-06T06:16:36,475 DEBUG [master/6336e8474e1c:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34789/user/jenkins/test-data/fa9461a5-4808-773c-acb7-d5deda92bd40/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-06T06:16:36,476 DEBUG [master/6336e8474e1c:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34789/user/jenkins/test-data/fa9461a5-4808-773c-acb7-d5deda92bd40/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-06T06:16:36,478 DEBUG [master/6336e8474e1c:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-12-06T06:16:36,478 DEBUG [master/6336e8474e1c:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-12-06T06:16:36,479 DEBUG [master/6336e8474e1c:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-06T06:16:36,482 DEBUG [master/6336e8474e1c:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-12-06T06:16:36,487 DEBUG [master/6336e8474e1c:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34789/user/jenkins/test-data/fa9461a5-4808-773c-acb7-d5deda92bd40/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-06T06:16:36,488 INFO [master/6336e8474e1c:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67426243, jitterRate=0.004729315638542175}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-06T06:16:36,489 DEBUG [master/6336e8474e1c:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1733465796458Initializing all the Stores at 1733465796459 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733465796460 (+1 ms)Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733465796460Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733465796460Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733465796460Cleaning up temporary data from old regions at 1733465796478 (+18 ms)Region opened successfully at 1733465796489 (+11 ms) 2024-12-06T06:16:36,492 INFO [master/6336e8474e1c:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-12-06T06:16:36,498 DEBUG [master/6336e8474e1c:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@863888d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=6336e8474e1c/172.17.0.2:0 2024-12-06T06:16:36,499 INFO [master/6336e8474e1c:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-12-06T06:16:36,500 INFO [master/6336e8474e1c:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-12-06T06:16:36,500 INFO [master/6336e8474e1c:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-12-06T06:16:36,500 INFO [master/6336e8474e1c:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-12-06T06:16:36,501 INFO [master/6336e8474e1c:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-12-06T06:16:36,501 INFO [master/6336e8474e1c:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-12-06T06:16:36,502 INFO [master/6336e8474e1c:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=128, operationDelay=10000 2024-12-06T06:16:36,508 INFO [master/6336e8474e1c:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-12-06T06:16:36,510 DEBUG [master/6336e8474e1c:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39063-0x101866ad8410000, quorum=127.0.0.1:55208, baseZNode=/hbase Unable to get data of znode /hbase/balancer because node does not exist (not necessarily an error) 2024-12-06T06:16:36,513 DEBUG [master/6336e8474e1c:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/balancer already deleted, retry=false 2024-12-06T06:16:36,513 INFO [master/6336e8474e1c:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-12-06T06:16:36,515 DEBUG [master/6336e8474e1c:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39063-0x101866ad8410000, quorum=127.0.0.1:55208, baseZNode=/hbase Unable to get data of znode /hbase/normalizer because node does not exist (not necessarily an error) 2024-12-06T06:16:36,517 DEBUG [master/6336e8474e1c:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/normalizer already deleted, retry=false 2024-12-06T06:16:36,519 INFO [master/6336e8474e1c:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-12-06T06:16:36,531 DEBUG [master/6336e8474e1c:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39063-0x101866ad8410000, quorum=127.0.0.1:55208, baseZNode=/hbase Unable to get data of znode /hbase/switch/split because node does not exist (not necessarily an error) 2024-12-06T06:16:36,533 DEBUG [master/6336e8474e1c:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/split already deleted, retry=false 2024-12-06T06:16:36,535 DEBUG [master/6336e8474e1c:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39063-0x101866ad8410000, quorum=127.0.0.1:55208, baseZNode=/hbase Unable to get data of znode /hbase/switch/merge because node does not exist (not necessarily an error) 2024-12-06T06:16:36,538 DEBUG [master/6336e8474e1c:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/merge already deleted, retry=false 2024-12-06T06:16:36,548 DEBUG [master/6336e8474e1c:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39063-0x101866ad8410000, quorum=127.0.0.1:55208, baseZNode=/hbase Unable to get data of znode /hbase/snapshot-cleanup because node does not exist (not necessarily an error) 2024-12-06T06:16:36,550 DEBUG [master/6336e8474e1c:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/snapshot-cleanup already deleted, retry=false 2024-12-06T06:16:36,552 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37559-0x101866ad8410003, quorum=127.0.0.1:55208, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-12-06T06:16:36,552 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37287-0x101866ad8410001, quorum=127.0.0.1:55208, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-12-06T06:16:36,552 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37559-0x101866ad8410003, quorum=127.0.0.1:55208, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-06T06:16:36,552 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37287-0x101866ad8410001, quorum=127.0.0.1:55208, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-06T06:16:36,552 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37331-0x101866ad8410002, quorum=127.0.0.1:55208, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-12-06T06:16:36,553 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39063-0x101866ad8410000, quorum=127.0.0.1:55208, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-12-06T06:16:36,553 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37331-0x101866ad8410002, quorum=127.0.0.1:55208, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-06T06:16:36,554 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39063-0x101866ad8410000, quorum=127.0.0.1:55208, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-06T06:16:36,554 INFO [master/6336e8474e1c:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=6336e8474e1c,39063,1733465796076, sessionid=0x101866ad8410000, setting cluster-up flag (Was=false) 2024-12-06T06:16:36,561 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39063-0x101866ad8410000, quorum=127.0.0.1:55208, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-06T06:16:36,561 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37559-0x101866ad8410003, quorum=127.0.0.1:55208, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-06T06:16:36,561 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37287-0x101866ad8410001, quorum=127.0.0.1:55208, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-06T06:16:36,561 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37331-0x101866ad8410002, quorum=127.0.0.1:55208, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-06T06:16:36,568 DEBUG [master/6336e8474e1c:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/flush-table-proc/acquired, /hbase/flush-table-proc/reached, /hbase/flush-table-proc/abort 2024-12-06T06:16:36,570 DEBUG [master/6336e8474e1c:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=6336e8474e1c,39063,1733465796076 2024-12-06T06:16:36,576 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37287-0x101866ad8410001, quorum=127.0.0.1:55208, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-06T06:16:36,576 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37331-0x101866ad8410002, quorum=127.0.0.1:55208, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-06T06:16:36,577 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37559-0x101866ad8410003, quorum=127.0.0.1:55208, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-06T06:16:36,577 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39063-0x101866ad8410000, quorum=127.0.0.1:55208, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-06T06:16:36,590 DEBUG [master/6336e8474e1c:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/online-snapshot/acquired, /hbase/online-snapshot/reached, /hbase/online-snapshot/abort 2024-12-06T06:16:36,592 DEBUG [master/6336e8474e1c:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=6336e8474e1c,39063,1733465796076 2024-12-06T06:16:36,595 INFO [master/6336e8474e1c:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:34789/user/jenkins/test-data/fa9461a5-4808-773c-acb7-d5deda92bd40/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-12-06T06:16:36,598 DEBUG [master/6336e8474e1c:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-12-06T06:16:36,599 INFO [master/6336e8474e1c:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-12-06T06:16:36,599 INFO [master/6336e8474e1c:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-12-06T06:16:36,599 DEBUG [master/6336e8474e1c:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 6336e8474e1c,39063,1733465796076 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-12-06T06:16:36,602 DEBUG [master/6336e8474e1c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/6336e8474e1c:0, corePoolSize=5, maxPoolSize=5 2024-12-06T06:16:36,602 DEBUG [master/6336e8474e1c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/6336e8474e1c:0, corePoolSize=5, maxPoolSize=5 2024-12-06T06:16:36,602 DEBUG [master/6336e8474e1c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/6336e8474e1c:0, corePoolSize=5, maxPoolSize=5 2024-12-06T06:16:36,602 DEBUG [master/6336e8474e1c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/6336e8474e1c:0, corePoolSize=5, maxPoolSize=5 2024-12-06T06:16:36,602 DEBUG [master/6336e8474e1c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/6336e8474e1c:0, corePoolSize=10, maxPoolSize=10 2024-12-06T06:16:36,602 DEBUG [master/6336e8474e1c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/6336e8474e1c:0, corePoolSize=1, maxPoolSize=1 2024-12-06T06:16:36,602 DEBUG [master/6336e8474e1c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/6336e8474e1c:0, corePoolSize=2, maxPoolSize=2 2024-12-06T06:16:36,602 DEBUG [master/6336e8474e1c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/6336e8474e1c:0, corePoolSize=1, maxPoolSize=1 2024-12-06T06:16:36,604 INFO [master/6336e8474e1c:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1733465826604 2024-12-06T06:16:36,604 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-06T06:16:36,604 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-12-06T06:16:36,604 INFO [master/6336e8474e1c:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-12-06T06:16:36,604 INFO [master/6336e8474e1c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-12-06T06:16:36,604 INFO [master/6336e8474e1c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-12-06T06:16:36,604 INFO [master/6336e8474e1c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-12-06T06:16:36,604 INFO [master/6336e8474e1c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-12-06T06:16:36,604 INFO [master/6336e8474e1c:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-12-06T06:16:36,606 INFO [master/6336e8474e1c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-06T06:16:36,607 INFO [master/6336e8474e1c:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-12-06T06:16:36,609 INFO [master/6336e8474e1c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-12-06T06:16:36,609 INFO [master/6336e8474e1c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-12-06T06:16:36,610 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T06:16:36,610 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-12-06T06:16:36,610 INFO [master/6336e8474e1c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-12-06T06:16:36,610 INFO [master/6336e8474e1c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-12-06T06:16:36,611 DEBUG [master/6336e8474e1c:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/6336e8474e1c:0:becomeActiveMaster-HFileCleaner.large.0-1733465796611,5,FailOnTimeoutGroup] 2024-12-06T06:16:36,614 DEBUG [master/6336e8474e1c:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/6336e8474e1c:0:becomeActiveMaster-HFileCleaner.small.0-1733465796611,5,FailOnTimeoutGroup] 2024-12-06T06:16:36,614 INFO [master/6336e8474e1c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-06T06:16:36,614 INFO [master/6336e8474e1c:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-12-06T06:16:36,614 INFO [master/6336e8474e1c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-12-06T06:16:36,614 INFO [master/6336e8474e1c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-12-06T06:16:36,635 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40895 is added to blk_1073741831_1007 (size=1321) 2024-12-06T06:16:36,635 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38751 is added to blk_1073741831_1007 (size=1321) 2024-12-06T06:16:36,636 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34979 is added to blk_1073741831_1007 (size=1321) 2024-12-06T06:16:36,640 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:34789/user/jenkins/test-data/fa9461a5-4808-773c-acb7-d5deda92bd40/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-12-06T06:16:36,640 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:34789/user/jenkins/test-data/fa9461a5-4808-773c-acb7-d5deda92bd40 2024-12-06T06:16:36,662 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38751 is added to blk_1073741832_1008 (size=32) 2024-12-06T06:16:36,663 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40895 is added to blk_1073741832_1008 (size=32) 2024-12-06T06:16:36,663 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34979 is added to blk_1073741832_1008 (size=32) 2024-12-06T06:16:36,665 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-06T06:16:36,667 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-06T06:16:36,670 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-06T06:16:36,670 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T06:16:36,670 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-06T06:16:36,671 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-06T06:16:36,677 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-06T06:16:36,677 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T06:16:36,678 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-06T06:16:36,678 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-06T06:16:36,681 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-06T06:16:36,681 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T06:16:36,682 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-06T06:16:36,682 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-06T06:16:36,687 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-06T06:16:36,687 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T06:16:36,687 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-06T06:16:36,687 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-06T06:16:36,688 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34789/user/jenkins/test-data/fa9461a5-4808-773c-acb7-d5deda92bd40/data/hbase/meta/1588230740 2024-12-06T06:16:36,689 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34789/user/jenkins/test-data/fa9461a5-4808-773c-acb7-d5deda92bd40/data/hbase/meta/1588230740 2024-12-06T06:16:36,692 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-06T06:16:36,692 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-06T06:16:36,693 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-06T06:16:36,696 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-06T06:16:36,699 INFO [RS:1;6336e8474e1c:37331 {}] regionserver.HRegionServer(746): ClusterId : c41e48ab-6c93-48a3-b679-20a18dcae197 2024-12-06T06:16:36,699 DEBUG [RS:1;6336e8474e1c:37331 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-06T06:16:36,699 INFO [RS:0;6336e8474e1c:37287 {}] regionserver.HRegionServer(746): ClusterId : c41e48ab-6c93-48a3-b679-20a18dcae197 2024-12-06T06:16:36,700 DEBUG [RS:0;6336e8474e1c:37287 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-06T06:16:36,702 DEBUG [RS:1;6336e8474e1c:37331 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-06T06:16:36,702 DEBUG [RS:1;6336e8474e1c:37331 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-06T06:16:36,702 DEBUG [RS:0;6336e8474e1c:37287 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-06T06:16:36,702 DEBUG [RS:0;6336e8474e1c:37287 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-06T06:16:36,712 DEBUG [RS:1;6336e8474e1c:37331 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-06T06:16:36,713 DEBUG [RS:1;6336e8474e1c:37331 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@572b7a84, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=6336e8474e1c/172.17.0.2:0 2024-12-06T06:16:36,713 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34789/user/jenkins/test-data/fa9461a5-4808-773c-acb7-d5deda92bd40/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-06T06:16:36,713 DEBUG [RS:0;6336e8474e1c:37287 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-06T06:16:36,714 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59115415, jitterRate=-0.11911167204380035}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-06T06:16:36,714 DEBUG [RS:0;6336e8474e1c:37287 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1e74ec90, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=6336e8474e1c/172.17.0.2:0 2024-12-06T06:16:36,715 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1733465796665Initializing all the Stores at 1733465796667 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733465796667Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733465796667Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733465796667Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733465796667Cleaning up temporary data from old regions at 1733465796692 (+25 ms)Region opened successfully at 1733465796714 (+22 ms) 2024-12-06T06:16:36,715 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-06T06:16:36,715 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-06T06:16:36,715 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-06T06:16:36,715 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-06T06:16:36,715 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-06T06:16:36,715 INFO [RS:2;6336e8474e1c:37559 {}] regionserver.HRegionServer(746): ClusterId : c41e48ab-6c93-48a3-b679-20a18dcae197 2024-12-06T06:16:36,715 DEBUG [RS:2;6336e8474e1c:37559 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-06T06:16:36,725 DEBUG [RS:2;6336e8474e1c:37559 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-06T06:16:36,725 DEBUG [RS:2;6336e8474e1c:37559 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-06T06:16:36,728 DEBUG [RS:2;6336e8474e1c:37559 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-06T06:16:36,729 DEBUG [RS:2;6336e8474e1c:37559 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6fa8994b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=6336e8474e1c/172.17.0.2:0 2024-12-06T06:16:36,734 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-06T06:16:36,734 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733465796715Disabling compacts and flushes for region at 1733465796715Disabling writes for close at 1733465796715Writing region close event to WAL at 1733465796734 (+19 ms)Closed at 1733465796734 2024-12-06T06:16:36,736 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-06T06:16:36,736 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-12-06T06:16:36,736 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-12-06T06:16:36,749 DEBUG [RS:1;6336e8474e1c:37331 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:1;6336e8474e1c:37331 2024-12-06T06:16:36,750 INFO [RS:1;6336e8474e1c:37331 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-12-06T06:16:36,750 INFO [RS:1;6336e8474e1c:37331 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-12-06T06:16:36,750 DEBUG [RS:1;6336e8474e1c:37331 {}] regionserver.HRegionServer(832): About to register with Master. 2024-12-06T06:16:36,751 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-06T06:16:36,754 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-12-06T06:16:36,756 INFO [RS:1;6336e8474e1c:37331 {}] regionserver.HRegionServer(2659): reportForDuty to master=6336e8474e1c,39063,1733465796076 with port=37331, startcode=1733465796198 2024-12-06T06:16:36,757 DEBUG [RS:1;6336e8474e1c:37331 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-06T06:16:36,759 INFO [HMaster-EventLoopGroup-7-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56199, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.4 (auth:SIMPLE), service=RegionServerStatusService 2024-12-06T06:16:36,760 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=39063 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 6336e8474e1c,37331,1733465796198 2024-12-06T06:16:36,761 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=39063 {}] master.ServerManager(517): Registering regionserver=6336e8474e1c,37331,1733465796198 2024-12-06T06:16:36,761 DEBUG [RS:2;6336e8474e1c:37559 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:2;6336e8474e1c:37559 2024-12-06T06:16:36,762 INFO [RS:2;6336e8474e1c:37559 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-12-06T06:16:36,762 INFO [RS:2;6336e8474e1c:37559 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-12-06T06:16:36,762 DEBUG [RS:2;6336e8474e1c:37559 {}] regionserver.HRegionServer(832): About to register with Master. 2024-12-06T06:16:36,763 INFO [RS:2;6336e8474e1c:37559 {}] regionserver.HRegionServer(2659): reportForDuty to master=6336e8474e1c,39063,1733465796076 with port=37559, startcode=1733465796250 2024-12-06T06:16:36,763 DEBUG [RS:2;6336e8474e1c:37559 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-06T06:16:36,764 DEBUG [RS:0;6336e8474e1c:37287 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;6336e8474e1c:37287 2024-12-06T06:16:36,764 INFO [RS:0;6336e8474e1c:37287 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-12-06T06:16:36,764 INFO [RS:0;6336e8474e1c:37287 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-12-06T06:16:36,764 DEBUG [RS:0;6336e8474e1c:37287 {}] regionserver.HRegionServer(832): About to register with Master. 2024-12-06T06:16:36,764 DEBUG [RS:1;6336e8474e1c:37331 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:34789/user/jenkins/test-data/fa9461a5-4808-773c-acb7-d5deda92bd40 2024-12-06T06:16:36,765 DEBUG [RS:1;6336e8474e1c:37331 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:34789 2024-12-06T06:16:36,765 DEBUG [RS:1;6336e8474e1c:37331 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-12-06T06:16:36,767 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39063-0x101866ad8410000, quorum=127.0.0.1:55208, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-12-06T06:16:36,767 DEBUG [RS:1;6336e8474e1c:37331 {}] zookeeper.ZKUtil(111): regionserver:37331-0x101866ad8410002, quorum=127.0.0.1:55208, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/6336e8474e1c,37331,1733465796198 2024-12-06T06:16:36,768 INFO [RS:0;6336e8474e1c:37287 {}] regionserver.HRegionServer(2659): reportForDuty to master=6336e8474e1c,39063,1733465796076 with port=37287, startcode=1733465796151 2024-12-06T06:16:36,769 WARN [RS:1;6336e8474e1c:37331 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-06T06:16:36,769 INFO [RS:1;6336e8474e1c:37331 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-06T06:16:36,769 DEBUG [RS:0;6336e8474e1c:37287 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-06T06:16:36,770 DEBUG [RS:1;6336e8474e1c:37331 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:34789/user/jenkins/test-data/fa9461a5-4808-773c-acb7-d5deda92bd40/WALs/6336e8474e1c,37331,1733465796198 2024-12-06T06:16:36,773 INFO [HMaster-EventLoopGroup-7-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41423, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.5 (auth:SIMPLE), service=RegionServerStatusService 2024-12-06T06:16:36,773 INFO [HMaster-EventLoopGroup-7-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55429, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.3 (auth:SIMPLE), service=RegionServerStatusService 2024-12-06T06:16:36,774 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=39063 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 6336e8474e1c,37559,1733465796250 2024-12-06T06:16:36,774 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=39063 {}] master.ServerManager(517): Registering regionserver=6336e8474e1c,37559,1733465796250 2024-12-06T06:16:36,775 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=39063 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 6336e8474e1c,37287,1733465796151 2024-12-06T06:16:36,775 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=39063 {}] master.ServerManager(517): Registering regionserver=6336e8474e1c,37287,1733465796151 2024-12-06T06:16:36,777 DEBUG [RS:2;6336e8474e1c:37559 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:34789/user/jenkins/test-data/fa9461a5-4808-773c-acb7-d5deda92bd40 2024-12-06T06:16:36,777 DEBUG [RS:2;6336e8474e1c:37559 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:34789 2024-12-06T06:16:36,777 DEBUG [RS:2;6336e8474e1c:37559 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-12-06T06:16:36,777 DEBUG [RS:0;6336e8474e1c:37287 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:34789/user/jenkins/test-data/fa9461a5-4808-773c-acb7-d5deda92bd40 2024-12-06T06:16:36,777 DEBUG [RS:0;6336e8474e1c:37287 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:34789 2024-12-06T06:16:36,777 DEBUG [RS:0;6336e8474e1c:37287 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-12-06T06:16:36,784 DEBUG [RS:2;6336e8474e1c:37559 {}] zookeeper.ZKUtil(111): regionserver:37559-0x101866ad8410003, quorum=127.0.0.1:55208, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/6336e8474e1c,37559,1733465796250 2024-12-06T06:16:36,785 WARN [RS:2;6336e8474e1c:37559 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-06T06:16:36,785 DEBUG [RS:0;6336e8474e1c:37287 {}] zookeeper.ZKUtil(111): regionserver:37287-0x101866ad8410001, quorum=127.0.0.1:55208, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/6336e8474e1c,37287,1733465796151 2024-12-06T06:16:36,785 WARN [RS:0;6336e8474e1c:37287 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-06T06:16:36,785 INFO [RS:2;6336e8474e1c:37559 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-06T06:16:36,785 INFO [RS:0;6336e8474e1c:37287 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-06T06:16:36,785 DEBUG [RS:2;6336e8474e1c:37559 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:34789/user/jenkins/test-data/fa9461a5-4808-773c-acb7-d5deda92bd40/WALs/6336e8474e1c,37559,1733465796250 2024-12-06T06:16:36,785 DEBUG [RS:0;6336e8474e1c:37287 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:34789/user/jenkins/test-data/fa9461a5-4808-773c-acb7-d5deda92bd40/WALs/6336e8474e1c,37287,1733465796151 2024-12-06T06:16:36,785 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [6336e8474e1c,37287,1733465796151] 2024-12-06T06:16:36,785 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [6336e8474e1c,37331,1733465796198] 2024-12-06T06:16:36,785 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [6336e8474e1c,37559,1733465796250] 2024-12-06T06:16:36,797 INFO [RS:1;6336e8474e1c:37331 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-06T06:16:36,818 INFO [RS:1;6336e8474e1c:37331 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-06T06:16:36,822 INFO [RS:2;6336e8474e1c:37559 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-06T06:16:36,829 INFO [RS:1;6336e8474e1c:37331 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-06T06:16:36,829 INFO [RS:1;6336e8474e1c:37331 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-06T06:16:36,841 INFO [RS:2;6336e8474e1c:37559 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-06T06:16:36,841 INFO [RS:1;6336e8474e1c:37331 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-12-06T06:16:36,841 INFO [RS:2;6336e8474e1c:37559 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-06T06:16:36,841 INFO [RS:2;6336e8474e1c:37559 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-06T06:16:36,842 INFO [RS:2;6336e8474e1c:37559 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-12-06T06:16:36,842 INFO [RS:1;6336e8474e1c:37331 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-12-06T06:16:36,842 INFO [RS:1;6336e8474e1c:37331 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-06T06:16:36,843 DEBUG [RS:1;6336e8474e1c:37331 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/6336e8474e1c:0, corePoolSize=1, maxPoolSize=1 2024-12-06T06:16:36,843 DEBUG [RS:1;6336e8474e1c:37331 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/6336e8474e1c:0, corePoolSize=1, maxPoolSize=1 2024-12-06T06:16:36,843 DEBUG [RS:1;6336e8474e1c:37331 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/6336e8474e1c:0, corePoolSize=1, maxPoolSize=1 2024-12-06T06:16:36,843 DEBUG [RS:1;6336e8474e1c:37331 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/6336e8474e1c:0, corePoolSize=1, maxPoolSize=1 2024-12-06T06:16:36,843 DEBUG [RS:1;6336e8474e1c:37331 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/6336e8474e1c:0, corePoolSize=1, maxPoolSize=1 2024-12-06T06:16:36,845 DEBUG [RS:1;6336e8474e1c:37331 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/6336e8474e1c:0, corePoolSize=2, maxPoolSize=2 2024-12-06T06:16:36,845 DEBUG [RS:1;6336e8474e1c:37331 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/6336e8474e1c:0, corePoolSize=1, maxPoolSize=1 2024-12-06T06:16:36,845 DEBUG [RS:1;6336e8474e1c:37331 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/6336e8474e1c:0, corePoolSize=1, maxPoolSize=1 2024-12-06T06:16:36,845 DEBUG [RS:1;6336e8474e1c:37331 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/6336e8474e1c:0, corePoolSize=1, maxPoolSize=1 2024-12-06T06:16:36,845 DEBUG [RS:1;6336e8474e1c:37331 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/6336e8474e1c:0, corePoolSize=1, maxPoolSize=1 2024-12-06T06:16:36,845 DEBUG [RS:1;6336e8474e1c:37331 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/6336e8474e1c:0, corePoolSize=1, maxPoolSize=1 2024-12-06T06:16:36,845 DEBUG [RS:1;6336e8474e1c:37331 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/6336e8474e1c:0, corePoolSize=1, maxPoolSize=1 2024-12-06T06:16:36,845 DEBUG [RS:1;6336e8474e1c:37331 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/6336e8474e1c:0, corePoolSize=3, maxPoolSize=3 2024-12-06T06:16:36,845 DEBUG [RS:1;6336e8474e1c:37331 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/6336e8474e1c:0, corePoolSize=3, maxPoolSize=3 2024-12-06T06:16:36,845 INFO [RS:2;6336e8474e1c:37559 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-12-06T06:16:36,845 INFO [RS:2;6336e8474e1c:37559 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-06T06:16:36,846 DEBUG [RS:2;6336e8474e1c:37559 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/6336e8474e1c:0, corePoolSize=1, maxPoolSize=1 2024-12-06T06:16:36,846 DEBUG [RS:2;6336e8474e1c:37559 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/6336e8474e1c:0, corePoolSize=1, maxPoolSize=1 2024-12-06T06:16:36,846 DEBUG [RS:2;6336e8474e1c:37559 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/6336e8474e1c:0, corePoolSize=1, maxPoolSize=1 2024-12-06T06:16:36,846 DEBUG [RS:2;6336e8474e1c:37559 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/6336e8474e1c:0, corePoolSize=1, maxPoolSize=1 2024-12-06T06:16:36,846 DEBUG [RS:2;6336e8474e1c:37559 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/6336e8474e1c:0, corePoolSize=1, maxPoolSize=1 2024-12-06T06:16:36,846 DEBUG [RS:2;6336e8474e1c:37559 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/6336e8474e1c:0, corePoolSize=2, maxPoolSize=2 2024-12-06T06:16:36,846 DEBUG [RS:2;6336e8474e1c:37559 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/6336e8474e1c:0, corePoolSize=1, maxPoolSize=1 2024-12-06T06:16:36,846 DEBUG [RS:2;6336e8474e1c:37559 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/6336e8474e1c:0, corePoolSize=1, maxPoolSize=1 2024-12-06T06:16:36,846 DEBUG [RS:2;6336e8474e1c:37559 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/6336e8474e1c:0, corePoolSize=1, maxPoolSize=1 2024-12-06T06:16:36,846 DEBUG [RS:2;6336e8474e1c:37559 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/6336e8474e1c:0, corePoolSize=1, maxPoolSize=1 2024-12-06T06:16:36,846 DEBUG [RS:2;6336e8474e1c:37559 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/6336e8474e1c:0, corePoolSize=1, maxPoolSize=1 2024-12-06T06:16:36,846 DEBUG [RS:2;6336e8474e1c:37559 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/6336e8474e1c:0, corePoolSize=1, maxPoolSize=1 2024-12-06T06:16:36,846 DEBUG [RS:2;6336e8474e1c:37559 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/6336e8474e1c:0, corePoolSize=3, maxPoolSize=3 2024-12-06T06:16:36,846 DEBUG [RS:2;6336e8474e1c:37559 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/6336e8474e1c:0, corePoolSize=3, maxPoolSize=3 2024-12-06T06:16:36,847 INFO [RS:0;6336e8474e1c:37287 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-06T06:16:36,853 INFO [RS:0;6336e8474e1c:37287 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-06T06:16:36,856 INFO [RS:1;6336e8474e1c:37331 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-06T06:16:36,856 INFO [RS:1;6336e8474e1c:37331 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-06T06:16:36,856 INFO [RS:1;6336e8474e1c:37331 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-06T06:16:36,856 INFO [RS:1;6336e8474e1c:37331 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-06T06:16:36,856 INFO [RS:1;6336e8474e1c:37331 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-06T06:16:36,856 INFO [RS:0;6336e8474e1c:37287 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-06T06:16:36,856 INFO [RS:1;6336e8474e1c:37331 {}] hbase.ChoreService(168): Chore ScheduledChore name=6336e8474e1c,37331,1733465796198-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-06T06:16:36,856 INFO [RS:0;6336e8474e1c:37287 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-06T06:16:36,856 INFO [RS:2;6336e8474e1c:37559 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-06T06:16:36,856 INFO [RS:2;6336e8474e1c:37559 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-06T06:16:36,856 INFO [RS:2;6336e8474e1c:37559 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-06T06:16:36,856 INFO [RS:2;6336e8474e1c:37559 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-06T06:16:36,856 INFO [RS:2;6336e8474e1c:37559 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-06T06:16:36,856 INFO [RS:2;6336e8474e1c:37559 {}] hbase.ChoreService(168): Chore ScheduledChore name=6336e8474e1c,37559,1733465796250-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-06T06:16:36,857 INFO [RS:0;6336e8474e1c:37287 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-12-06T06:16:36,858 INFO [RS:0;6336e8474e1c:37287 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-12-06T06:16:36,858 INFO [RS:0;6336e8474e1c:37287 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-06T06:16:36,858 DEBUG [RS:0;6336e8474e1c:37287 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/6336e8474e1c:0, corePoolSize=1, maxPoolSize=1 2024-12-06T06:16:36,858 DEBUG [RS:0;6336e8474e1c:37287 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/6336e8474e1c:0, corePoolSize=1, maxPoolSize=1 2024-12-06T06:16:36,858 DEBUG [RS:0;6336e8474e1c:37287 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/6336e8474e1c:0, corePoolSize=1, maxPoolSize=1 2024-12-06T06:16:36,858 DEBUG [RS:0;6336e8474e1c:37287 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/6336e8474e1c:0, corePoolSize=1, maxPoolSize=1 2024-12-06T06:16:36,858 DEBUG [RS:0;6336e8474e1c:37287 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/6336e8474e1c:0, corePoolSize=1, maxPoolSize=1 2024-12-06T06:16:36,858 DEBUG [RS:0;6336e8474e1c:37287 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/6336e8474e1c:0, corePoolSize=2, maxPoolSize=2 2024-12-06T06:16:36,858 DEBUG [RS:0;6336e8474e1c:37287 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/6336e8474e1c:0, corePoolSize=1, maxPoolSize=1 2024-12-06T06:16:36,858 DEBUG [RS:0;6336e8474e1c:37287 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/6336e8474e1c:0, corePoolSize=1, maxPoolSize=1 2024-12-06T06:16:36,858 DEBUG [RS:0;6336e8474e1c:37287 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/6336e8474e1c:0, corePoolSize=1, maxPoolSize=1 2024-12-06T06:16:36,858 DEBUG [RS:0;6336e8474e1c:37287 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/6336e8474e1c:0, corePoolSize=1, maxPoolSize=1 2024-12-06T06:16:36,859 DEBUG [RS:0;6336e8474e1c:37287 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/6336e8474e1c:0, corePoolSize=1, maxPoolSize=1 2024-12-06T06:16:36,859 DEBUG [RS:0;6336e8474e1c:37287 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/6336e8474e1c:0, corePoolSize=1, maxPoolSize=1 2024-12-06T06:16:36,859 DEBUG [RS:0;6336e8474e1c:37287 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/6336e8474e1c:0, corePoolSize=3, maxPoolSize=3 2024-12-06T06:16:36,859 DEBUG [RS:0;6336e8474e1c:37287 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/6336e8474e1c:0, corePoolSize=3, maxPoolSize=3 2024-12-06T06:16:36,868 INFO [RS:0;6336e8474e1c:37287 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-06T06:16:36,868 INFO [RS:0;6336e8474e1c:37287 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-06T06:16:36,868 INFO [RS:0;6336e8474e1c:37287 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-06T06:16:36,868 INFO [RS:0;6336e8474e1c:37287 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-06T06:16:36,868 INFO [RS:0;6336e8474e1c:37287 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-06T06:16:36,868 INFO [RS:0;6336e8474e1c:37287 {}] hbase.ChoreService(168): Chore ScheduledChore name=6336e8474e1c,37287,1733465796151-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-06T06:16:36,878 INFO [RS:1;6336e8474e1c:37331 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-06T06:16:36,878 INFO [RS:1;6336e8474e1c:37331 {}] hbase.ChoreService(168): Chore ScheduledChore name=6336e8474e1c,37331,1733465796198-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-06T06:16:36,878 INFO [RS:1;6336e8474e1c:37331 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-06T06:16:36,878 INFO [RS:1;6336e8474e1c:37331 {}] regionserver.Replication(171): 6336e8474e1c,37331,1733465796198 started 2024-12-06T06:16:36,881 INFO [RS:2;6336e8474e1c:37559 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-06T06:16:36,881 INFO [RS:2;6336e8474e1c:37559 {}] hbase.ChoreService(168): Chore ScheduledChore name=6336e8474e1c,37559,1733465796250-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-06T06:16:36,881 INFO [RS:2;6336e8474e1c:37559 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-06T06:16:36,881 INFO [RS:2;6336e8474e1c:37559 {}] regionserver.Replication(171): 6336e8474e1c,37559,1733465796250 started 2024-12-06T06:16:36,889 INFO [RS:0;6336e8474e1c:37287 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-06T06:16:36,889 INFO [RS:0;6336e8474e1c:37287 {}] hbase.ChoreService(168): Chore ScheduledChore name=6336e8474e1c,37287,1733465796151-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-06T06:16:36,889 INFO [RS:0;6336e8474e1c:37287 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-06T06:16:36,890 INFO [RS:0;6336e8474e1c:37287 {}] regionserver.Replication(171): 6336e8474e1c,37287,1733465796151 started 2024-12-06T06:16:36,899 INFO [RS:1;6336e8474e1c:37331 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-06T06:16:36,899 INFO [RS:1;6336e8474e1c:37331 {}] regionserver.HRegionServer(1482): Serving as 6336e8474e1c,37331,1733465796198, RpcServer on 6336e8474e1c/172.17.0.2:37331, sessionid=0x101866ad8410002 2024-12-06T06:16:36,899 DEBUG [RS:1;6336e8474e1c:37331 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-06T06:16:36,899 DEBUG [RS:1;6336e8474e1c:37331 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 6336e8474e1c,37331,1733465796198 2024-12-06T06:16:36,899 DEBUG [RS:1;6336e8474e1c:37331 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '6336e8474e1c,37331,1733465796198' 2024-12-06T06:16:36,899 DEBUG [RS:1;6336e8474e1c:37331 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-12-06T06:16:36,900 DEBUG [RS:1;6336e8474e1c:37331 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-12-06T06:16:36,901 DEBUG [RS:1;6336e8474e1c:37331 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-06T06:16:36,901 DEBUG [RS:1;6336e8474e1c:37331 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-06T06:16:36,901 DEBUG [RS:1;6336e8474e1c:37331 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 6336e8474e1c,37331,1733465796198 2024-12-06T06:16:36,901 DEBUG [RS:1;6336e8474e1c:37331 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '6336e8474e1c,37331,1733465796198' 2024-12-06T06:16:36,901 DEBUG [RS:1;6336e8474e1c:37331 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-12-06T06:16:36,903 INFO [RS:2;6336e8474e1c:37559 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-06T06:16:36,903 INFO [RS:2;6336e8474e1c:37559 {}] regionserver.HRegionServer(1482): Serving as 6336e8474e1c,37559,1733465796250, RpcServer on 6336e8474e1c/172.17.0.2:37559, sessionid=0x101866ad8410003 2024-12-06T06:16:36,903 DEBUG [RS:2;6336e8474e1c:37559 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-06T06:16:36,903 DEBUG [RS:2;6336e8474e1c:37559 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 6336e8474e1c,37559,1733465796250 2024-12-06T06:16:36,903 DEBUG [RS:2;6336e8474e1c:37559 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '6336e8474e1c,37559,1733465796250' 2024-12-06T06:16:36,903 DEBUG [RS:2;6336e8474e1c:37559 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-12-06T06:16:36,904 DEBUG [RS:2;6336e8474e1c:37559 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-12-06T06:16:36,904 WARN [6336e8474e1c:39063 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-12-06T06:16:36,904 DEBUG [RS:2;6336e8474e1c:37559 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-06T06:16:36,904 DEBUG [RS:2;6336e8474e1c:37559 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-06T06:16:36,904 DEBUG [RS:2;6336e8474e1c:37559 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 6336e8474e1c,37559,1733465796250 2024-12-06T06:16:36,904 DEBUG [RS:2;6336e8474e1c:37559 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '6336e8474e1c,37559,1733465796250' 2024-12-06T06:16:36,904 DEBUG [RS:2;6336e8474e1c:37559 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-12-06T06:16:36,906 DEBUG [RS:2;6336e8474e1c:37559 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-12-06T06:16:36,907 DEBUG [RS:2;6336e8474e1c:37559 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-06T06:16:36,907 INFO [RS:2;6336e8474e1c:37559 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-06T06:16:36,907 INFO [RS:2;6336e8474e1c:37559 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-06T06:16:36,907 DEBUG [RS:1;6336e8474e1c:37331 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-12-06T06:16:36,907 INFO [RS:0;6336e8474e1c:37287 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-06T06:16:36,907 INFO [RS:0;6336e8474e1c:37287 {}] regionserver.HRegionServer(1482): Serving as 6336e8474e1c,37287,1733465796151, RpcServer on 6336e8474e1c/172.17.0.2:37287, sessionid=0x101866ad8410001 2024-12-06T06:16:36,907 DEBUG [RS:0;6336e8474e1c:37287 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-06T06:16:36,907 DEBUG [RS:0;6336e8474e1c:37287 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 6336e8474e1c,37287,1733465796151 2024-12-06T06:16:36,907 DEBUG [RS:0;6336e8474e1c:37287 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '6336e8474e1c,37287,1733465796151' 2024-12-06T06:16:36,907 DEBUG [RS:0;6336e8474e1c:37287 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-12-06T06:16:36,908 DEBUG [RS:1;6336e8474e1c:37331 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-06T06:16:36,908 INFO [RS:1;6336e8474e1c:37331 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-06T06:16:36,908 INFO [RS:1;6336e8474e1c:37331 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-06T06:16:36,908 DEBUG [RS:0;6336e8474e1c:37287 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-12-06T06:16:36,908 DEBUG [RS:0;6336e8474e1c:37287 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-06T06:16:36,908 DEBUG [RS:0;6336e8474e1c:37287 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-06T06:16:36,908 DEBUG [RS:0;6336e8474e1c:37287 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 6336e8474e1c,37287,1733465796151 2024-12-06T06:16:36,908 DEBUG [RS:0;6336e8474e1c:37287 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '6336e8474e1c,37287,1733465796151' 2024-12-06T06:16:36,908 DEBUG [RS:0;6336e8474e1c:37287 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-12-06T06:16:36,909 DEBUG [RS:0;6336e8474e1c:37287 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-12-06T06:16:36,910 DEBUG [RS:0;6336e8474e1c:37287 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-06T06:16:36,910 INFO [RS:0;6336e8474e1c:37287 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-06T06:16:36,910 INFO [RS:0;6336e8474e1c:37287 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-06T06:16:37,008 INFO [RS:2;6336e8474e1c:37559 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-06T06:16:37,008 INFO [RS:1;6336e8474e1c:37331 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-06T06:16:37,010 INFO [RS:2;6336e8474e1c:37559 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=6336e8474e1c%2C37559%2C1733465796250, suffix=, logDir=hdfs://localhost:34789/user/jenkins/test-data/fa9461a5-4808-773c-acb7-d5deda92bd40/WALs/6336e8474e1c,37559,1733465796250, archiveDir=hdfs://localhost:34789/user/jenkins/test-data/fa9461a5-4808-773c-acb7-d5deda92bd40/oldWALs, maxLogs=32 2024-12-06T06:16:37,010 INFO [RS:0;6336e8474e1c:37287 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-06T06:16:37,011 INFO [RS:1;6336e8474e1c:37331 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=6336e8474e1c%2C37331%2C1733465796198, suffix=, logDir=hdfs://localhost:34789/user/jenkins/test-data/fa9461a5-4808-773c-acb7-d5deda92bd40/WALs/6336e8474e1c,37331,1733465796198, archiveDir=hdfs://localhost:34789/user/jenkins/test-data/fa9461a5-4808-773c-acb7-d5deda92bd40/oldWALs, maxLogs=32 2024-12-06T06:16:37,012 INFO [RS:0;6336e8474e1c:37287 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=6336e8474e1c%2C37287%2C1733465796151, suffix=, logDir=hdfs://localhost:34789/user/jenkins/test-data/fa9461a5-4808-773c-acb7-d5deda92bd40/WALs/6336e8474e1c,37287,1733465796151, archiveDir=hdfs://localhost:34789/user/jenkins/test-data/fa9461a5-4808-773c-acb7-d5deda92bd40/oldWALs, maxLogs=32 2024-12-06T06:16:37,031 DEBUG [RS:1;6336e8474e1c:37331 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/fa9461a5-4808-773c-acb7-d5deda92bd40/WALs/6336e8474e1c,37331,1733465796198/6336e8474e1c%2C37331%2C1733465796198.1733465797012, exclude list is [], retry=0 2024-12-06T06:16:37,034 DEBUG [RS:2;6336e8474e1c:37559 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/fa9461a5-4808-773c-acb7-d5deda92bd40/WALs/6336e8474e1c,37559,1733465796250/6336e8474e1c%2C37559%2C1733465796250.1733465797011, exclude list is [], retry=0 2024-12-06T06:16:37,035 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34979,DS-8e2d8378-d6b0-4646-9f59-24e405388ffb,DISK] 2024-12-06T06:16:37,036 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38751,DS-4c0159b3-4dcb-4e01-86a4-acf7e28872de,DISK] 2024-12-06T06:16:37,037 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40895,DS-28bb36b7-0a70-450b-90b9-3addf9f6e0a4,DISK] 2024-12-06T06:16:37,040 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40895,DS-28bb36b7-0a70-450b-90b9-3addf9f6e0a4,DISK] 2024-12-06T06:16:37,040 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38751,DS-4c0159b3-4dcb-4e01-86a4-acf7e28872de,DISK] 2024-12-06T06:16:37,040 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34979,DS-8e2d8378-d6b0-4646-9f59-24e405388ffb,DISK] 2024-12-06T06:16:37,043 DEBUG [RS:0;6336e8474e1c:37287 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/fa9461a5-4808-773c-acb7-d5deda92bd40/WALs/6336e8474e1c,37287,1733465796151/6336e8474e1c%2C37287%2C1733465796151.1733465797013, exclude list is [], retry=0 2024-12-06T06:16:37,047 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38751,DS-4c0159b3-4dcb-4e01-86a4-acf7e28872de,DISK] 2024-12-06T06:16:37,047 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34979,DS-8e2d8378-d6b0-4646-9f59-24e405388ffb,DISK] 2024-12-06T06:16:37,048 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40895,DS-28bb36b7-0a70-450b-90b9-3addf9f6e0a4,DISK] 2024-12-06T06:16:37,068 INFO [RS:1;6336e8474e1c:37331 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/fa9461a5-4808-773c-acb7-d5deda92bd40/WALs/6336e8474e1c,37331,1733465796198/6336e8474e1c%2C37331%2C1733465796198.1733465797012 2024-12-06T06:16:37,070 INFO [RS:0;6336e8474e1c:37287 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/fa9461a5-4808-773c-acb7-d5deda92bd40/WALs/6336e8474e1c,37287,1733465796151/6336e8474e1c%2C37287%2C1733465796151.1733465797013 2024-12-06T06:16:37,072 DEBUG [RS:1;6336e8474e1c:37331 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38955:38955),(127.0.0.1/127.0.0.1:33103:33103),(127.0.0.1/127.0.0.1:46347:46347)] 2024-12-06T06:16:37,073 DEBUG [RS:0;6336e8474e1c:37287 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33103:33103),(127.0.0.1/127.0.0.1:38955:38955),(127.0.0.1/127.0.0.1:46347:46347)] 2024-12-06T06:16:37,074 INFO [RS:2;6336e8474e1c:37559 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/fa9461a5-4808-773c-acb7-d5deda92bd40/WALs/6336e8474e1c,37559,1733465796250/6336e8474e1c%2C37559%2C1733465796250.1733465797011 2024-12-06T06:16:37,080 DEBUG [RS:2;6336e8474e1c:37559 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33103:33103),(127.0.0.1/127.0.0.1:46347:46347),(127.0.0.1/127.0.0.1:38955:38955)] 2024-12-06T06:16:37,154 DEBUG [6336e8474e1c:39063 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=3, allServersCount=3 2024-12-06T06:16:37,155 DEBUG [6336e8474e1c:39063 {}] balancer.BalancerClusterState(204): Hosts are {6336e8474e1c=0} racks are {/default-rack=0} 2024-12-06T06:16:37,158 DEBUG [6336e8474e1c:39063 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-12-06T06:16:37,158 DEBUG [6336e8474e1c:39063 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-12-06T06:16:37,158 DEBUG [6336e8474e1c:39063 {}] balancer.BalancerClusterState(303): server 2 has 0 regions 2024-12-06T06:16:37,158 DEBUG [6336e8474e1c:39063 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-12-06T06:16:37,158 DEBUG [6336e8474e1c:39063 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-12-06T06:16:37,158 DEBUG [6336e8474e1c:39063 {}] balancer.BalancerClusterState(310): server 2 is on host 0 2024-12-06T06:16:37,158 INFO [6336e8474e1c:39063 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-12-06T06:16:37,158 INFO [6336e8474e1c:39063 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-12-06T06:16:37,158 INFO [6336e8474e1c:39063 {}] balancer.BalancerClusterState(321): server 2 is on rack 0 2024-12-06T06:16:37,158 DEBUG [6336e8474e1c:39063 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-12-06T06:16:37,159 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=6336e8474e1c,37287,1733465796151 2024-12-06T06:16:37,165 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 6336e8474e1c,37287,1733465796151, state=OPENING 2024-12-06T06:16:37,177 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-12-06T06:16:37,179 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37559-0x101866ad8410003, quorum=127.0.0.1:55208, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-06T06:16:37,179 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37331-0x101866ad8410002, quorum=127.0.0.1:55208, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-06T06:16:37,179 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39063-0x101866ad8410000, quorum=127.0.0.1:55208, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-06T06:16:37,179 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37287-0x101866ad8410001, quorum=127.0.0.1:55208, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-06T06:16:37,180 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-06T06:16:37,180 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-06T06:16:37,180 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-06T06:16:37,180 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=6336e8474e1c,37287,1733465796151}] 2024-12-06T06:16:37,182 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-06T06:16:37,182 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-06T06:16:37,898 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-06T06:16:37,898 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-12-06T06:16:38,336 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T06:16:38,347 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T06:16:38,347 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T06:16:38,855 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-06T06:16:38,857 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T06:16:38,881 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T06:16:38,881 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T06:16:43,640 WARN [BootstrapNodeManager {}] regionserver.BootstrapNodeManager(142): failed to get live region servers from master org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=6336e8474e1c:45063 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.BootstrapNodeManager.getFromMaster(BootstrapNodeManager.java:140) ~[classes/:?] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) ~[?:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:304) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$Stub.getLiveRegionServers(RegionServerStatusProtos.java:17191) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClusterConnectionImpl.getLiveRegionServers(AsyncClusterConnectionImpl.java:139) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.BootstrapNodeManager.getFromMaster(BootstrapNodeManager.java:140) ~[classes/:?] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) ~[?:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:304) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 10 more 2024-12-06T06:16:47,184 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-06T06:16:47,186 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48817, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-06T06:16:47,191 INFO [RS_OPEN_META-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-12-06T06:16:47,191 INFO [RS_OPEN_META-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-06T06:16:47,192 INFO [RS_OPEN_META-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-12-06T06:16:47,193 INFO [RS_OPEN_META-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=6336e8474e1c%2C37287%2C1733465796151.meta, suffix=.meta, logDir=hdfs://localhost:34789/user/jenkins/test-data/fa9461a5-4808-773c-acb7-d5deda92bd40/WALs/6336e8474e1c,37287,1733465796151, archiveDir=hdfs://localhost:34789/user/jenkins/test-data/fa9461a5-4808-773c-acb7-d5deda92bd40/oldWALs, maxLogs=32 2024-12-06T06:16:47,207 DEBUG [RS_OPEN_META-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/fa9461a5-4808-773c-acb7-d5deda92bd40/WALs/6336e8474e1c,37287,1733465796151/6336e8474e1c%2C37287%2C1733465796151.meta.1733465807194.meta, exclude list is [], retry=0 2024-12-06T06:16:47,209 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40895,DS-28bb36b7-0a70-450b-90b9-3addf9f6e0a4,DISK] 2024-12-06T06:16:47,210 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34979,DS-8e2d8378-d6b0-4646-9f59-24e405388ffb,DISK] 2024-12-06T06:16:47,210 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38751,DS-4c0159b3-4dcb-4e01-86a4-acf7e28872de,DISK] 2024-12-06T06:16:47,211 INFO [RS_OPEN_META-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/fa9461a5-4808-773c-acb7-d5deda92bd40/WALs/6336e8474e1c,37287,1733465796151/6336e8474e1c%2C37287%2C1733465796151.meta.1733465807194.meta 2024-12-06T06:16:47,212 DEBUG [RS_OPEN_META-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46347:46347),(127.0.0.1/127.0.0.1:38955:38955),(127.0.0.1/127.0.0.1:33103:33103)] 2024-12-06T06:16:47,212 DEBUG [RS_OPEN_META-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-12-06T06:16:47,212 DEBUG [RS_OPEN_META-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-06T06:16:47,212 DEBUG [RS_OPEN_META-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-12-06T06:16:47,212 INFO [RS_OPEN_META-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-12-06T06:16:47,212 DEBUG [RS_OPEN_META-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-12-06T06:16:47,212 DEBUG [RS_OPEN_META-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-06T06:16:47,213 DEBUG [RS_OPEN_META-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-12-06T06:16:47,213 DEBUG [RS_OPEN_META-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-12-06T06:16:47,214 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-06T06:16:47,215 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-06T06:16:47,215 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T06:16:47,215 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-06T06:16:47,215 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-06T06:16:47,216 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-06T06:16:47,216 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T06:16:47,217 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-06T06:16:47,217 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-06T06:16:47,218 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-06T06:16:47,218 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T06:16:47,218 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-06T06:16:47,218 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-06T06:16:47,219 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-06T06:16:47,219 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T06:16:47,219 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-06T06:16:47,219 DEBUG [RS_OPEN_META-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-06T06:16:47,220 DEBUG [RS_OPEN_META-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34789/user/jenkins/test-data/fa9461a5-4808-773c-acb7-d5deda92bd40/data/hbase/meta/1588230740 2024-12-06T06:16:47,221 DEBUG [RS_OPEN_META-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34789/user/jenkins/test-data/fa9461a5-4808-773c-acb7-d5deda92bd40/data/hbase/meta/1588230740 2024-12-06T06:16:47,222 DEBUG [RS_OPEN_META-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-06T06:16:47,222 DEBUG [RS_OPEN_META-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-06T06:16:47,223 DEBUG [RS_OPEN_META-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-06T06:16:47,224 DEBUG [RS_OPEN_META-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-06T06:16:47,225 INFO [RS_OPEN_META-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63652438, jitterRate=-0.05150476098060608}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-06T06:16:47,225 DEBUG [RS_OPEN_META-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-12-06T06:16:47,226 DEBUG [RS_OPEN_META-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1733465807213Writing region info on filesystem at 1733465807213Initializing all the Stores at 1733465807214 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733465807214Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733465807214Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733465807214Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733465807214Cleaning up temporary data from old regions at 1733465807222 (+8 ms)Running coprocessor post-open hooks at 1733465807225 (+3 ms)Region opened successfully at 1733465807226 (+1 ms) 2024-12-06T06:16:47,227 INFO [RS_OPEN_META-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1733465807184 2024-12-06T06:16:47,229 DEBUG [RS_OPEN_META-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-12-06T06:16:47,229 INFO [RS_OPEN_META-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-12-06T06:16:47,229 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=6336e8474e1c,37287,1733465796151 2024-12-06T06:16:47,230 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 6336e8474e1c,37287,1733465796151, state=OPEN 2024-12-06T06:16:47,232 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39063-0x101866ad8410000, quorum=127.0.0.1:55208, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-06T06:16:47,232 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37287-0x101866ad8410001, quorum=127.0.0.1:55208, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-06T06:16:47,232 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37559-0x101866ad8410003, quorum=127.0.0.1:55208, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-06T06:16:47,232 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37331-0x101866ad8410002, quorum=127.0.0.1:55208, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-06T06:16:47,232 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-06T06:16:47,232 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-06T06:16:47,232 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-06T06:16:47,232 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-06T06:16:47,232 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=6336e8474e1c,37287,1733465796151 2024-12-06T06:16:47,235 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-12-06T06:16:47,235 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=6336e8474e1c,37287,1733465796151 in 10.0520 sec 2024-12-06T06:16:47,238 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-12-06T06:16:47,238 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 10.4990 sec 2024-12-06T06:16:47,238 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-06T06:16:47,238 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-12-06T06:16:47,241 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-06T06:16:47,241 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=6336e8474e1c,37287,1733465796151, seqNum=-1] 2024-12-06T06:16:47,241 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-06T06:16:47,243 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54613, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-06T06:16:47,249 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 10.6510 sec 2024-12-06T06:16:47,249 INFO [master/6336e8474e1c:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1733465807249, completionTime=-1 2024-12-06T06:16:47,249 INFO [master/6336e8474e1c:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=3; waited=0ms, expected min=3 server(s), max=3 server(s), master is running 2024-12-06T06:16:47,249 DEBUG [master/6336e8474e1c:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-12-06T06:16:47,251 INFO [master/6336e8474e1c:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=3 2024-12-06T06:16:47,251 INFO [master/6336e8474e1c:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1733465867251 2024-12-06T06:16:47,251 INFO [master/6336e8474e1c:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1733465927251 2024-12-06T06:16:47,251 INFO [master/6336e8474e1c:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 2 msec 2024-12-06T06:16:47,251 INFO [master/6336e8474e1c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6336e8474e1c,39063,1733465796076-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-06T06:16:47,251 INFO [master/6336e8474e1c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6336e8474e1c,39063,1733465796076-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-06T06:16:47,251 INFO [master/6336e8474e1c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6336e8474e1c,39063,1733465796076-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-06T06:16:47,251 INFO [master/6336e8474e1c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-6336e8474e1c:39063, period=300000, unit=MILLISECONDS is enabled. 2024-12-06T06:16:47,251 INFO [master/6336e8474e1c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-12-06T06:16:47,252 INFO [master/6336e8474e1c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-12-06T06:16:47,253 DEBUG [master/6336e8474e1c:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-12-06T06:16:47,256 INFO [master/6336e8474e1c:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 10.950sec 2024-12-06T06:16:47,256 INFO [master/6336e8474e1c:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-12-06T06:16:47,256 INFO [master/6336e8474e1c:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-12-06T06:16:47,256 INFO [master/6336e8474e1c:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-12-06T06:16:47,256 INFO [master/6336e8474e1c:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-12-06T06:16:47,256 INFO [master/6336e8474e1c:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-12-06T06:16:47,256 INFO [master/6336e8474e1c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6336e8474e1c,39063,1733465796076-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-06T06:16:47,256 INFO [master/6336e8474e1c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6336e8474e1c,39063,1733465796076-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-12-06T06:16:47,259 DEBUG [master/6336e8474e1c:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-12-06T06:16:47,259 INFO [master/6336e8474e1c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-12-06T06:16:47,259 INFO [master/6336e8474e1c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6336e8474e1c,39063,1733465796076-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-06T06:16:47,319 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3bbaf5d1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T06:16:47,319 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 6336e8474e1c,39063,-1 for getting cluster id 2024-12-06T06:16:47,319 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-06T06:16:47,320 DEBUG [HMaster-EventLoopGroup-7-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'c41e48ab-6c93-48a3-b679-20a18dcae197' 2024-12-06T06:16:47,321 DEBUG [RPCClient-NioEventLoopGroup-6-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-06T06:16:47,321 DEBUG [RPCClient-NioEventLoopGroup-6-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "c41e48ab-6c93-48a3-b679-20a18dcae197" 2024-12-06T06:16:47,321 DEBUG [RPCClient-NioEventLoopGroup-6-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@20dbbea4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T06:16:47,321 DEBUG [RPCClient-NioEventLoopGroup-6-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6336e8474e1c,39063,-1] 2024-12-06T06:16:47,322 DEBUG [RPCClient-NioEventLoopGroup-6-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-06T06:16:47,322 DEBUG [RPCClient-NioEventLoopGroup-6-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T06:16:47,323 INFO [HMaster-EventLoopGroup-7-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53928, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-06T06:16:47,324 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7fb14ccc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T06:16:47,324 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-06T06:16:47,325 DEBUG [RPCClient-NioEventLoopGroup-6-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=6336e8474e1c,37287,1733465796151, seqNum=-1] 2024-12-06T06:16:47,325 DEBUG [RPCClient-NioEventLoopGroup-6-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-06T06:16:47,326 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-8-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45908, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-06T06:16:47,328 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=6336e8474e1c,39063,1733465796076 2024-12-06T06:16:47,328 DEBUG [Time-limited test {}] snapshot.SnapshotDescriptionUtils(316): Creation time not specified, setting to:1733465807328 (current time:1733465807328). 2024-12-06T06:16:47,328 DEBUG [Time-limited test {}] snapshot.SnapshotDescriptionUtils(330): Snapshot current TTL value: 0 resetting it to default value: 0 2024-12-06T06:16:47,328 DEBUG [Time-limited test {}] snapshot.SnapshotDescriptionUtils(339): Snapshot SnapshotProcedureTest VERSION not specified, setting to 2 2024-12-06T06:16:47,329 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4ef9caf6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T06:16:47,329 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 6336e8474e1c,39063,-1 for getting cluster id 2024-12-06T06:16:47,329 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-06T06:16:47,329 DEBUG [HMaster-EventLoopGroup-7-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'c41e48ab-6c93-48a3-b679-20a18dcae197' 2024-12-06T06:16:47,330 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-06T06:16:47,330 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "c41e48ab-6c93-48a3-b679-20a18dcae197" 2024-12-06T06:16:47,330 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@290d4cfc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T06:16:47,330 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6336e8474e1c,39063,-1] 2024-12-06T06:16:47,330 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-06T06:16:47,330 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T06:16:47,331 INFO [HMaster-EventLoopGroup-7-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53942, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-06T06:16:47,331 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@548c37d0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T06:16:47,332 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-06T06:16:47,333 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=6336e8474e1c,37287,1733465796151, seqNum=-1] 2024-12-06T06:16:47,333 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-06T06:16:47,334 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45910, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-06T06:16:47,335 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-06T06:16:47,335 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.isSecurityAvailable(SnapshotDescriptionUtils.java:481) at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.validate(SnapshotDescriptionUtils.java:353) at org.apache.hadoop.hbase.master.procedure.TestSnapshotProcedure.setup(TestSnapshotProcedure.java:117) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunBefores.invokeMethod(RunBefores.java:33) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:24) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-06T06:16:47,335 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T06:16:47,335 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T06:16:47,335 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-06T06:16:47,336 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-06T06:16:47,336 DEBUG [RPCClient-NioEventLoopGroup-6-8 {}] client.AsyncConnectionImpl(321): The fetched master address is 6336e8474e1c,39063,1733465796076 2024-12-06T06:16:47,337 DEBUG [RPCClient-NioEventLoopGroup-6-8 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@628246b5 2024-12-06T06:16:47,337 DEBUG [RPCClient-NioEventLoopGroup-6-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-06T06:16:47,338 INFO [HMaster-EventLoopGroup-7-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53954, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-06T06:16:47,339 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39063 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'SPTestTable', {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-06T06:16:47,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39063 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=SPTestTable 2024-12-06T06:16:47,342 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_PRE_OPERATION 2024-12-06T06:16:47,342 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T06:16:47,342 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39063 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "SPTestTable" procId is: 4 2024-12-06T06:16:47,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39063 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-06T06:16:47,343 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-06T06:16:47,353 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38751 is added to blk_1073741837_1013 (size=361) 2024-12-06T06:16:47,353 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34979 is added to blk_1073741837_1013 (size=361) 2024-12-06T06:16:47,354 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40895 is added to blk_1073741837_1013 (size=361) 2024-12-06T06:16:47,356 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(7572): creating {ENCODED => 507cd5115e5cc50f87ede2b2161c3d67, NAME => 'SPTestTable,33333332,1733465807338.507cd5115e5cc50f87ede2b2161c3d67.', STARTKEY => '33333332', ENDKEY => '4ccccccb'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:34789/user/jenkins/test-data/fa9461a5-4808-773c-acb7-d5deda92bd40 2024-12-06T06:16:47,357 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 0805cc1d0f5763dce654ab2c005271c7, NAME => 'SPTestTable,,1733465807338.0805cc1d0f5763dce654ab2c005271c7.', STARTKEY => '', ENDKEY => '19999999'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:34789/user/jenkins/test-data/fa9461a5-4808-773c-acb7-d5deda92bd40 2024-12-06T06:16:47,357 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(7572): creating {ENCODED => a1c29e1f256664ca2ce1424fa85b7654, NAME => 'SPTestTable,19999999,1733465807338.a1c29e1f256664ca2ce1424fa85b7654.', STARTKEY => '19999999', ENDKEY => '33333332'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:34789/user/jenkins/test-data/fa9461a5-4808-773c-acb7-d5deda92bd40 2024-12-06T06:16:47,374 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34979 is added to blk_1073741838_1014 (size=62) 2024-12-06T06:16:47,374 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38751 is added to blk_1073741838_1014 (size=62) 2024-12-06T06:16:47,375 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34979 is added to blk_1073741839_1015 (size=62) 2024-12-06T06:16:47,375 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40895 is added to blk_1073741838_1014 (size=62) 2024-12-06T06:16:47,375 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(898): Instantiated SPTestTable,33333332,1733465807338.507cd5115e5cc50f87ede2b2161c3d67.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-06T06:16:47,375 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1722): Closing 507cd5115e5cc50f87ede2b2161c3d67, disabling compactions & flushes 2024-12-06T06:16:47,376 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1755): Closing region SPTestTable,33333332,1733465807338.507cd5115e5cc50f87ede2b2161c3d67. 2024-12-06T06:16:47,376 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,33333332,1733465807338.507cd5115e5cc50f87ede2b2161c3d67. 2024-12-06T06:16:47,376 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,33333332,1733465807338.507cd5115e5cc50f87ede2b2161c3d67. after waiting 0 ms 2024-12-06T06:16:47,376 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,33333332,1733465807338.507cd5115e5cc50f87ede2b2161c3d67. 2024-12-06T06:16:47,376 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1973): Closed SPTestTable,33333332,1733465807338.507cd5115e5cc50f87ede2b2161c3d67. 2024-12-06T06:16:47,376 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1676): Region close journal for 507cd5115e5cc50f87ede2b2161c3d67: Waiting for close lock at 1733465807375Disabling compacts and flushes for region at 1733465807375Disabling writes for close at 1733465807376 (+1 ms)Writing region close event to WAL at 1733465807376Closed at 1733465807376 2024-12-06T06:16:47,377 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(7572): creating {ENCODED => 7c90be3e3c62de034470a6b728552f74, NAME => 'SPTestTable,4ccccccb,1733465807338.7c90be3e3c62de034470a6b728552f74.', STARTKEY => '4ccccccb', ENDKEY => '66666664'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:34789/user/jenkins/test-data/fa9461a5-4808-773c-acb7-d5deda92bd40 2024-12-06T06:16:47,377 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38751 is added to blk_1073741839_1015 (size=62) 2024-12-06T06:16:47,377 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40895 is added to blk_1073741839_1015 (size=62) 2024-12-06T06:16:47,378 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(898): Instantiated SPTestTable,19999999,1733465807338.a1c29e1f256664ca2ce1424fa85b7654.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-06T06:16:47,378 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1722): Closing a1c29e1f256664ca2ce1424fa85b7654, disabling compactions & flushes 2024-12-06T06:16:47,378 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1755): Closing region SPTestTable,19999999,1733465807338.a1c29e1f256664ca2ce1424fa85b7654. 2024-12-06T06:16:47,378 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,19999999,1733465807338.a1c29e1f256664ca2ce1424fa85b7654. 2024-12-06T06:16:47,378 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,19999999,1733465807338.a1c29e1f256664ca2ce1424fa85b7654. after waiting 0 ms 2024-12-06T06:16:47,378 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,19999999,1733465807338.a1c29e1f256664ca2ce1424fa85b7654. 2024-12-06T06:16:47,378 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1973): Closed SPTestTable,19999999,1733465807338.a1c29e1f256664ca2ce1424fa85b7654. 2024-12-06T06:16:47,378 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1676): Region close journal for a1c29e1f256664ca2ce1424fa85b7654: Waiting for close lock at 1733465807378Disabling compacts and flushes for region at 1733465807378Disabling writes for close at 1733465807378Writing region close event to WAL at 1733465807378Closed at 1733465807378 2024-12-06T06:16:47,379 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(7572): creating {ENCODED => 53f278bc66579973c4d7694d2c33d290, NAME => 'SPTestTable,66666664,1733465807338.53f278bc66579973c4d7694d2c33d290.', STARTKEY => '66666664', ENDKEY => '7ffffffd'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:34789/user/jenkins/test-data/fa9461a5-4808-773c-acb7-d5deda92bd40 2024-12-06T06:16:47,386 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34979 is added to blk_1073741840_1016 (size=54) 2024-12-06T06:16:47,387 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40895 is added to blk_1073741840_1016 (size=54) 2024-12-06T06:16:47,387 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38751 is added to blk_1073741840_1016 (size=54) 2024-12-06T06:16:47,388 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(898): Instantiated SPTestTable,,1733465807338.0805cc1d0f5763dce654ab2c005271c7.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-06T06:16:47,388 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1722): Closing 0805cc1d0f5763dce654ab2c005271c7, disabling compactions & flushes 2024-12-06T06:16:47,388 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1755): Closing region SPTestTable,,1733465807338.0805cc1d0f5763dce654ab2c005271c7. 2024-12-06T06:16:47,388 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,,1733465807338.0805cc1d0f5763dce654ab2c005271c7. 2024-12-06T06:16:47,388 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,,1733465807338.0805cc1d0f5763dce654ab2c005271c7. after waiting 0 ms 2024-12-06T06:16:47,388 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,,1733465807338.0805cc1d0f5763dce654ab2c005271c7. 2024-12-06T06:16:47,388 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1973): Closed SPTestTable,,1733465807338.0805cc1d0f5763dce654ab2c005271c7. 2024-12-06T06:16:47,388 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1676): Region close journal for 0805cc1d0f5763dce654ab2c005271c7: Waiting for close lock at 1733465807388Disabling compacts and flushes for region at 1733465807388Disabling writes for close at 1733465807388Writing region close event to WAL at 1733465807388Closed at 1733465807388 2024-12-06T06:16:47,389 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 3c355dcdf8b3620177979dc0d6f05551, NAME => 'SPTestTable,7ffffffd,1733465807338.3c355dcdf8b3620177979dc0d6f05551.', STARTKEY => '7ffffffd', ENDKEY => '99999996'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:34789/user/jenkins/test-data/fa9461a5-4808-773c-acb7-d5deda92bd40 2024-12-06T06:16:47,392 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40895 is added to blk_1073741841_1017 (size=62) 2024-12-06T06:16:47,393 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34979 is added to blk_1073741841_1017 (size=62) 2024-12-06T06:16:47,393 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40895 is added to blk_1073741842_1018 (size=62) 2024-12-06T06:16:47,393 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38751 is added to blk_1073741841_1017 (size=62) 2024-12-06T06:16:47,393 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34979 is added to blk_1073741842_1018 (size=62) 2024-12-06T06:16:47,394 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38751 is added to blk_1073741842_1018 (size=62) 2024-12-06T06:16:47,394 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(898): Instantiated SPTestTable,66666664,1733465807338.53f278bc66579973c4d7694d2c33d290.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-06T06:16:47,394 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(898): Instantiated SPTestTable,4ccccccb,1733465807338.7c90be3e3c62de034470a6b728552f74.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-06T06:16:47,394 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1722): Closing 53f278bc66579973c4d7694d2c33d290, disabling compactions & flushes 2024-12-06T06:16:47,394 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1722): Closing 7c90be3e3c62de034470a6b728552f74, disabling compactions & flushes 2024-12-06T06:16:47,394 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1755): Closing region SPTestTable,4ccccccb,1733465807338.7c90be3e3c62de034470a6b728552f74. 2024-12-06T06:16:47,394 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1755): Closing region SPTestTable,66666664,1733465807338.53f278bc66579973c4d7694d2c33d290. 2024-12-06T06:16:47,394 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,4ccccccb,1733465807338.7c90be3e3c62de034470a6b728552f74. 2024-12-06T06:16:47,394 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,66666664,1733465807338.53f278bc66579973c4d7694d2c33d290. 2024-12-06T06:16:47,394 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,66666664,1733465807338.53f278bc66579973c4d7694d2c33d290. after waiting 0 ms 2024-12-06T06:16:47,394 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,4ccccccb,1733465807338.7c90be3e3c62de034470a6b728552f74. after waiting 0 ms 2024-12-06T06:16:47,394 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,66666664,1733465807338.53f278bc66579973c4d7694d2c33d290. 2024-12-06T06:16:47,394 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,4ccccccb,1733465807338.7c90be3e3c62de034470a6b728552f74. 2024-12-06T06:16:47,394 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1973): Closed SPTestTable,66666664,1733465807338.53f278bc66579973c4d7694d2c33d290. 2024-12-06T06:16:47,394 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1973): Closed SPTestTable,4ccccccb,1733465807338.7c90be3e3c62de034470a6b728552f74. 2024-12-06T06:16:47,394 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1676): Region close journal for 53f278bc66579973c4d7694d2c33d290: Waiting for close lock at 1733465807394Disabling compacts and flushes for region at 1733465807394Disabling writes for close at 1733465807394Writing region close event to WAL at 1733465807394Closed at 1733465807394 2024-12-06T06:16:47,394 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1676): Region close journal for 7c90be3e3c62de034470a6b728552f74: Waiting for close lock at 1733465807394Disabling compacts and flushes for region at 1733465807394Disabling writes for close at 1733465807394Writing region close event to WAL at 1733465807394Closed at 1733465807394 2024-12-06T06:16:47,395 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1da73736880c38d8e63f5e60761a01b5, NAME => 'SPTestTable,99999996,1733465807338.1da73736880c38d8e63f5e60761a01b5.', STARTKEY => '99999996', ENDKEY => 'b333332f'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:34789/user/jenkins/test-data/fa9461a5-4808-773c-acb7-d5deda92bd40 2024-12-06T06:16:47,395 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(7572): creating {ENCODED => ab1176b86f4eea74078f3f094ccbeea6, NAME => 'SPTestTable,b333332f,1733465807338.ab1176b86f4eea74078f3f094ccbeea6.', STARTKEY => 'b333332f', ENDKEY => 'ccccccc8'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:34789/user/jenkins/test-data/fa9461a5-4808-773c-acb7-d5deda92bd40 2024-12-06T06:16:47,403 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34979 is added to blk_1073741843_1019 (size=62) 2024-12-06T06:16:47,403 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40895 is added to blk_1073741843_1019 (size=62) 2024-12-06T06:16:47,403 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38751 is added to blk_1073741843_1019 (size=62) 2024-12-06T06:16:47,403 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(898): Instantiated SPTestTable,7ffffffd,1733465807338.3c355dcdf8b3620177979dc0d6f05551.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-06T06:16:47,403 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1722): Closing 3c355dcdf8b3620177979dc0d6f05551, disabling compactions & flushes 2024-12-06T06:16:47,403 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1755): Closing region SPTestTable,7ffffffd,1733465807338.3c355dcdf8b3620177979dc0d6f05551. 2024-12-06T06:16:47,403 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,7ffffffd,1733465807338.3c355dcdf8b3620177979dc0d6f05551. 2024-12-06T06:16:47,403 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,7ffffffd,1733465807338.3c355dcdf8b3620177979dc0d6f05551. after waiting 0 ms 2024-12-06T06:16:47,403 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,7ffffffd,1733465807338.3c355dcdf8b3620177979dc0d6f05551. 2024-12-06T06:16:47,403 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1973): Closed SPTestTable,7ffffffd,1733465807338.3c355dcdf8b3620177979dc0d6f05551. 2024-12-06T06:16:47,403 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1676): Region close journal for 3c355dcdf8b3620177979dc0d6f05551: Waiting for close lock at 1733465807403Disabling compacts and flushes for region at 1733465807403Disabling writes for close at 1733465807403Writing region close event to WAL at 1733465807403Closed at 1733465807403 2024-12-06T06:16:47,404 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 2b92db650fcfc926bcd942ea360a6efb, NAME => 'SPTestTable,ccccccc8,1733465807338.2b92db650fcfc926bcd942ea360a6efb.', STARTKEY => 'ccccccc8', ENDKEY => 'e6666661'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:34789/user/jenkins/test-data/fa9461a5-4808-773c-acb7-d5deda92bd40 2024-12-06T06:16:47,414 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34979 is added to blk_1073741844_1020 (size=62) 2024-12-06T06:16:47,414 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40895 is added to blk_1073741844_1020 (size=62) 2024-12-06T06:16:47,415 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38751 is added to blk_1073741844_1020 (size=62) 2024-12-06T06:16:47,415 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(898): Instantiated SPTestTable,99999996,1733465807338.1da73736880c38d8e63f5e60761a01b5.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-06T06:16:47,415 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1722): Closing 1da73736880c38d8e63f5e60761a01b5, disabling compactions & flushes 2024-12-06T06:16:47,415 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1755): Closing region SPTestTable,99999996,1733465807338.1da73736880c38d8e63f5e60761a01b5. 2024-12-06T06:16:47,415 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,99999996,1733465807338.1da73736880c38d8e63f5e60761a01b5. 2024-12-06T06:16:47,415 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,99999996,1733465807338.1da73736880c38d8e63f5e60761a01b5. after waiting 0 ms 2024-12-06T06:16:47,415 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,99999996,1733465807338.1da73736880c38d8e63f5e60761a01b5. 2024-12-06T06:16:47,415 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1973): Closed SPTestTable,99999996,1733465807338.1da73736880c38d8e63f5e60761a01b5. 2024-12-06T06:16:47,415 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1676): Region close journal for 1da73736880c38d8e63f5e60761a01b5: Waiting for close lock at 1733465807415Disabling compacts and flushes for region at 1733465807415Disabling writes for close at 1733465807415Writing region close event to WAL at 1733465807415Closed at 1733465807415 2024-12-06T06:16:47,416 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(7572): creating {ENCODED => ad3e62963660c2c5f14b0bd808ac1ca2, NAME => 'SPTestTable,e6666661,1733465807338.ad3e62963660c2c5f14b0bd808ac1ca2.', STARTKEY => 'e6666661', ENDKEY => ''}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:34789/user/jenkins/test-data/fa9461a5-4808-773c-acb7-d5deda92bd40 2024-12-06T06:16:47,422 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34979 is added to blk_1073741845_1021 (size=62) 2024-12-06T06:16:47,423 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40895 is added to blk_1073741845_1021 (size=62) 2024-12-06T06:16:47,423 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38751 is added to blk_1073741845_1021 (size=62) 2024-12-06T06:16:47,424 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(898): Instantiated SPTestTable,b333332f,1733465807338.ab1176b86f4eea74078f3f094ccbeea6.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-06T06:16:47,424 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1722): Closing ab1176b86f4eea74078f3f094ccbeea6, disabling compactions & flushes 2024-12-06T06:16:47,424 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1755): Closing region SPTestTable,b333332f,1733465807338.ab1176b86f4eea74078f3f094ccbeea6. 2024-12-06T06:16:47,424 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,b333332f,1733465807338.ab1176b86f4eea74078f3f094ccbeea6. 2024-12-06T06:16:47,424 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,b333332f,1733465807338.ab1176b86f4eea74078f3f094ccbeea6. after waiting 0 ms 2024-12-06T06:16:47,424 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,b333332f,1733465807338.ab1176b86f4eea74078f3f094ccbeea6. 2024-12-06T06:16:47,424 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1973): Closed SPTestTable,b333332f,1733465807338.ab1176b86f4eea74078f3f094ccbeea6. 2024-12-06T06:16:47,424 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1676): Region close journal for ab1176b86f4eea74078f3f094ccbeea6: Waiting for close lock at 1733465807424Disabling compacts and flushes for region at 1733465807424Disabling writes for close at 1733465807424Writing region close event to WAL at 1733465807424Closed at 1733465807424 2024-12-06T06:16:47,426 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38751 is added to blk_1073741846_1022 (size=62) 2024-12-06T06:16:47,426 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40895 is added to blk_1073741846_1022 (size=62) 2024-12-06T06:16:47,427 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34979 is added to blk_1073741846_1022 (size=62) 2024-12-06T06:16:47,428 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(898): Instantiated SPTestTable,ccccccc8,1733465807338.2b92db650fcfc926bcd942ea360a6efb.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-06T06:16:47,428 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1722): Closing 2b92db650fcfc926bcd942ea360a6efb, disabling compactions & flushes 2024-12-06T06:16:47,428 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1755): Closing region SPTestTable,ccccccc8,1733465807338.2b92db650fcfc926bcd942ea360a6efb. 2024-12-06T06:16:47,428 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,ccccccc8,1733465807338.2b92db650fcfc926bcd942ea360a6efb. 2024-12-06T06:16:47,428 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,ccccccc8,1733465807338.2b92db650fcfc926bcd942ea360a6efb. after waiting 0 ms 2024-12-06T06:16:47,428 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,ccccccc8,1733465807338.2b92db650fcfc926bcd942ea360a6efb. 2024-12-06T06:16:47,428 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1973): Closed SPTestTable,ccccccc8,1733465807338.2b92db650fcfc926bcd942ea360a6efb. 2024-12-06T06:16:47,428 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1676): Region close journal for 2b92db650fcfc926bcd942ea360a6efb: Waiting for close lock at 1733465807428Disabling compacts and flushes for region at 1733465807428Disabling writes for close at 1733465807428Writing region close event to WAL at 1733465807428Closed at 1733465807428 2024-12-06T06:16:47,430 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38751 is added to blk_1073741847_1023 (size=54) 2024-12-06T06:16:47,431 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34979 is added to blk_1073741847_1023 (size=54) 2024-12-06T06:16:47,431 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40895 is added to blk_1073741847_1023 (size=54) 2024-12-06T06:16:47,432 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(898): Instantiated SPTestTable,e6666661,1733465807338.ad3e62963660c2c5f14b0bd808ac1ca2.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-06T06:16:47,432 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1722): Closing ad3e62963660c2c5f14b0bd808ac1ca2, disabling compactions & flushes 2024-12-06T06:16:47,432 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1755): Closing region SPTestTable,e6666661,1733465807338.ad3e62963660c2c5f14b0bd808ac1ca2. 2024-12-06T06:16:47,432 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,e6666661,1733465807338.ad3e62963660c2c5f14b0bd808ac1ca2. 2024-12-06T06:16:47,432 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,e6666661,1733465807338.ad3e62963660c2c5f14b0bd808ac1ca2. after waiting 0 ms 2024-12-06T06:16:47,432 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,e6666661,1733465807338.ad3e62963660c2c5f14b0bd808ac1ca2. 2024-12-06T06:16:47,432 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1973): Closed SPTestTable,e6666661,1733465807338.ad3e62963660c2c5f14b0bd808ac1ca2. 2024-12-06T06:16:47,432 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1676): Region close journal for ad3e62963660c2c5f14b0bd808ac1ca2: Waiting for close lock at 1733465807432Disabling compacts and flushes for region at 1733465807432Disabling writes for close at 1733465807432Writing region close event to WAL at 1733465807432Closed at 1733465807432 2024-12-06T06:16:47,433 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_ADD_TO_META 2024-12-06T06:16:47,434 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,33333332,1733465807338.507cd5115e5cc50f87ede2b2161c3d67.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1733465807433"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733465807433"}]},"ts":"1733465807433"} 2024-12-06T06:16:47,434 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,19999999,1733465807338.a1c29e1f256664ca2ce1424fa85b7654.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1733465807433"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733465807433"}]},"ts":"1733465807433"} 2024-12-06T06:16:47,434 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,,1733465807338.0805cc1d0f5763dce654ab2c005271c7.","families":{"info":[{"qualifier":"regioninfo","vlen":53,"tag":[],"timestamp":"1733465807433"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733465807433"}]},"ts":"1733465807433"} 2024-12-06T06:16:47,434 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,66666664,1733465807338.53f278bc66579973c4d7694d2c33d290.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1733465807433"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733465807433"}]},"ts":"1733465807433"} 2024-12-06T06:16:47,434 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,4ccccccb,1733465807338.7c90be3e3c62de034470a6b728552f74.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1733465807433"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733465807433"}]},"ts":"1733465807433"} 2024-12-06T06:16:47,434 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,7ffffffd,1733465807338.3c355dcdf8b3620177979dc0d6f05551.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1733465807433"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733465807433"}]},"ts":"1733465807433"} 2024-12-06T06:16:47,434 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,99999996,1733465807338.1da73736880c38d8e63f5e60761a01b5.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1733465807433"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733465807433"}]},"ts":"1733465807433"} 2024-12-06T06:16:47,434 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,b333332f,1733465807338.ab1176b86f4eea74078f3f094ccbeea6.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1733465807433"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733465807433"}]},"ts":"1733465807433"} 2024-12-06T06:16:47,434 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,ccccccc8,1733465807338.2b92db650fcfc926bcd942ea360a6efb.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1733465807433"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733465807433"}]},"ts":"1733465807433"} 2024-12-06T06:16:47,434 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,e6666661,1733465807338.ad3e62963660c2c5f14b0bd808ac1ca2.","families":{"info":[{"qualifier":"regioninfo","vlen":53,"tag":[],"timestamp":"1733465807433"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733465807433"}]},"ts":"1733465807433"} 2024-12-06T06:16:47,440 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 10 regions to meta. 2024-12-06T06:16:47,442 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-06T06:16:47,443 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"SPTestTable","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733465807442"}]},"ts":"1733465807442"} 2024-12-06T06:16:47,445 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=SPTestTable, state=ENABLING in hbase:meta 2024-12-06T06:16:47,446 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(204): Hosts are {6336e8474e1c=0} racks are {/default-rack=0} 2024-12-06T06:16:47,451 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-12-06T06:16:47,451 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-12-06T06:16:47,451 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 2 has 0 regions 2024-12-06T06:16:47,451 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-12-06T06:16:47,451 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-12-06T06:16:47,452 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 2 is on host 0 2024-12-06T06:16:47,452 INFO [PEWorker-3 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-12-06T06:16:47,452 INFO [PEWorker-3 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-12-06T06:16:47,452 INFO [PEWorker-3 {}] balancer.BalancerClusterState(321): server 2 is on rack 0 2024-12-06T06:16:47,452 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-12-06T06:16:47,452 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=0805cc1d0f5763dce654ab2c005271c7, ASSIGN}, {pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=a1c29e1f256664ca2ce1424fa85b7654, ASSIGN}, {pid=7, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=507cd5115e5cc50f87ede2b2161c3d67, ASSIGN}, {pid=8, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=7c90be3e3c62de034470a6b728552f74, ASSIGN}, {pid=9, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=53f278bc66579973c4d7694d2c33d290, ASSIGN}, {pid=10, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=3c355dcdf8b3620177979dc0d6f05551, ASSIGN}, {pid=11, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=1da73736880c38d8e63f5e60761a01b5, ASSIGN}, {pid=12, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=ab1176b86f4eea74078f3f094ccbeea6, ASSIGN}, {pid=13, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=2b92db650fcfc926bcd942ea360a6efb, ASSIGN}, {pid=14, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=ad3e62963660c2c5f14b0bd808ac1ca2, ASSIGN}] 2024-12-06T06:16:47,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39063 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-06T06:16:47,455 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=a1c29e1f256664ca2ce1424fa85b7654, ASSIGN 2024-12-06T06:16:47,456 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=7, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=507cd5115e5cc50f87ede2b2161c3d67, ASSIGN 2024-12-06T06:16:47,456 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=53f278bc66579973c4d7694d2c33d290, ASSIGN 2024-12-06T06:16:47,456 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=8, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=7c90be3e3c62de034470a6b728552f74, ASSIGN 2024-12-06T06:16:47,457 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=a1c29e1f256664ca2ce1424fa85b7654, ASSIGN; state=OFFLINE, location=6336e8474e1c,37287,1733465796151; forceNewPlan=false, retain=false 2024-12-06T06:16:47,458 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=7, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=507cd5115e5cc50f87ede2b2161c3d67, ASSIGN; state=OFFLINE, location=6336e8474e1c,37559,1733465796250; forceNewPlan=false, retain=false 2024-12-06T06:16:47,458 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=53f278bc66579973c4d7694d2c33d290, ASSIGN; state=OFFLINE, location=6336e8474e1c,37559,1733465796250; forceNewPlan=false, retain=false 2024-12-06T06:16:47,458 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=8, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=7c90be3e3c62de034470a6b728552f74, ASSIGN; state=OFFLINE, location=6336e8474e1c,37287,1733465796151; forceNewPlan=false, retain=false 2024-12-06T06:16:47,461 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=13, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=2b92db650fcfc926bcd942ea360a6efb, ASSIGN 2024-12-06T06:16:47,461 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=14, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=ad3e62963660c2c5f14b0bd808ac1ca2, ASSIGN 2024-12-06T06:16:47,461 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=12, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=ab1176b86f4eea74078f3f094ccbeea6, ASSIGN 2024-12-06T06:16:47,461 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=11, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=1da73736880c38d8e63f5e60761a01b5, ASSIGN 2024-12-06T06:16:47,461 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=10, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=3c355dcdf8b3620177979dc0d6f05551, ASSIGN 2024-12-06T06:16:47,462 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=13, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=2b92db650fcfc926bcd942ea360a6efb, ASSIGN; state=OFFLINE, location=6336e8474e1c,37331,1733465796198; forceNewPlan=false, retain=false 2024-12-06T06:16:47,462 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=12, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=ab1176b86f4eea74078f3f094ccbeea6, ASSIGN; state=OFFLINE, location=6336e8474e1c,37287,1733465796151; forceNewPlan=false, retain=false 2024-12-06T06:16:47,462 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=14, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=ad3e62963660c2c5f14b0bd808ac1ca2, ASSIGN; state=OFFLINE, location=6336e8474e1c,37559,1733465796250; forceNewPlan=false, retain=false 2024-12-06T06:16:47,462 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=11, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=1da73736880c38d8e63f5e60761a01b5, ASSIGN; state=OFFLINE, location=6336e8474e1c,37559,1733465796250; forceNewPlan=false, retain=false 2024-12-06T06:16:47,462 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=10, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=3c355dcdf8b3620177979dc0d6f05551, ASSIGN; state=OFFLINE, location=6336e8474e1c,37331,1733465796198; forceNewPlan=false, retain=false 2024-12-06T06:16:47,465 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=0805cc1d0f5763dce654ab2c005271c7, ASSIGN 2024-12-06T06:16:47,466 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=0805cc1d0f5763dce654ab2c005271c7, ASSIGN; state=OFFLINE, location=6336e8474e1c,37331,1733465796198; forceNewPlan=false, retain=false 2024-12-06T06:16:47,608 INFO [6336e8474e1c:39063 {}] balancer.BaseLoadBalancer(388): Reassigned 10 regions. 10 retained the pre-restart assignment. 2024-12-06T06:16:47,608 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=53f278bc66579973c4d7694d2c33d290, regionState=OPENING, regionLocation=6336e8474e1c,37559,1733465796250 2024-12-06T06:16:47,608 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=14 updating hbase:meta row=ad3e62963660c2c5f14b0bd808ac1ca2, regionState=OPENING, regionLocation=6336e8474e1c,37559,1733465796250 2024-12-06T06:16:47,608 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=11 updating hbase:meta row=1da73736880c38d8e63f5e60761a01b5, regionState=OPENING, regionLocation=6336e8474e1c,37559,1733465796250 2024-12-06T06:16:47,608 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=7 updating hbase:meta row=507cd5115e5cc50f87ede2b2161c3d67, regionState=OPENING, regionLocation=6336e8474e1c,37559,1733465796250 2024-12-06T06:16:47,608 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=13 updating hbase:meta row=2b92db650fcfc926bcd942ea360a6efb, regionState=OPENING, regionLocation=6336e8474e1c,37331,1733465796198 2024-12-06T06:16:47,609 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=10 updating hbase:meta row=3c355dcdf8b3620177979dc0d6f05551, regionState=OPENING, regionLocation=6336e8474e1c,37331,1733465796198 2024-12-06T06:16:47,609 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=0805cc1d0f5763dce654ab2c005271c7, regionState=OPENING, regionLocation=6336e8474e1c,37331,1733465796198 2024-12-06T06:16:47,609 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=a1c29e1f256664ca2ce1424fa85b7654, regionState=OPENING, regionLocation=6336e8474e1c,37287,1733465796151 2024-12-06T06:16:47,609 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=8 updating hbase:meta row=7c90be3e3c62de034470a6b728552f74, regionState=OPENING, regionLocation=6336e8474e1c,37287,1733465796151 2024-12-06T06:16:47,609 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=12 updating hbase:meta row=ab1176b86f4eea74078f3f094ccbeea6, regionState=OPENING, regionLocation=6336e8474e1c,37287,1733465796151 2024-12-06T06:16:47,610 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=53f278bc66579973c4d7694d2c33d290, ASSIGN because future has completed 2024-12-06T06:16:47,611 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=15, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 53f278bc66579973c4d7694d2c33d290, server=6336e8474e1c,37559,1733465796250}] 2024-12-06T06:16:47,611 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=7, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=507cd5115e5cc50f87ede2b2161c3d67, ASSIGN because future has completed 2024-12-06T06:16:47,612 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=16, ppid=7, state=RUNNABLE, hasLock=false; OpenRegionProcedure 507cd5115e5cc50f87ede2b2161c3d67, server=6336e8474e1c,37559,1733465796250}] 2024-12-06T06:16:47,612 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=13, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=2b92db650fcfc926bcd942ea360a6efb, ASSIGN because future has completed 2024-12-06T06:16:47,613 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=11, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=1da73736880c38d8e63f5e60761a01b5, ASSIGN because future has completed 2024-12-06T06:16:47,614 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=17, ppid=13, state=RUNNABLE, hasLock=false; OpenRegionProcedure 2b92db650fcfc926bcd942ea360a6efb, server=6336e8474e1c,37331,1733465796198}] 2024-12-06T06:16:47,614 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=18, ppid=11, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1da73736880c38d8e63f5e60761a01b5, server=6336e8474e1c,37559,1733465796250}] 2024-12-06T06:16:47,614 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=14, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=ad3e62963660c2c5f14b0bd808ac1ca2, ASSIGN because future has completed 2024-12-06T06:16:47,615 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=3c355dcdf8b3620177979dc0d6f05551, ASSIGN because future has completed 2024-12-06T06:16:47,616 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=a1c29e1f256664ca2ce1424fa85b7654, ASSIGN because future has completed 2024-12-06T06:16:47,617 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=20, ppid=10, state=RUNNABLE, hasLock=false; OpenRegionProcedure 3c355dcdf8b3620177979dc0d6f05551, server=6336e8474e1c,37331,1733465796198}] 2024-12-06T06:16:47,617 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=19, ppid=14, state=RUNNABLE, hasLock=false; OpenRegionProcedure ad3e62963660c2c5f14b0bd808ac1ca2, server=6336e8474e1c,37559,1733465796250}] 2024-12-06T06:16:47,618 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=0805cc1d0f5763dce654ab2c005271c7, ASSIGN because future has completed 2024-12-06T06:16:47,619 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=12, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=ab1176b86f4eea74078f3f094ccbeea6, ASSIGN because future has completed 2024-12-06T06:16:47,620 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=8, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=7c90be3e3c62de034470a6b728552f74, ASSIGN because future has completed 2024-12-06T06:16:47,620 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=21, ppid=12, state=RUNNABLE, hasLock=false; OpenRegionProcedure ab1176b86f4eea74078f3f094ccbeea6, server=6336e8474e1c,37287,1733465796151}] 2024-12-06T06:16:47,622 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=22, ppid=8, state=RUNNABLE, hasLock=false; OpenRegionProcedure 7c90be3e3c62de034470a6b728552f74, server=6336e8474e1c,37287,1733465796151}] 2024-12-06T06:16:47,623 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=23, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 0805cc1d0f5763dce654ab2c005271c7, server=6336e8474e1c,37331,1733465796198}] 2024-12-06T06:16:47,625 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=24, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure a1c29e1f256664ca2ce1424fa85b7654, server=6336e8474e1c,37287,1733465796151}] 2024-12-06T06:16:47,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39063 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-06T06:16:47,898 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-12-06T06:16:47,898 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-12-06T06:16:47,899 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-06T06:16:47,899 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-12-06T06:16:47,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39063 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-06T06:16:48,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39063 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-06T06:16:48,847 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-12-06T06:16:49,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39063 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-06T06:16:51,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39063 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-06T06:16:52,214 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T06:16:52,233 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T06:16:52,233 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T06:16:52,741 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-06T06:16:52,742 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T06:16:52,764 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T06:16:52,765 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T06:16:55,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39063 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-06T06:16:57,614 DEBUG [RSProcedureDispatcher-pool-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-06T06:16:57,615 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37395, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-06T06:16:57,618 DEBUG [RSProcedureDispatcher-pool-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-06T06:16:57,619 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-9-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43953, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-06T06:16:57,621 INFO [RS_OPEN_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] handler.AssignRegionHandler(132): Open SPTestTable,66666664,1733465807338.53f278bc66579973c4d7694d2c33d290. 2024-12-06T06:16:57,621 DEBUG [RS_OPEN_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(7752): Opening region: {ENCODED => 53f278bc66579973c4d7694d2c33d290, NAME => 'SPTestTable,66666664,1733465807338.53f278bc66579973c4d7694d2c33d290.', STARTKEY => '66666664', ENDKEY => '7ffffffd'} 2024-12-06T06:16:57,621 DEBUG [RS_OPEN_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 53f278bc66579973c4d7694d2c33d290 2024-12-06T06:16:57,621 DEBUG [RS_OPEN_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(898): Instantiated SPTestTable,66666664,1733465807338.53f278bc66579973c4d7694d2c33d290.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-06T06:16:57,622 DEBUG [RS_OPEN_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(7794): checking encryption for 53f278bc66579973c4d7694d2c33d290 2024-12-06T06:16:57,622 DEBUG [RS_OPEN_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(7797): checking classloading for 53f278bc66579973c4d7694d2c33d290 2024-12-06T06:16:57,623 INFO [StoreOpener-53f278bc66579973c4d7694d2c33d290-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 53f278bc66579973c4d7694d2c33d290 2024-12-06T06:16:57,624 INFO [RS_OPEN_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] handler.AssignRegionHandler(132): Open SPTestTable,7ffffffd,1733465807338.3c355dcdf8b3620177979dc0d6f05551. 2024-12-06T06:16:57,624 DEBUG [RS_OPEN_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(7752): Opening region: {ENCODED => 3c355dcdf8b3620177979dc0d6f05551, NAME => 'SPTestTable,7ffffffd,1733465807338.3c355dcdf8b3620177979dc0d6f05551.', STARTKEY => '7ffffffd', ENDKEY => '99999996'} 2024-12-06T06:16:57,624 DEBUG [RS_OPEN_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 3c355dcdf8b3620177979dc0d6f05551 2024-12-06T06:16:57,624 DEBUG [RS_OPEN_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(898): Instantiated SPTestTable,7ffffffd,1733465807338.3c355dcdf8b3620177979dc0d6f05551.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-06T06:16:57,624 DEBUG [RS_OPEN_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(7794): checking encryption for 3c355dcdf8b3620177979dc0d6f05551 2024-12-06T06:16:57,624 DEBUG [RS_OPEN_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(7797): checking classloading for 3c355dcdf8b3620177979dc0d6f05551 2024-12-06T06:16:57,625 INFO [StoreOpener-53f278bc66579973c4d7694d2c33d290-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 53f278bc66579973c4d7694d2c33d290 columnFamilyName cf 2024-12-06T06:16:57,625 DEBUG [StoreOpener-53f278bc66579973c4d7694d2c33d290-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T06:16:57,626 INFO [StoreOpener-53f278bc66579973c4d7694d2c33d290-1 {}] regionserver.HStore(327): Store=53f278bc66579973c4d7694d2c33d290/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-06T06:16:57,626 DEBUG [RS_OPEN_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1038): replaying wal for 53f278bc66579973c4d7694d2c33d290 2024-12-06T06:16:57,626 INFO [StoreOpener-3c355dcdf8b3620177979dc0d6f05551-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 3c355dcdf8b3620177979dc0d6f05551 2024-12-06T06:16:57,626 DEBUG [RS_OPEN_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34789/user/jenkins/test-data/fa9461a5-4808-773c-acb7-d5deda92bd40/data/default/SPTestTable/53f278bc66579973c4d7694d2c33d290 2024-12-06T06:16:57,627 DEBUG [RS_OPEN_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34789/user/jenkins/test-data/fa9461a5-4808-773c-acb7-d5deda92bd40/data/default/SPTestTable/53f278bc66579973c4d7694d2c33d290 2024-12-06T06:16:57,627 INFO [StoreOpener-3c355dcdf8b3620177979dc0d6f05551-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 3c355dcdf8b3620177979dc0d6f05551 columnFamilyName cf 2024-12-06T06:16:57,627 DEBUG [StoreOpener-3c355dcdf8b3620177979dc0d6f05551-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T06:16:57,628 DEBUG [RS_OPEN_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1048): stopping wal replay for 53f278bc66579973c4d7694d2c33d290 2024-12-06T06:16:57,628 DEBUG [RS_OPEN_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1060): Cleaning up temporary data for 53f278bc66579973c4d7694d2c33d290 2024-12-06T06:16:57,628 INFO [RS_OPEN_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] handler.AssignRegionHandler(132): Open SPTestTable,19999999,1733465807338.a1c29e1f256664ca2ce1424fa85b7654. 2024-12-06T06:16:57,628 DEBUG [RS_OPEN_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(7752): Opening region: {ENCODED => a1c29e1f256664ca2ce1424fa85b7654, NAME => 'SPTestTable,19999999,1733465807338.a1c29e1f256664ca2ce1424fa85b7654.', STARTKEY => '19999999', ENDKEY => '33333332'} 2024-12-06T06:16:57,628 INFO [StoreOpener-3c355dcdf8b3620177979dc0d6f05551-1 {}] regionserver.HStore(327): Store=3c355dcdf8b3620177979dc0d6f05551/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-06T06:16:57,628 DEBUG [RS_OPEN_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1038): replaying wal for 3c355dcdf8b3620177979dc0d6f05551 2024-12-06T06:16:57,628 DEBUG [RS_OPEN_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable a1c29e1f256664ca2ce1424fa85b7654 2024-12-06T06:16:57,628 DEBUG [RS_OPEN_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(898): Instantiated SPTestTable,19999999,1733465807338.a1c29e1f256664ca2ce1424fa85b7654.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-06T06:16:57,628 DEBUG [RS_OPEN_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(7794): checking encryption for a1c29e1f256664ca2ce1424fa85b7654 2024-12-06T06:16:57,629 DEBUG [RS_OPEN_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(7797): checking classloading for a1c29e1f256664ca2ce1424fa85b7654 2024-12-06T06:16:57,629 DEBUG [RS_OPEN_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34789/user/jenkins/test-data/fa9461a5-4808-773c-acb7-d5deda92bd40/data/default/SPTestTable/3c355dcdf8b3620177979dc0d6f05551 2024-12-06T06:16:57,629 DEBUG [RS_OPEN_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1093): writing seq id for 53f278bc66579973c4d7694d2c33d290 2024-12-06T06:16:57,629 DEBUG [RS_OPEN_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34789/user/jenkins/test-data/fa9461a5-4808-773c-acb7-d5deda92bd40/data/default/SPTestTable/3c355dcdf8b3620177979dc0d6f05551 2024-12-06T06:16:57,630 INFO [StoreOpener-a1c29e1f256664ca2ce1424fa85b7654-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region a1c29e1f256664ca2ce1424fa85b7654 2024-12-06T06:16:57,630 DEBUG [RS_OPEN_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1048): stopping wal replay for 3c355dcdf8b3620177979dc0d6f05551 2024-12-06T06:16:57,630 DEBUG [RS_OPEN_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1060): Cleaning up temporary data for 3c355dcdf8b3620177979dc0d6f05551 2024-12-06T06:16:57,631 INFO [StoreOpener-a1c29e1f256664ca2ce1424fa85b7654-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a1c29e1f256664ca2ce1424fa85b7654 columnFamilyName cf 2024-12-06T06:16:57,631 DEBUG [StoreOpener-a1c29e1f256664ca2ce1424fa85b7654-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T06:16:57,632 DEBUG [RS_OPEN_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34789/user/jenkins/test-data/fa9461a5-4808-773c-acb7-d5deda92bd40/data/default/SPTestTable/53f278bc66579973c4d7694d2c33d290/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-06T06:16:57,632 INFO [StoreOpener-a1c29e1f256664ca2ce1424fa85b7654-1 {}] regionserver.HStore(327): Store=a1c29e1f256664ca2ce1424fa85b7654/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-06T06:16:57,632 DEBUG [RS_OPEN_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1038): replaying wal for a1c29e1f256664ca2ce1424fa85b7654 2024-12-06T06:16:57,632 INFO [RS_OPEN_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1114): Opened 53f278bc66579973c4d7694d2c33d290; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64094875, jitterRate=-0.044911935925483704}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-06T06:16:57,632 DEBUG [RS_OPEN_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 53f278bc66579973c4d7694d2c33d290 2024-12-06T06:16:57,633 DEBUG [RS_OPEN_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1006): Region open journal for 53f278bc66579973c4d7694d2c33d290: Running coprocessor pre-open hook at 1733465817622Writing region info on filesystem at 1733465817622Initializing all the Stores at 1733465817623 (+1 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733465817623Cleaning up temporary data from old regions at 1733465817628 (+5 ms)Running coprocessor post-open hooks at 1733465817632 (+4 ms)Region opened successfully at 1733465817632 2024-12-06T06:16:57,633 DEBUG [RS_OPEN_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1093): writing seq id for 3c355dcdf8b3620177979dc0d6f05551 2024-12-06T06:16:57,633 DEBUG [RS_OPEN_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34789/user/jenkins/test-data/fa9461a5-4808-773c-acb7-d5deda92bd40/data/default/SPTestTable/a1c29e1f256664ca2ce1424fa85b7654 2024-12-06T06:16:57,633 DEBUG [RS_OPEN_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34789/user/jenkins/test-data/fa9461a5-4808-773c-acb7-d5deda92bd40/data/default/SPTestTable/a1c29e1f256664ca2ce1424fa85b7654 2024-12-06T06:16:57,634 INFO [RS_OPEN_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,66666664,1733465807338.53f278bc66579973c4d7694d2c33d290., pid=15, masterSystemTime=1733465817614 2024-12-06T06:16:57,634 DEBUG [RS_OPEN_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1048): stopping wal replay for a1c29e1f256664ca2ce1424fa85b7654 2024-12-06T06:16:57,634 DEBUG [RS_OPEN_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1060): Cleaning up temporary data for a1c29e1f256664ca2ce1424fa85b7654 2024-12-06T06:16:57,635 DEBUG [RS_OPEN_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34789/user/jenkins/test-data/fa9461a5-4808-773c-acb7-d5deda92bd40/data/default/SPTestTable/3c355dcdf8b3620177979dc0d6f05551/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-06T06:16:57,635 INFO [RS_OPEN_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1114): Opened 3c355dcdf8b3620177979dc0d6f05551; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68500870, jitterRate=0.0207425057888031}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-06T06:16:57,636 DEBUG [RS_OPEN_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 3c355dcdf8b3620177979dc0d6f05551 2024-12-06T06:16:57,636 DEBUG [RS_OPEN_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,66666664,1733465807338.53f278bc66579973c4d7694d2c33d290. 2024-12-06T06:16:57,636 INFO [RS_OPEN_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] handler.AssignRegionHandler(153): Opened SPTestTable,66666664,1733465807338.53f278bc66579973c4d7694d2c33d290. 2024-12-06T06:16:57,636 DEBUG [RS_OPEN_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1006): Region open journal for 3c355dcdf8b3620177979dc0d6f05551: Running coprocessor pre-open hook at 1733465817624Writing region info on filesystem at 1733465817624Initializing all the Stores at 1733465817625 (+1 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733465817626 (+1 ms)Cleaning up temporary data from old regions at 1733465817630 (+4 ms)Running coprocessor post-open hooks at 1733465817636 (+6 ms)Region opened successfully at 1733465817636 2024-12-06T06:16:57,636 INFO [RS_OPEN_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] handler.AssignRegionHandler(132): Open SPTestTable,99999996,1733465807338.1da73736880c38d8e63f5e60761a01b5. 2024-12-06T06:16:57,636 DEBUG [RS_OPEN_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1093): writing seq id for a1c29e1f256664ca2ce1424fa85b7654 2024-12-06T06:16:57,636 DEBUG [RS_OPEN_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(7752): Opening region: {ENCODED => 1da73736880c38d8e63f5e60761a01b5, NAME => 'SPTestTable,99999996,1733465807338.1da73736880c38d8e63f5e60761a01b5.', STARTKEY => '99999996', ENDKEY => 'b333332f'} 2024-12-06T06:16:57,636 DEBUG [RS_OPEN_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 1da73736880c38d8e63f5e60761a01b5 2024-12-06T06:16:57,636 DEBUG [RS_OPEN_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(898): Instantiated SPTestTable,99999996,1733465807338.1da73736880c38d8e63f5e60761a01b5.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-06T06:16:57,637 DEBUG [RS_OPEN_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(7794): checking encryption for 1da73736880c38d8e63f5e60761a01b5 2024-12-06T06:16:57,637 INFO [RS_OPEN_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,7ffffffd,1733465807338.3c355dcdf8b3620177979dc0d6f05551., pid=20, masterSystemTime=1733465817618 2024-12-06T06:16:57,637 DEBUG [RS_OPEN_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(7797): checking classloading for 1da73736880c38d8e63f5e60761a01b5 2024-12-06T06:16:57,637 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=53f278bc66579973c4d7694d2c33d290, regionState=OPEN, openSeqNum=2, regionLocation=6336e8474e1c,37559,1733465796250 2024-12-06T06:16:57,639 DEBUG [RS_OPEN_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,7ffffffd,1733465807338.3c355dcdf8b3620177979dc0d6f05551. 2024-12-06T06:16:57,639 INFO [RS_OPEN_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] handler.AssignRegionHandler(153): Opened SPTestTable,7ffffffd,1733465807338.3c355dcdf8b3620177979dc0d6f05551. 2024-12-06T06:16:57,639 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=15, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 53f278bc66579973c4d7694d2c33d290, server=6336e8474e1c,37559,1733465796250 because future has completed 2024-12-06T06:16:57,639 INFO [RS_OPEN_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] handler.AssignRegionHandler(132): Open SPTestTable,ccccccc8,1733465807338.2b92db650fcfc926bcd942ea360a6efb. 2024-12-06T06:16:57,639 DEBUG [RS_OPEN_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(7752): Opening region: {ENCODED => 2b92db650fcfc926bcd942ea360a6efb, NAME => 'SPTestTable,ccccccc8,1733465807338.2b92db650fcfc926bcd942ea360a6efb.', STARTKEY => 'ccccccc8', ENDKEY => 'e6666661'} 2024-12-06T06:16:57,640 DEBUG [RS_OPEN_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 2b92db650fcfc926bcd942ea360a6efb 2024-12-06T06:16:57,640 DEBUG [RS_OPEN_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(898): Instantiated SPTestTable,ccccccc8,1733465807338.2b92db650fcfc926bcd942ea360a6efb.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-06T06:16:57,640 DEBUG [RS_OPEN_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(7794): checking encryption for 2b92db650fcfc926bcd942ea360a6efb 2024-12-06T06:16:57,640 DEBUG [RS_OPEN_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(7797): checking classloading for 2b92db650fcfc926bcd942ea360a6efb 2024-12-06T06:16:57,640 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=10 updating hbase:meta row=3c355dcdf8b3620177979dc0d6f05551, regionState=OPEN, openSeqNum=2, regionLocation=6336e8474e1c,37331,1733465796198 2024-12-06T06:16:57,641 DEBUG [RS_OPEN_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34789/user/jenkins/test-data/fa9461a5-4808-773c-acb7-d5deda92bd40/data/default/SPTestTable/a1c29e1f256664ca2ce1424fa85b7654/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-06T06:16:57,642 INFO [StoreOpener-1da73736880c38d8e63f5e60761a01b5-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 1da73736880c38d8e63f5e60761a01b5 2024-12-06T06:16:57,642 INFO [RS_OPEN_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1114): Opened a1c29e1f256664ca2ce1424fa85b7654; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62362182, jitterRate=-0.07073107361793518}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-06T06:16:57,642 DEBUG [RS_OPEN_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1122): Running coprocessor post-open hooks for a1c29e1f256664ca2ce1424fa85b7654 2024-12-06T06:16:57,642 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=20, ppid=10, state=RUNNABLE, hasLock=false; OpenRegionProcedure 3c355dcdf8b3620177979dc0d6f05551, server=6336e8474e1c,37331,1733465796198 because future has completed 2024-12-06T06:16:57,643 DEBUG [RS_OPEN_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1006): Region open journal for a1c29e1f256664ca2ce1424fa85b7654: Running coprocessor pre-open hook at 1733465817629Writing region info on filesystem at 1733465817629Initializing all the Stores at 1733465817629Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733465817630 (+1 ms)Cleaning up temporary data from old regions at 1733465817634 (+4 ms)Running coprocessor post-open hooks at 1733465817642 (+8 ms)Region opened successfully at 1733465817642 2024-12-06T06:16:57,643 INFO [StoreOpener-2b92db650fcfc926bcd942ea360a6efb-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 2b92db650fcfc926bcd942ea360a6efb 2024-12-06T06:16:57,643 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=15, resume processing ppid=9 2024-12-06T06:16:57,643 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=15, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 53f278bc66579973c4d7694d2c33d290, server=6336e8474e1c,37559,1733465796250 in 10.0290 sec 2024-12-06T06:16:57,643 INFO [RS_OPEN_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,19999999,1733465807338.a1c29e1f256664ca2ce1424fa85b7654., pid=24, masterSystemTime=1733465817623 2024-12-06T06:16:57,644 INFO [StoreOpener-1da73736880c38d8e63f5e60761a01b5-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1da73736880c38d8e63f5e60761a01b5 columnFamilyName cf 2024-12-06T06:16:57,644 DEBUG [StoreOpener-1da73736880c38d8e63f5e60761a01b5-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T06:16:57,645 INFO [StoreOpener-1da73736880c38d8e63f5e60761a01b5-1 {}] regionserver.HStore(327): Store=1da73736880c38d8e63f5e60761a01b5/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-06T06:16:57,645 DEBUG [RS_OPEN_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1038): replaying wal for 1da73736880c38d8e63f5e60761a01b5 2024-12-06T06:16:57,645 INFO [StoreOpener-2b92db650fcfc926bcd942ea360a6efb-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 2b92db650fcfc926bcd942ea360a6efb columnFamilyName cf 2024-12-06T06:16:57,645 DEBUG [StoreOpener-2b92db650fcfc926bcd942ea360a6efb-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T06:16:57,645 DEBUG [RS_OPEN_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,19999999,1733465807338.a1c29e1f256664ca2ce1424fa85b7654. 2024-12-06T06:16:57,645 INFO [RS_OPEN_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] handler.AssignRegionHandler(153): Opened SPTestTable,19999999,1733465807338.a1c29e1f256664ca2ce1424fa85b7654. 2024-12-06T06:16:57,646 INFO [RS_OPEN_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] handler.AssignRegionHandler(132): Open SPTestTable,4ccccccb,1733465807338.7c90be3e3c62de034470a6b728552f74. 2024-12-06T06:16:57,646 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=53f278bc66579973c4d7694d2c33d290, ASSIGN in 10.1910 sec 2024-12-06T06:16:57,646 DEBUG [RS_OPEN_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(7752): Opening region: {ENCODED => 7c90be3e3c62de034470a6b728552f74, NAME => 'SPTestTable,4ccccccb,1733465807338.7c90be3e3c62de034470a6b728552f74.', STARTKEY => '4ccccccb', ENDKEY => '66666664'} 2024-12-06T06:16:57,646 DEBUG [RS_OPEN_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34789/user/jenkins/test-data/fa9461a5-4808-773c-acb7-d5deda92bd40/data/default/SPTestTable/1da73736880c38d8e63f5e60761a01b5 2024-12-06T06:16:57,646 INFO [StoreOpener-2b92db650fcfc926bcd942ea360a6efb-1 {}] regionserver.HStore(327): Store=2b92db650fcfc926bcd942ea360a6efb/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-06T06:16:57,646 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=a1c29e1f256664ca2ce1424fa85b7654, regionState=OPEN, openSeqNum=2, regionLocation=6336e8474e1c,37287,1733465796151 2024-12-06T06:16:57,646 DEBUG [RS_OPEN_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 7c90be3e3c62de034470a6b728552f74 2024-12-06T06:16:57,646 DEBUG [RS_OPEN_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(898): Instantiated SPTestTable,4ccccccb,1733465807338.7c90be3e3c62de034470a6b728552f74.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-06T06:16:57,646 DEBUG [RS_OPEN_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1038): replaying wal for 2b92db650fcfc926bcd942ea360a6efb 2024-12-06T06:16:57,646 DEBUG [RS_OPEN_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(7794): checking encryption for 7c90be3e3c62de034470a6b728552f74 2024-12-06T06:16:57,646 DEBUG [RS_OPEN_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(7797): checking classloading for 7c90be3e3c62de034470a6b728552f74 2024-12-06T06:16:57,647 DEBUG [RS_OPEN_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34789/user/jenkins/test-data/fa9461a5-4808-773c-acb7-d5deda92bd40/data/default/SPTestTable/1da73736880c38d8e63f5e60761a01b5 2024-12-06T06:16:57,647 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=20, resume processing ppid=10 2024-12-06T06:16:57,647 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=20, ppid=10, state=SUCCESS, hasLock=false; OpenRegionProcedure 3c355dcdf8b3620177979dc0d6f05551, server=6336e8474e1c,37331,1733465796198 in 10.0270 sec 2024-12-06T06:16:57,648 DEBUG [RS_OPEN_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34789/user/jenkins/test-data/fa9461a5-4808-773c-acb7-d5deda92bd40/data/default/SPTestTable/2b92db650fcfc926bcd942ea360a6efb 2024-12-06T06:16:57,648 DEBUG [RS_OPEN_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1048): stopping wal replay for 1da73736880c38d8e63f5e60761a01b5 2024-12-06T06:16:57,648 DEBUG [RS_OPEN_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1060): Cleaning up temporary data for 1da73736880c38d8e63f5e60761a01b5 2024-12-06T06:16:57,648 DEBUG [RS_OPEN_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34789/user/jenkins/test-data/fa9461a5-4808-773c-acb7-d5deda92bd40/data/default/SPTestTable/2b92db650fcfc926bcd942ea360a6efb 2024-12-06T06:16:57,648 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=24, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure a1c29e1f256664ca2ce1424fa85b7654, server=6336e8474e1c,37287,1733465796151 because future has completed 2024-12-06T06:16:57,648 INFO [StoreOpener-7c90be3e3c62de034470a6b728552f74-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 7c90be3e3c62de034470a6b728552f74 2024-12-06T06:16:57,649 DEBUG [RS_OPEN_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1048): stopping wal replay for 2b92db650fcfc926bcd942ea360a6efb 2024-12-06T06:16:57,649 DEBUG [RS_OPEN_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1060): Cleaning up temporary data for 2b92db650fcfc926bcd942ea360a6efb 2024-12-06T06:16:57,649 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=3c355dcdf8b3620177979dc0d6f05551, ASSIGN in 10.1950 sec 2024-12-06T06:16:57,650 DEBUG [RS_OPEN_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1093): writing seq id for 1da73736880c38d8e63f5e60761a01b5 2024-12-06T06:16:57,650 INFO [StoreOpener-7c90be3e3c62de034470a6b728552f74-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 7c90be3e3c62de034470a6b728552f74 columnFamilyName cf 2024-12-06T06:16:57,650 DEBUG [StoreOpener-7c90be3e3c62de034470a6b728552f74-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T06:16:57,651 INFO [StoreOpener-7c90be3e3c62de034470a6b728552f74-1 {}] regionserver.HStore(327): Store=7c90be3e3c62de034470a6b728552f74/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-06T06:16:57,651 DEBUG [RS_OPEN_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1038): replaying wal for 7c90be3e3c62de034470a6b728552f74 2024-12-06T06:16:57,652 DEBUG [RS_OPEN_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34789/user/jenkins/test-data/fa9461a5-4808-773c-acb7-d5deda92bd40/data/default/SPTestTable/7c90be3e3c62de034470a6b728552f74 2024-12-06T06:16:57,652 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=24, resume processing ppid=6 2024-12-06T06:16:57,652 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=24, ppid=6, state=SUCCESS, hasLock=false; OpenRegionProcedure a1c29e1f256664ca2ce1424fa85b7654, server=6336e8474e1c,37287,1733465796151 in 10.0250 sec 2024-12-06T06:16:57,652 DEBUG [RS_OPEN_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1093): writing seq id for 2b92db650fcfc926bcd942ea360a6efb 2024-12-06T06:16:57,652 DEBUG [RS_OPEN_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34789/user/jenkins/test-data/fa9461a5-4808-773c-acb7-d5deda92bd40/data/default/SPTestTable/7c90be3e3c62de034470a6b728552f74 2024-12-06T06:16:57,653 DEBUG [RS_OPEN_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34789/user/jenkins/test-data/fa9461a5-4808-773c-acb7-d5deda92bd40/data/default/SPTestTable/1da73736880c38d8e63f5e60761a01b5/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-06T06:16:57,653 DEBUG [RS_OPEN_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1048): stopping wal replay for 7c90be3e3c62de034470a6b728552f74 2024-12-06T06:16:57,653 DEBUG [RS_OPEN_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1060): Cleaning up temporary data for 7c90be3e3c62de034470a6b728552f74 2024-12-06T06:16:57,654 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=a1c29e1f256664ca2ce1424fa85b7654, ASSIGN in 10.2000 sec 2024-12-06T06:16:57,654 INFO [RS_OPEN_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1114): Opened 1da73736880c38d8e63f5e60761a01b5; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70182499, jitterRate=0.04580073058605194}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-06T06:16:57,654 DEBUG [RS_OPEN_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1da73736880c38d8e63f5e60761a01b5 2024-12-06T06:16:57,654 DEBUG [RS_OPEN_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1006): Region open journal for 1da73736880c38d8e63f5e60761a01b5: Running coprocessor pre-open hook at 1733465817637Writing region info on filesystem at 1733465817637Initializing all the Stores at 1733465817639 (+2 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733465817639Cleaning up temporary data from old regions at 1733465817648 (+9 ms)Running coprocessor post-open hooks at 1733465817654 (+6 ms)Region opened successfully at 1733465817654 2024-12-06T06:16:57,655 INFO [RS_OPEN_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,99999996,1733465807338.1da73736880c38d8e63f5e60761a01b5., pid=18, masterSystemTime=1733465817614 2024-12-06T06:16:57,656 DEBUG [RS_OPEN_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1093): writing seq id for 7c90be3e3c62de034470a6b728552f74 2024-12-06T06:16:57,657 DEBUG [RS_OPEN_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34789/user/jenkins/test-data/fa9461a5-4808-773c-acb7-d5deda92bd40/data/default/SPTestTable/2b92db650fcfc926bcd942ea360a6efb/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-06T06:16:57,657 DEBUG [RS_OPEN_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,99999996,1733465807338.1da73736880c38d8e63f5e60761a01b5. 2024-12-06T06:16:57,657 INFO [RS_OPEN_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] handler.AssignRegionHandler(153): Opened SPTestTable,99999996,1733465807338.1da73736880c38d8e63f5e60761a01b5. 2024-12-06T06:16:57,658 INFO [RS_OPEN_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] handler.AssignRegionHandler(132): Open SPTestTable,33333332,1733465807338.507cd5115e5cc50f87ede2b2161c3d67. 2024-12-06T06:16:57,658 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=11 updating hbase:meta row=1da73736880c38d8e63f5e60761a01b5, regionState=OPEN, openSeqNum=2, regionLocation=6336e8474e1c,37559,1733465796250 2024-12-06T06:16:57,658 DEBUG [RS_OPEN_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(7752): Opening region: {ENCODED => 507cd5115e5cc50f87ede2b2161c3d67, NAME => 'SPTestTable,33333332,1733465807338.507cd5115e5cc50f87ede2b2161c3d67.', STARTKEY => '33333332', ENDKEY => '4ccccccb'} 2024-12-06T06:16:57,658 DEBUG [RS_OPEN_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 507cd5115e5cc50f87ede2b2161c3d67 2024-12-06T06:16:57,658 DEBUG [RS_OPEN_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(898): Instantiated SPTestTable,33333332,1733465807338.507cd5115e5cc50f87ede2b2161c3d67.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-06T06:16:57,658 DEBUG [RS_OPEN_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(7794): checking encryption for 507cd5115e5cc50f87ede2b2161c3d67 2024-12-06T06:16:57,658 INFO [RS_OPEN_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1114): Opened 2b92db650fcfc926bcd942ea360a6efb; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73730827, jitterRate=0.09867493808269501}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-06T06:16:57,658 DEBUG [RS_OPEN_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 2b92db650fcfc926bcd942ea360a6efb 2024-12-06T06:16:57,658 DEBUG [RS_OPEN_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(7797): checking classloading for 507cd5115e5cc50f87ede2b2161c3d67 2024-12-06T06:16:57,659 DEBUG [RS_OPEN_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34789/user/jenkins/test-data/fa9461a5-4808-773c-acb7-d5deda92bd40/data/default/SPTestTable/7c90be3e3c62de034470a6b728552f74/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-06T06:16:57,659 DEBUG [RS_OPEN_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1006): Region open journal for 2b92db650fcfc926bcd942ea360a6efb: Running coprocessor pre-open hook at 1733465817640Writing region info on filesystem at 1733465817640Initializing all the Stores at 1733465817642 (+2 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733465817642Cleaning up temporary data from old regions at 1733465817649 (+7 ms)Running coprocessor post-open hooks at 1733465817659 (+10 ms)Region opened successfully at 1733465817659 2024-12-06T06:16:57,660 INFO [RS_OPEN_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1114): Opened 7c90be3e3c62de034470a6b728552f74; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=75008257, jitterRate=0.11771012842655182}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-06T06:16:57,660 DEBUG [RS_OPEN_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 7c90be3e3c62de034470a6b728552f74 2024-12-06T06:16:57,660 DEBUG [RS_OPEN_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1006): Region open journal for 7c90be3e3c62de034470a6b728552f74: Running coprocessor pre-open hook at 1733465817646Writing region info on filesystem at 1733465817646Initializing all the Stores at 1733465817648 (+2 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733465817648Cleaning up temporary data from old regions at 1733465817653 (+5 ms)Running coprocessor post-open hooks at 1733465817660 (+7 ms)Region opened successfully at 1733465817660 2024-12-06T06:16:57,660 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=18, ppid=11, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1da73736880c38d8e63f5e60761a01b5, server=6336e8474e1c,37559,1733465796250 because future has completed 2024-12-06T06:16:57,660 INFO [RS_OPEN_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,ccccccc8,1733465807338.2b92db650fcfc926bcd942ea360a6efb., pid=17, masterSystemTime=1733465817618 2024-12-06T06:16:57,661 INFO [RS_OPEN_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,4ccccccb,1733465807338.7c90be3e3c62de034470a6b728552f74., pid=22, masterSystemTime=1733465817623 2024-12-06T06:16:57,661 INFO [StoreOpener-507cd5115e5cc50f87ede2b2161c3d67-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 507cd5115e5cc50f87ede2b2161c3d67 2024-12-06T06:16:57,663 DEBUG [RS_OPEN_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,ccccccc8,1733465807338.2b92db650fcfc926bcd942ea360a6efb. 2024-12-06T06:16:57,663 INFO [RS_OPEN_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] handler.AssignRegionHandler(153): Opened SPTestTable,ccccccc8,1733465807338.2b92db650fcfc926bcd942ea360a6efb. 2024-12-06T06:16:57,663 INFO [RS_OPEN_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] handler.AssignRegionHandler(132): Open SPTestTable,,1733465807338.0805cc1d0f5763dce654ab2c005271c7. 2024-12-06T06:16:57,663 INFO [StoreOpener-507cd5115e5cc50f87ede2b2161c3d67-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 507cd5115e5cc50f87ede2b2161c3d67 columnFamilyName cf 2024-12-06T06:16:57,663 DEBUG [RS_OPEN_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(7752): Opening region: {ENCODED => 0805cc1d0f5763dce654ab2c005271c7, NAME => 'SPTestTable,,1733465807338.0805cc1d0f5763dce654ab2c005271c7.', STARTKEY => '', ENDKEY => '19999999'} 2024-12-06T06:16:57,663 DEBUG [StoreOpener-507cd5115e5cc50f87ede2b2161c3d67-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T06:16:57,663 DEBUG [RS_OPEN_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,4ccccccb,1733465807338.7c90be3e3c62de034470a6b728552f74. 2024-12-06T06:16:57,663 INFO [RS_OPEN_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] handler.AssignRegionHandler(153): Opened SPTestTable,4ccccccb,1733465807338.7c90be3e3c62de034470a6b728552f74. 2024-12-06T06:16:57,664 DEBUG [RS_OPEN_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 0805cc1d0f5763dce654ab2c005271c7 2024-12-06T06:16:57,664 INFO [RS_OPEN_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] handler.AssignRegionHandler(132): Open SPTestTable,b333332f,1733465807338.ab1176b86f4eea74078f3f094ccbeea6. 2024-12-06T06:16:57,664 DEBUG [RS_OPEN_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(898): Instantiated SPTestTable,,1733465807338.0805cc1d0f5763dce654ab2c005271c7.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-06T06:16:57,664 DEBUG [RS_OPEN_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(7794): checking encryption for 0805cc1d0f5763dce654ab2c005271c7 2024-12-06T06:16:57,664 DEBUG [RS_OPEN_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(7752): Opening region: {ENCODED => ab1176b86f4eea74078f3f094ccbeea6, NAME => 'SPTestTable,b333332f,1733465807338.ab1176b86f4eea74078f3f094ccbeea6.', STARTKEY => 'b333332f', ENDKEY => 'ccccccc8'} 2024-12-06T06:16:57,664 DEBUG [RS_OPEN_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(7797): checking classloading for 0805cc1d0f5763dce654ab2c005271c7 2024-12-06T06:16:57,664 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=13 updating hbase:meta row=2b92db650fcfc926bcd942ea360a6efb, regionState=OPEN, openSeqNum=2, regionLocation=6336e8474e1c,37331,1733465796198 2024-12-06T06:16:57,664 DEBUG [RS_OPEN_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable ab1176b86f4eea74078f3f094ccbeea6 2024-12-06T06:16:57,664 DEBUG [RS_OPEN_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(898): Instantiated SPTestTable,b333332f,1733465807338.ab1176b86f4eea74078f3f094ccbeea6.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-06T06:16:57,664 DEBUG [RS_OPEN_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(7794): checking encryption for ab1176b86f4eea74078f3f094ccbeea6 2024-12-06T06:16:57,664 DEBUG [RS_OPEN_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(7797): checking classloading for ab1176b86f4eea74078f3f094ccbeea6 2024-12-06T06:16:57,664 INFO [StoreOpener-507cd5115e5cc50f87ede2b2161c3d67-1 {}] regionserver.HStore(327): Store=507cd5115e5cc50f87ede2b2161c3d67/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-06T06:16:57,665 DEBUG [RS_OPEN_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1038): replaying wal for 507cd5115e5cc50f87ede2b2161c3d67 2024-12-06T06:16:57,666 DEBUG [RS_OPEN_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34789/user/jenkins/test-data/fa9461a5-4808-773c-acb7-d5deda92bd40/data/default/SPTestTable/507cd5115e5cc50f87ede2b2161c3d67 2024-12-06T06:16:57,666 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=18, resume processing ppid=11 2024-12-06T06:16:57,666 INFO [StoreOpener-0805cc1d0f5763dce654ab2c005271c7-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 0805cc1d0f5763dce654ab2c005271c7 2024-12-06T06:16:57,666 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=8 updating hbase:meta row=7c90be3e3c62de034470a6b728552f74, regionState=OPEN, openSeqNum=2, regionLocation=6336e8474e1c,37287,1733465796151 2024-12-06T06:16:57,666 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=18, ppid=11, state=SUCCESS, hasLock=false; OpenRegionProcedure 1da73736880c38d8e63f5e60761a01b5, server=6336e8474e1c,37559,1733465796250 in 10.0470 sec 2024-12-06T06:16:57,667 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=17, ppid=13, state=RUNNABLE, hasLock=false; OpenRegionProcedure 2b92db650fcfc926bcd942ea360a6efb, server=6336e8474e1c,37331,1733465796198 because future has completed 2024-12-06T06:16:57,667 DEBUG [RS_OPEN_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34789/user/jenkins/test-data/fa9461a5-4808-773c-acb7-d5deda92bd40/data/default/SPTestTable/507cd5115e5cc50f87ede2b2161c3d67 2024-12-06T06:16:57,668 DEBUG [RS_OPEN_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1048): stopping wal replay for 507cd5115e5cc50f87ede2b2161c3d67 2024-12-06T06:16:57,668 DEBUG [RS_OPEN_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1060): Cleaning up temporary data for 507cd5115e5cc50f87ede2b2161c3d67 2024-12-06T06:16:57,668 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=22, ppid=8, state=RUNNABLE, hasLock=false; OpenRegionProcedure 7c90be3e3c62de034470a6b728552f74, server=6336e8474e1c,37287,1733465796151 because future has completed 2024-12-06T06:16:57,668 INFO [StoreOpener-ab1176b86f4eea74078f3f094ccbeea6-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region ab1176b86f4eea74078f3f094ccbeea6 2024-12-06T06:16:57,669 INFO [StoreOpener-0805cc1d0f5763dce654ab2c005271c7-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 0805cc1d0f5763dce654ab2c005271c7 columnFamilyName cf 2024-12-06T06:16:57,669 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=1da73736880c38d8e63f5e60761a01b5, ASSIGN in 10.2140 sec 2024-12-06T06:16:57,670 DEBUG [StoreOpener-0805cc1d0f5763dce654ab2c005271c7-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T06:16:57,670 INFO [StoreOpener-ab1176b86f4eea74078f3f094ccbeea6-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ab1176b86f4eea74078f3f094ccbeea6 columnFamilyName cf 2024-12-06T06:16:57,670 DEBUG [StoreOpener-ab1176b86f4eea74078f3f094ccbeea6-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T06:16:57,670 INFO [StoreOpener-0805cc1d0f5763dce654ab2c005271c7-1 {}] regionserver.HStore(327): Store=0805cc1d0f5763dce654ab2c005271c7/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-06T06:16:57,671 INFO [StoreOpener-ab1176b86f4eea74078f3f094ccbeea6-1 {}] regionserver.HStore(327): Store=ab1176b86f4eea74078f3f094ccbeea6/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-06T06:16:57,671 DEBUG [RS_OPEN_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1038): replaying wal for 0805cc1d0f5763dce654ab2c005271c7 2024-12-06T06:16:57,671 DEBUG [RS_OPEN_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1038): replaying wal for ab1176b86f4eea74078f3f094ccbeea6 2024-12-06T06:16:57,671 DEBUG [RS_OPEN_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1093): writing seq id for 507cd5115e5cc50f87ede2b2161c3d67 2024-12-06T06:16:57,672 DEBUG [RS_OPEN_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34789/user/jenkins/test-data/fa9461a5-4808-773c-acb7-d5deda92bd40/data/default/SPTestTable/ab1176b86f4eea74078f3f094ccbeea6 2024-12-06T06:16:57,672 DEBUG [RS_OPEN_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34789/user/jenkins/test-data/fa9461a5-4808-773c-acb7-d5deda92bd40/data/default/SPTestTable/0805cc1d0f5763dce654ab2c005271c7 2024-12-06T06:16:57,673 DEBUG [RS_OPEN_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34789/user/jenkins/test-data/fa9461a5-4808-773c-acb7-d5deda92bd40/data/default/SPTestTable/ab1176b86f4eea74078f3f094ccbeea6 2024-12-06T06:16:57,673 DEBUG [RS_OPEN_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34789/user/jenkins/test-data/fa9461a5-4808-773c-acb7-d5deda92bd40/data/default/SPTestTable/0805cc1d0f5763dce654ab2c005271c7 2024-12-06T06:16:57,673 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=17, resume processing ppid=13 2024-12-06T06:16:57,673 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=17, ppid=13, state=SUCCESS, hasLock=false; OpenRegionProcedure 2b92db650fcfc926bcd942ea360a6efb, server=6336e8474e1c,37331,1733465796198 in 10.0570 sec 2024-12-06T06:16:57,674 DEBUG [RS_OPEN_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1048): stopping wal replay for 0805cc1d0f5763dce654ab2c005271c7 2024-12-06T06:16:57,674 DEBUG [RS_OPEN_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1060): Cleaning up temporary data for 0805cc1d0f5763dce654ab2c005271c7 2024-12-06T06:16:57,675 DEBUG [RS_OPEN_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1048): stopping wal replay for ab1176b86f4eea74078f3f094ccbeea6 2024-12-06T06:16:57,675 DEBUG [RS_OPEN_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1060): Cleaning up temporary data for ab1176b86f4eea74078f3f094ccbeea6 2024-12-06T06:16:57,675 DEBUG [RS_OPEN_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34789/user/jenkins/test-data/fa9461a5-4808-773c-acb7-d5deda92bd40/data/default/SPTestTable/507cd5115e5cc50f87ede2b2161c3d67/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-06T06:16:57,675 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=22, resume processing ppid=8 2024-12-06T06:16:57,675 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=13, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=2b92db650fcfc926bcd942ea360a6efb, ASSIGN in 10.2210 sec 2024-12-06T06:16:57,675 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=22, ppid=8, state=SUCCESS, hasLock=false; OpenRegionProcedure 7c90be3e3c62de034470a6b728552f74, server=6336e8474e1c,37287,1733465796151 in 10.0500 sec 2024-12-06T06:16:57,676 INFO [RS_OPEN_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1114): Opened 507cd5115e5cc50f87ede2b2161c3d67; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68086290, jitterRate=0.01456478238105774}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-06T06:16:57,676 DEBUG [RS_OPEN_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 507cd5115e5cc50f87ede2b2161c3d67 2024-12-06T06:16:57,676 DEBUG [RS_OPEN_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1006): Region open journal for 507cd5115e5cc50f87ede2b2161c3d67: Running coprocessor pre-open hook at 1733465817659Writing region info on filesystem at 1733465817659Initializing all the Stores at 1733465817661 (+2 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733465817661Cleaning up temporary data from old regions at 1733465817668 (+7 ms)Running coprocessor post-open hooks at 1733465817676 (+8 ms)Region opened successfully at 1733465817676 2024-12-06T06:16:57,676 DEBUG [RS_OPEN_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1093): writing seq id for 0805cc1d0f5763dce654ab2c005271c7 2024-12-06T06:16:57,677 INFO [RS_OPEN_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,33333332,1733465807338.507cd5115e5cc50f87ede2b2161c3d67., pid=16, masterSystemTime=1733465817614 2024-12-06T06:16:57,677 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=7c90be3e3c62de034470a6b728552f74, ASSIGN in 10.2230 sec 2024-12-06T06:16:57,678 DEBUG [RS_OPEN_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1093): writing seq id for ab1176b86f4eea74078f3f094ccbeea6 2024-12-06T06:16:57,679 DEBUG [RS_OPEN_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,33333332,1733465807338.507cd5115e5cc50f87ede2b2161c3d67. 2024-12-06T06:16:57,679 INFO [RS_OPEN_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] handler.AssignRegionHandler(153): Opened SPTestTable,33333332,1733465807338.507cd5115e5cc50f87ede2b2161c3d67. 2024-12-06T06:16:57,679 INFO [RS_OPEN_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] handler.AssignRegionHandler(132): Open SPTestTable,e6666661,1733465807338.ad3e62963660c2c5f14b0bd808ac1ca2. 2024-12-06T06:16:57,679 DEBUG [RS_OPEN_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(7752): Opening region: {ENCODED => ad3e62963660c2c5f14b0bd808ac1ca2, NAME => 'SPTestTable,e6666661,1733465807338.ad3e62963660c2c5f14b0bd808ac1ca2.', STARTKEY => 'e6666661', ENDKEY => ''} 2024-12-06T06:16:57,679 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=7 updating hbase:meta row=507cd5115e5cc50f87ede2b2161c3d67, regionState=OPEN, openSeqNum=2, regionLocation=6336e8474e1c,37559,1733465796250 2024-12-06T06:16:57,679 DEBUG [RS_OPEN_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable ad3e62963660c2c5f14b0bd808ac1ca2 2024-12-06T06:16:57,679 DEBUG [RS_OPEN_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(898): Instantiated SPTestTable,e6666661,1733465807338.ad3e62963660c2c5f14b0bd808ac1ca2.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-06T06:16:57,680 DEBUG [RS_OPEN_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(7794): checking encryption for ad3e62963660c2c5f14b0bd808ac1ca2 2024-12-06T06:16:57,680 DEBUG [RS_OPEN_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(7797): checking classloading for ad3e62963660c2c5f14b0bd808ac1ca2 2024-12-06T06:16:57,681 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=16, ppid=7, state=RUNNABLE, hasLock=false; OpenRegionProcedure 507cd5115e5cc50f87ede2b2161c3d67, server=6336e8474e1c,37559,1733465796250 because future has completed 2024-12-06T06:16:57,684 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=16, resume processing ppid=7 2024-12-06T06:16:57,684 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=16, ppid=7, state=SUCCESS, hasLock=false; OpenRegionProcedure 507cd5115e5cc50f87ede2b2161c3d67, server=6336e8474e1c,37559,1733465796250 in 10.0700 sec 2024-12-06T06:16:57,685 DEBUG [RS_OPEN_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34789/user/jenkins/test-data/fa9461a5-4808-773c-acb7-d5deda92bd40/data/default/SPTestTable/ab1176b86f4eea74078f3f094ccbeea6/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-06T06:16:57,685 DEBUG [RS_OPEN_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34789/user/jenkins/test-data/fa9461a5-4808-773c-acb7-d5deda92bd40/data/default/SPTestTable/0805cc1d0f5763dce654ab2c005271c7/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-06T06:16:57,685 INFO [StoreOpener-ad3e62963660c2c5f14b0bd808ac1ca2-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region ad3e62963660c2c5f14b0bd808ac1ca2 2024-12-06T06:16:57,685 INFO [RS_OPEN_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1114): Opened ab1176b86f4eea74078f3f094ccbeea6; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73974547, jitterRate=0.10230664908885956}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-06T06:16:57,686 INFO [RS_OPEN_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1114): Opened 0805cc1d0f5763dce654ab2c005271c7; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74754721, jitterRate=0.11393214762210846}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-06T06:16:57,686 DEBUG [RS_OPEN_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 0805cc1d0f5763dce654ab2c005271c7 2024-12-06T06:16:57,686 DEBUG [RS_OPEN_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1122): Running coprocessor post-open hooks for ab1176b86f4eea74078f3f094ccbeea6 2024-12-06T06:16:57,686 DEBUG [RS_OPEN_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1006): Region open journal for 0805cc1d0f5763dce654ab2c005271c7: Running coprocessor pre-open hook at 1733465817664Writing region info on filesystem at 1733465817664Initializing all the Stores at 1733465817665 (+1 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733465817665Cleaning up temporary data from old regions at 1733465817674 (+9 ms)Running coprocessor post-open hooks at 1733465817686 (+12 ms)Region opened successfully at 1733465817686 2024-12-06T06:16:57,686 DEBUG [RS_OPEN_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1006): Region open journal for ab1176b86f4eea74078f3f094ccbeea6: Running coprocessor pre-open hook at 1733465817664Writing region info on filesystem at 1733465817664Initializing all the Stores at 1733465817667 (+3 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733465817667Cleaning up temporary data from old regions at 1733465817675 (+8 ms)Running coprocessor post-open hooks at 1733465817686 (+11 ms)Region opened successfully at 1733465817686 2024-12-06T06:16:57,686 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=507cd5115e5cc50f87ede2b2161c3d67, ASSIGN in 10.2320 sec 2024-12-06T06:16:57,687 INFO [RS_OPEN_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,b333332f,1733465807338.ab1176b86f4eea74078f3f094ccbeea6., pid=21, masterSystemTime=1733465817623 2024-12-06T06:16:57,687 INFO [RS_OPEN_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,,1733465807338.0805cc1d0f5763dce654ab2c005271c7., pid=23, masterSystemTime=1733465817618 2024-12-06T06:16:57,687 INFO [StoreOpener-ad3e62963660c2c5f14b0bd808ac1ca2-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ad3e62963660c2c5f14b0bd808ac1ca2 columnFamilyName cf 2024-12-06T06:16:57,687 DEBUG [StoreOpener-ad3e62963660c2c5f14b0bd808ac1ca2-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T06:16:57,688 INFO [StoreOpener-ad3e62963660c2c5f14b0bd808ac1ca2-1 {}] regionserver.HStore(327): Store=ad3e62963660c2c5f14b0bd808ac1ca2/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-06T06:16:57,688 DEBUG [RS_OPEN_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1038): replaying wal for ad3e62963660c2c5f14b0bd808ac1ca2 2024-12-06T06:16:57,688 DEBUG [RS_OPEN_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,,1733465807338.0805cc1d0f5763dce654ab2c005271c7. 2024-12-06T06:16:57,688 INFO [RS_OPEN_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] handler.AssignRegionHandler(153): Opened SPTestTable,,1733465807338.0805cc1d0f5763dce654ab2c005271c7. 2024-12-06T06:16:57,689 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=0805cc1d0f5763dce654ab2c005271c7, regionState=OPEN, openSeqNum=2, regionLocation=6336e8474e1c,37331,1733465796198 2024-12-06T06:16:57,689 DEBUG [RS_OPEN_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34789/user/jenkins/test-data/fa9461a5-4808-773c-acb7-d5deda92bd40/data/default/SPTestTable/ad3e62963660c2c5f14b0bd808ac1ca2 2024-12-06T06:16:57,689 DEBUG [RS_OPEN_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34789/user/jenkins/test-data/fa9461a5-4808-773c-acb7-d5deda92bd40/data/default/SPTestTable/ad3e62963660c2c5f14b0bd808ac1ca2 2024-12-06T06:16:57,690 DEBUG [RS_OPEN_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,b333332f,1733465807338.ab1176b86f4eea74078f3f094ccbeea6. 2024-12-06T06:16:57,690 INFO [RS_OPEN_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] handler.AssignRegionHandler(153): Opened SPTestTable,b333332f,1733465807338.ab1176b86f4eea74078f3f094ccbeea6. 2024-12-06T06:16:57,690 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=12 updating hbase:meta row=ab1176b86f4eea74078f3f094ccbeea6, regionState=OPEN, openSeqNum=2, regionLocation=6336e8474e1c,37287,1733465796151 2024-12-06T06:16:57,691 DEBUG [RS_OPEN_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1048): stopping wal replay for ad3e62963660c2c5f14b0bd808ac1ca2 2024-12-06T06:16:57,691 DEBUG [RS_OPEN_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1060): Cleaning up temporary data for ad3e62963660c2c5f14b0bd808ac1ca2 2024-12-06T06:16:57,691 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=23, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 0805cc1d0f5763dce654ab2c005271c7, server=6336e8474e1c,37331,1733465796198 because future has completed 2024-12-06T06:16:57,693 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=21, ppid=12, state=RUNNABLE, hasLock=false; OpenRegionProcedure ab1176b86f4eea74078f3f094ccbeea6, server=6336e8474e1c,37287,1733465796151 because future has completed 2024-12-06T06:16:57,693 DEBUG [RS_OPEN_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1093): writing seq id for ad3e62963660c2c5f14b0bd808ac1ca2 2024-12-06T06:16:57,695 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=23, resume processing ppid=5 2024-12-06T06:16:57,695 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=23, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 0805cc1d0f5763dce654ab2c005271c7, server=6336e8474e1c,37331,1733465796198 in 10.0690 sec 2024-12-06T06:16:57,696 DEBUG [RS_OPEN_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34789/user/jenkins/test-data/fa9461a5-4808-773c-acb7-d5deda92bd40/data/default/SPTestTable/ad3e62963660c2c5f14b0bd808ac1ca2/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-06T06:16:57,697 INFO [RS_OPEN_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1114): Opened ad3e62963660c2c5f14b0bd808ac1ca2; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73358905, jitterRate=0.0931328684091568}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-06T06:16:57,697 DEBUG [RS_OPEN_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1122): Running coprocessor post-open hooks for ad3e62963660c2c5f14b0bd808ac1ca2 2024-12-06T06:16:57,697 DEBUG [RS_OPEN_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1006): Region open journal for ad3e62963660c2c5f14b0bd808ac1ca2: Running coprocessor pre-open hook at 1733465817680Writing region info on filesystem at 1733465817680Initializing all the Stores at 1733465817681 (+1 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733465817681Cleaning up temporary data from old regions at 1733465817691 (+10 ms)Running coprocessor post-open hooks at 1733465817697 (+6 ms)Region opened successfully at 1733465817697 2024-12-06T06:16:57,697 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=21, resume processing ppid=12 2024-12-06T06:16:57,697 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=0805cc1d0f5763dce654ab2c005271c7, ASSIGN in 10.2430 sec 2024-12-06T06:16:57,697 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=21, ppid=12, state=SUCCESS, hasLock=false; OpenRegionProcedure ab1176b86f4eea74078f3f094ccbeea6, server=6336e8474e1c,37287,1733465796151 in 10.0740 sec 2024-12-06T06:16:57,698 INFO [RS_OPEN_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,e6666661,1733465807338.ad3e62963660c2c5f14b0bd808ac1ca2., pid=19, masterSystemTime=1733465817614 2024-12-06T06:16:57,699 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=12, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=ab1176b86f4eea74078f3f094ccbeea6, ASSIGN in 10.2450 sec 2024-12-06T06:16:57,699 DEBUG [RS_OPEN_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,e6666661,1733465807338.ad3e62963660c2c5f14b0bd808ac1ca2. 2024-12-06T06:16:57,699 INFO [RS_OPEN_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] handler.AssignRegionHandler(153): Opened SPTestTable,e6666661,1733465807338.ad3e62963660c2c5f14b0bd808ac1ca2. 2024-12-06T06:16:57,700 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=14 updating hbase:meta row=ad3e62963660c2c5f14b0bd808ac1ca2, regionState=OPEN, openSeqNum=2, regionLocation=6336e8474e1c,37559,1733465796250 2024-12-06T06:16:57,702 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=19, ppid=14, state=RUNNABLE, hasLock=false; OpenRegionProcedure ad3e62963660c2c5f14b0bd808ac1ca2, server=6336e8474e1c,37559,1733465796250 because future has completed 2024-12-06T06:16:57,704 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=19, resume processing ppid=14 2024-12-06T06:16:57,704 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=19, ppid=14, state=SUCCESS, hasLock=false; OpenRegionProcedure ad3e62963660c2c5f14b0bd808ac1ca2, server=6336e8474e1c,37559,1733465796250 in 10.0860 sec 2024-12-06T06:16:57,707 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=14, resume processing ppid=4 2024-12-06T06:16:57,707 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=14, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=ad3e62963660c2c5f14b0bd808ac1ca2, ASSIGN in 10.2520 sec 2024-12-06T06:16:57,708 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-06T06:16:57,708 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"SPTestTable","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733465817708"}]},"ts":"1733465817708"} 2024-12-06T06:16:57,710 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=SPTestTable, state=ENABLED in hbase:meta 2024-12-06T06:16:57,711 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_POST_OPERATION 2024-12-06T06:16:57,714 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=SPTestTable in 10.3720 sec 2024-12-06T06:17:00,797 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'SPTestTable' 2024-12-06T06:17:03,123 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-06T06:17:03,125 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T06:17:03,147 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T06:17:03,147 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T06:17:05,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39063 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-06T06:17:05,534 INFO [RPCClient-NioEventLoopGroup-6-10 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:SPTestTable completed 2024-12-06T06:17:05,534 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table SPTestTable get assigned. Timeout = 60000ms 2024-12-06T06:17:05,534 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-12-06T06:17:05,539 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table SPTestTable assigned to meta. Checking AM states. 2024-12-06T06:17:05,539 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-12-06T06:17:05,539 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table SPTestTable assigned. 2024-12-06T06:17:05,575 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aaa', locateType=CURRENT is [region=SPTestTable,99999996,1733465807338.1da73736880c38d8e63f5e60761a01b5., hostname=6336e8474e1c,37559,1733465796250, seqNum=2] 2024-12-06T06:17:05,576 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aab', locateType=CURRENT is [region=SPTestTable,99999996,1733465807338.1da73736880c38d8e63f5e60761a01b5., hostname=6336e8474e1c,37559,1733465796250, seqNum=2] 2024-12-06T06:17:05,578 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aac', locateType=CURRENT is [region=SPTestTable,99999996,1733465807338.1da73736880c38d8e63f5e60761a01b5., hostname=6336e8474e1c,37559,1733465796250, seqNum=2] 2024-12-06T06:17:05,579 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aad', locateType=CURRENT is [region=SPTestTable,99999996,1733465807338.1da73736880c38d8e63f5e60761a01b5., hostname=6336e8474e1c,37559,1733465796250, seqNum=2] 2024-12-06T06:17:05,581 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aae', locateType=CURRENT is [region=SPTestTable,99999996,1733465807338.1da73736880c38d8e63f5e60761a01b5., hostname=6336e8474e1c,37559,1733465796250, seqNum=2] 2024-12-06T06:17:05,582 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aaf', locateType=CURRENT is [region=SPTestTable,99999996,1733465807338.1da73736880c38d8e63f5e60761a01b5., hostname=6336e8474e1c,37559,1733465796250, seqNum=2] 2024-12-06T06:17:05,614 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='baa', locateType=CURRENT is [region=SPTestTable,b333332f,1733465807338.ab1176b86f4eea74078f3f094ccbeea6., hostname=6336e8474e1c,37287,1733465796151, seqNum=2] 2024-12-06T06:17:05,618 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='bab', locateType=CURRENT is [region=SPTestTable,b333332f,1733465807338.ab1176b86f4eea74078f3f094ccbeea6., hostname=6336e8474e1c,37287,1733465796151, seqNum=2] 2024-12-06T06:17:05,620 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='bac', locateType=CURRENT is [region=SPTestTable,b333332f,1733465807338.ab1176b86f4eea74078f3f094ccbeea6., hostname=6336e8474e1c,37287,1733465796151, seqNum=2] 2024-12-06T06:17:05,622 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='bad', locateType=CURRENT is [region=SPTestTable,b333332f,1733465807338.ab1176b86f4eea74078f3f094ccbeea6., hostname=6336e8474e1c,37287,1733465796151, seqNum=2] 2024-12-06T06:17:05,623 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='bae', locateType=CURRENT is [region=SPTestTable,b333332f,1733465807338.ab1176b86f4eea74078f3f094ccbeea6., hostname=6336e8474e1c,37287,1733465796151, seqNum=2] 2024-12-06T06:17:05,625 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='baf', locateType=CURRENT is [region=SPTestTable,b333332f,1733465807338.ab1176b86f4eea74078f3f094ccbeea6., hostname=6336e8474e1c,37287,1733465796151, seqNum=2] 2024-12-06T06:17:05,678 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='ccd', locateType=CURRENT is [region=SPTestTable,ccccccc8,1733465807338.2b92db650fcfc926bcd942ea360a6efb., hostname=6336e8474e1c,37331,1733465796198, seqNum=2] 2024-12-06T06:17:05,680 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='cce', locateType=CURRENT is [region=SPTestTable,ccccccc8,1733465807338.2b92db650fcfc926bcd942ea360a6efb., hostname=6336e8474e1c,37331,1733465796198, seqNum=2] 2024-12-06T06:17:05,682 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='ccg', locateType=CURRENT is [region=SPTestTable,ccccccc8,1733465807338.2b92db650fcfc926bcd942ea360a6efb., hostname=6336e8474e1c,37331,1733465796198, seqNum=2] 2024-12-06T06:17:05,683 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='ccf', locateType=CURRENT is [region=SPTestTable,ccccccc8,1733465807338.2b92db650fcfc926bcd942ea360a6efb., hostname=6336e8474e1c,37331,1733465796198, seqNum=2] 2024-12-06T06:17:05,685 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='cch', locateType=CURRENT is [region=SPTestTable,ccccccc8,1733465807338.2b92db650fcfc926bcd942ea360a6efb., hostname=6336e8474e1c,37331,1733465796198, seqNum=2] 2024-12-06T06:17:05,687 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='cci', locateType=CURRENT is [region=SPTestTable,ccccccc8,1733465807338.2b92db650fcfc926bcd942ea360a6efb., hostname=6336e8474e1c,37331,1733465796198, seqNum=2] 2024-12-06T06:17:05,736 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='eaa', locateType=CURRENT is [region=SPTestTable,e6666661,1733465807338.ad3e62963660c2c5f14b0bd808ac1ca2., hostname=6336e8474e1c,37559,1733465796250, seqNum=2] 2024-12-06T06:17:05,738 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='eab', locateType=CURRENT is [region=SPTestTable,e6666661,1733465807338.ad3e62963660c2c5f14b0bd808ac1ca2., hostname=6336e8474e1c,37559,1733465796250, seqNum=2] 2024-12-06T06:17:05,739 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='eac', locateType=CURRENT is [region=SPTestTable,e6666661,1733465807338.ad3e62963660c2c5f14b0bd808ac1ca2., hostname=6336e8474e1c,37559,1733465796250, seqNum=2] 2024-12-06T06:17:05,740 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='ead', locateType=CURRENT is [region=SPTestTable,e6666661,1733465807338.ad3e62963660c2c5f14b0bd808ac1ca2., hostname=6336e8474e1c,37559,1733465796250, seqNum=2] 2024-12-06T06:17:05,741 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='eae', locateType=CURRENT is [region=SPTestTable,e6666661,1733465807338.ad3e62963660c2c5f14b0bd808ac1ca2., hostname=6336e8474e1c,37559,1733465796250, seqNum=2] 2024-12-06T06:17:06,014 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-12-06T06:17:06,371 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-06T06:17:06,375 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-9-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60970, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-06T06:17:06,391 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-06T06:17:06,405 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37287 {}] regionserver.HRegion(8528): writing data to region SPTestTable,b333332f,1733465807338.ab1176b86f4eea74078f3f094ccbeea6. with WAL disabled. Data may be lost in the event of a crash. 2024-12-06T06:17:06,421 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40616, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-06T06:17:06,427 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37331 {}] regionserver.HRegion(8528): writing data to region SPTestTable,ccccccc8,1733465807338.2b92db650fcfc926bcd942ea360a6efb. with WAL disabled. Data may be lost in the event of a crash. 2024-12-06T06:17:06,444 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37559 {}] regionserver.RSRpcServices(2610): Large batch operation detected (greater than 5000) (HBASE-18023). Requested Number of Rows: 15548 Client: jenkins//172.17.0.2 first region in multi=SPTestTable,99999996,1733465807338.1da73736880c38d8e63f5e60761a01b5. 2024-12-06T06:17:06,460 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37559 {}] regionserver.HRegion(8528): writing data to region SPTestTable,99999996,1733465807338.1da73736880c38d8e63f5e60761a01b5. with WAL disabled. Data may be lost in the event of a crash. 2024-12-06T06:17:06,851 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37559 {}] regionserver.HRegion(8528): writing data to region SPTestTable,e6666661,1733465807338.ad3e62963660c2c5f14b0bd808ac1ca2. with WAL disabled. Data may be lost in the event of a crash. 2024-12-06T06:17:06,975 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(1139): Stored pid=25, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } 2024-12-06T06:17:06,976 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-12-06T06:17:06,976 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_PREPARE 2024-12-06T06:17:06,978 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_PRE_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_PRE_OPERATION 2024-12-06T06:17:06,981 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_WRITE_SNAPSHOT_INFO, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_WRITE_SNAPSHOT_INFO 2024-12-06T06:17:06,990 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40895 is added to blk_1073741848_1024 (size=49) 2024-12-06T06:17:06,991 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34979 is added to blk_1073741848_1024 (size=49) 2024-12-06T06:17:06,992 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38751 is added to blk_1073741848_1024 (size=49) 2024-12-06T06:17:06,993 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_SNAPSHOT_ONLINE_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_ONLINE_REGIONS 2024-12-06T06:17:06,994 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=26, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 0805cc1d0f5763dce654ab2c005271c7}, {pid=27, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure a1c29e1f256664ca2ce1424fa85b7654}, {pid=28, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 507cd5115e5cc50f87ede2b2161c3d67}, {pid=29, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 7c90be3e3c62de034470a6b728552f74}, {pid=30, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 53f278bc66579973c4d7694d2c33d290}, {pid=31, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 3c355dcdf8b3620177979dc0d6f05551}, {pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 1da73736880c38d8e63f5e60761a01b5}, {pid=33, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure ab1176b86f4eea74078f3f094ccbeea6}, {pid=34, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 2b92db650fcfc926bcd942ea360a6efb}, {pid=35, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure ad3e62963660c2c5f14b0bd808ac1ca2}] 2024-12-06T06:17:06,995 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=35, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure ad3e62963660c2c5f14b0bd808ac1ca2 2024-12-06T06:17:06,995 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=33, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure ab1176b86f4eea74078f3f094ccbeea6 2024-12-06T06:17:06,995 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=34, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 2b92db650fcfc926bcd942ea360a6efb 2024-12-06T06:17:06,996 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 1da73736880c38d8e63f5e60761a01b5 2024-12-06T06:17:06,996 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=31, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 3c355dcdf8b3620177979dc0d6f05551 2024-12-06T06:17:06,999 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=29, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 7c90be3e3c62de034470a6b728552f74 2024-12-06T06:17:06,999 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=30, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 53f278bc66579973c4d7694d2c33d290 2024-12-06T06:17:06,999 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=28, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 507cd5115e5cc50f87ede2b2161c3d67 2024-12-06T06:17:07,000 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=27, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure a1c29e1f256664ca2ce1424fa85b7654 2024-12-06T06:17:07,000 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=26, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 0805cc1d0f5763dce654ab2c005271c7 2024-12-06T06:17:10,133 INFO [regionserver/6336e8474e1c:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactedHFilesCleaner was stopped 2024-12-06T06:17:16,998 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37559 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=32 2024-12-06T06:17:16,998 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37331 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=31 2024-12-06T06:17:16,998 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37287 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=33 2024-12-06T06:17:16,998 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37559 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=35 2024-12-06T06:17:16,998 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37331 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=34 2024-12-06T06:17:16,998 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/6336e8474e1c:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,99999996,1733465807338.1da73736880c38d8e63f5e60761a01b5. 2024-12-06T06:17:16,998 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/6336e8474e1c:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,7ffffffd,1733465807338.3c355dcdf8b3620177979dc0d6f05551. 2024-12-06T06:17:16,998 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/6336e8474e1c:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,b333332f,1733465807338.ab1176b86f4eea74078f3f094ccbeea6. 2024-12-06T06:17:16,998 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37559 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=30 2024-12-06T06:17:16,998 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/6336e8474e1c:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,e6666661,1733465807338.ad3e62963660c2c5f14b0bd808ac1ca2. 2024-12-06T06:17:16,998 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/6336e8474e1c:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.HRegion(2902): Flushing 1da73736880c38d8e63f5e60761a01b5 1/1 column families, dataSize=19.80 KB heapSize=68.91 KB 2024-12-06T06:17:16,998 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/6336e8474e1c:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] regionserver.HRegion(2603): Flush status journal for 3c355dcdf8b3620177979dc0d6f05551: 2024-12-06T06:17:16,998 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37287 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=27 2024-12-06T06:17:16,998 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37331 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=26 2024-12-06T06:17:16,998 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/6336e8474e1c:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,7ffffffd,1733465807338.3c355dcdf8b3620177979dc0d6f05551. for SnapshotProcedureTest completed. 2024-12-06T06:17:16,999 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/6336e8474e1c:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HRegion(2902): Flushing ab1176b86f4eea74078f3f094ccbeea6 1/1 column families, dataSize=21.42 KB heapSize=74.49 KB 2024-12-06T06:17:16,999 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/6336e8474e1c:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.HRegion(2902): Flushing ad3e62963660c2c5f14b0bd808ac1ca2 1/1 column families, dataSize=435.70 KB heapSize=1.48 MB 2024-12-06T06:17:16,999 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37559 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=28 2024-12-06T06:17:16,999 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/6336e8474e1c:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,7ffffffd,1733465807338.3c355dcdf8b3620177979dc0d6f05551.' region-info for snapshot=SnapshotProcedureTest 2024-12-06T06:17:16,999 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37287 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=29 2024-12-06T06:17:16,999 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/6336e8474e1c:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-12-06T06:17:16,999 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/6336e8474e1c:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-12-06T06:17:16,999 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/6336e8474e1c:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,19999999,1733465807338.a1c29e1f256664ca2ce1424fa85b7654. 2024-12-06T06:17:16,999 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/6336e8474e1c:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,ccccccc8,1733465807338.2b92db650fcfc926bcd942ea360a6efb. 2024-12-06T06:17:16,999 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/6336e8474e1c:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] regionserver.HRegion(2603): Flush status journal for a1c29e1f256664ca2ce1424fa85b7654: 2024-12-06T06:17:16,999 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/6336e8474e1c:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,19999999,1733465807338.a1c29e1f256664ca2ce1424fa85b7654. for SnapshotProcedureTest completed. 2024-12-06T06:17:16,999 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/6336e8474e1c:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.HRegion(2902): Flushing 2b92db650fcfc926bcd942ea360a6efb 1/1 column families, dataSize=38.00 KB heapSize=131.98 KB 2024-12-06T06:17:17,000 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/6336e8474e1c:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,19999999,1733465807338.a1c29e1f256664ca2ce1424fa85b7654.' region-info for snapshot=SnapshotProcedureTest 2024-12-06T06:17:17,000 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/6336e8474e1c:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-12-06T06:17:17,000 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/6336e8474e1c:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,66666664,1733465807338.53f278bc66579973c4d7694d2c33d290. 2024-12-06T06:17:17,000 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/6336e8474e1c:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-12-06T06:17:17,000 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/6336e8474e1c:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] regionserver.HRegion(2603): Flush status journal for 53f278bc66579973c4d7694d2c33d290: 2024-12-06T06:17:17,000 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/6336e8474e1c:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,66666664,1733465807338.53f278bc66579973c4d7694d2c33d290. for SnapshotProcedureTest completed. 2024-12-06T06:17:17,000 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/6336e8474e1c:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,66666664,1733465807338.53f278bc66579973c4d7694d2c33d290.' region-info for snapshot=SnapshotProcedureTest 2024-12-06T06:17:17,000 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/6336e8474e1c:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,,1733465807338.0805cc1d0f5763dce654ab2c005271c7. 2024-12-06T06:17:17,000 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/6336e8474e1c:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-12-06T06:17:17,000 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/6336e8474e1c:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-12-06T06:17:17,000 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/6336e8474e1c:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] regionserver.HRegion(2603): Flush status journal for 0805cc1d0f5763dce654ab2c005271c7: 2024-12-06T06:17:17,001 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/6336e8474e1c:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,,1733465807338.0805cc1d0f5763dce654ab2c005271c7. for SnapshotProcedureTest completed. 2024-12-06T06:17:17,001 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/6336e8474e1c:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,4ccccccb,1733465807338.7c90be3e3c62de034470a6b728552f74. 2024-12-06T06:17:17,001 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/6336e8474e1c:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] regionserver.HRegion(2603): Flush status journal for 7c90be3e3c62de034470a6b728552f74: 2024-12-06T06:17:17,001 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/6336e8474e1c:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,,1733465807338.0805cc1d0f5763dce654ab2c005271c7.' region-info for snapshot=SnapshotProcedureTest 2024-12-06T06:17:17,001 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/6336e8474e1c:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,4ccccccb,1733465807338.7c90be3e3c62de034470a6b728552f74. for SnapshotProcedureTest completed. 2024-12-06T06:17:17,001 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/6336e8474e1c:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-12-06T06:17:17,001 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/6336e8474e1c:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-12-06T06:17:17,001 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/6336e8474e1c:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,4ccccccb,1733465807338.7c90be3e3c62de034470a6b728552f74.' region-info for snapshot=SnapshotProcedureTest 2024-12-06T06:17:17,001 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/6336e8474e1c:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-12-06T06:17:17,001 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/6336e8474e1c:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-12-06T06:17:17,029 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/6336e8474e1c:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34789/user/jenkins/test-data/fa9461a5-4808-773c-acb7-d5deda92bd40/data/default/SPTestTable/ab1176b86f4eea74078f3f094ccbeea6/.tmp/cf/13c957398dd341e7bfb3871fc6f53346 is 34, key is baa/cf:cf/1733465826405/Put/seqid=0 2024-12-06T06:17:17,034 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/6336e8474e1c:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34789/user/jenkins/test-data/fa9461a5-4808-773c-acb7-d5deda92bd40/data/default/SPTestTable/1da73736880c38d8e63f5e60761a01b5/.tmp/cf/2c7cda0d0a5a492cb79b0d1f68d274df is 34, key is aaa/cf:cf/1733465826460/Put/seqid=0 2024-12-06T06:17:17,038 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38751 is added to blk_1073741851_1027 (size=65) 2024-12-06T06:17:17,038 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34979 is added to blk_1073741851_1027 (size=65) 2024-12-06T06:17:17,039 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40895 is added to blk_1073741851_1027 (size=65) 2024-12-06T06:17:17,039 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/6336e8474e1c:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,66666664,1733465807338.53f278bc66579973c4d7694d2c33d290. 2024-12-06T06:17:17,039 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/6336e8474e1c:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=30 2024-12-06T06:17:17,039 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/6336e8474e1c:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,33333332,1733465807338.507cd5115e5cc50f87ede2b2161c3d67. 2024-12-06T06:17:17,040 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/6336e8474e1c:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] regionserver.HRegion(2603): Flush status journal for 507cd5115e5cc50f87ede2b2161c3d67: 2024-12-06T06:17:17,040 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/6336e8474e1c:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,33333332,1733465807338.507cd5115e5cc50f87ede2b2161c3d67. for SnapshotProcedureTest completed. 2024-12-06T06:17:17,040 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/6336e8474e1c:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,33333332,1733465807338.507cd5115e5cc50f87ede2b2161c3d67.' region-info for snapshot=SnapshotProcedureTest 2024-12-06T06:17:17,040 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/6336e8474e1c:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-12-06T06:17:17,040 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/6336e8474e1c:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-12-06T06:17:17,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39063 {}] master.HMaster(4169): Remote procedure done, pid=30 2024-12-06T06:17:17,040 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39063 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 53f278bc66579973c4d7694d2c33d290 2024-12-06T06:17:17,040 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=30, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 53f278bc66579973c4d7694d2c33d290 2024-12-06T06:17:17,043 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=30, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 53f278bc66579973c4d7694d2c33d290 in 10.0480 sec 2024-12-06T06:17:17,046 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34979 is added to blk_1073741849_1025 (size=65) 2024-12-06T06:17:17,046 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38751 is added to blk_1073741849_1025 (size=65) 2024-12-06T06:17:17,047 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40895 is added to blk_1073741849_1025 (size=65) 2024-12-06T06:17:17,047 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/6336e8474e1c:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,7ffffffd,1733465807338.3c355dcdf8b3620177979dc0d6f05551. 2024-12-06T06:17:17,047 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/6336e8474e1c:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=31 2024-12-06T06:17:17,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39063 {}] master.HMaster(4169): Remote procedure done, pid=31 2024-12-06T06:17:17,048 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39063 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 3c355dcdf8b3620177979dc0d6f05551 2024-12-06T06:17:17,048 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=31, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 3c355dcdf8b3620177979dc0d6f05551 2024-12-06T06:17:17,050 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=31, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 3c355dcdf8b3620177979dc0d6f05551 in 10.0560 sec 2024-12-06T06:17:17,052 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/6336e8474e1c:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34789/user/jenkins/test-data/fa9461a5-4808-773c-acb7-d5deda92bd40/data/default/SPTestTable/2b92db650fcfc926bcd942ea360a6efb/.tmp/cf/5571c8e11ffa4c80813c1cc6f6a717dc is 34, key is ccd/cf:cf/1733465826427/Put/seqid=0 2024-12-06T06:17:17,061 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38751 is added to blk_1073741853_1029 (size=65) 2024-12-06T06:17:17,061 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40895 is added to blk_1073741853_1029 (size=65) 2024-12-06T06:17:17,062 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34979 is added to blk_1073741853_1029 (size=65) 2024-12-06T06:17:17,062 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/6336e8474e1c:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,4ccccccb,1733465807338.7c90be3e3c62de034470a6b728552f74. 2024-12-06T06:17:17,062 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/6336e8474e1c:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=29 2024-12-06T06:17:17,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39063 {}] master.HMaster(4169): Remote procedure done, pid=29 2024-12-06T06:17:17,063 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39063 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 7c90be3e3c62de034470a6b728552f74 2024-12-06T06:17:17,063 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=29, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 7c90be3e3c62de034470a6b728552f74 2024-12-06T06:17:17,065 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=29, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 7c90be3e3c62de034470a6b728552f74 in 10.0710 sec 2024-12-06T06:17:17,070 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38751 is added to blk_1073741850_1026 (size=65) 2024-12-06T06:17:17,070 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40895 is added to blk_1073741850_1026 (size=65) 2024-12-06T06:17:17,070 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34979 is added to blk_1073741850_1026 (size=65) 2024-12-06T06:17:17,071 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/6336e8474e1c:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,19999999,1733465807338.a1c29e1f256664ca2ce1424fa85b7654. 2024-12-06T06:17:17,071 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/6336e8474e1c:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=27 2024-12-06T06:17:17,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39063 {}] master.HMaster(4169): Remote procedure done, pid=27 2024-12-06T06:17:17,071 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39063 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region a1c29e1f256664ca2ce1424fa85b7654 2024-12-06T06:17:17,072 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=27, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure a1c29e1f256664ca2ce1424fa85b7654 2024-12-06T06:17:17,075 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=27, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure a1c29e1f256664ca2ce1424fa85b7654 in 10.0800 sec 2024-12-06T06:17:17,085 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38751 is added to blk_1073741852_1028 (size=57) 2024-12-06T06:17:17,085 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34979 is added to blk_1073741852_1028 (size=57) 2024-12-06T06:17:17,085 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40895 is added to blk_1073741852_1028 (size=57) 2024-12-06T06:17:17,086 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/6336e8474e1c:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34789/user/jenkins/test-data/fa9461a5-4808-773c-acb7-d5deda92bd40/data/default/SPTestTable/ad3e62963660c2c5f14b0bd808ac1ca2/.tmp/cf/076f2b0610e3485abfec46fde2bdb86f is 34, key is eaa/cf:cf/1733465826848/Put/seqid=0 2024-12-06T06:17:17,094 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40895 is added to blk_1073741856_1032 (size=499309) 2024-12-06T06:17:17,094 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34979 is added to blk_1073741856_1032 (size=499309) 2024-12-06T06:17:17,094 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38751 is added to blk_1073741856_1032 (size=499309) 2024-12-06T06:17:17,095 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/6336e8474e1c:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=435.70 KB at sequenceid=5 (bloomFilter=true), to=hdfs://localhost:34789/user/jenkins/test-data/fa9461a5-4808-773c-acb7-d5deda92bd40/data/default/SPTestTable/ad3e62963660c2c5f14b0bd808ac1ca2/.tmp/cf/076f2b0610e3485abfec46fde2bdb86f 2024-12-06T06:17:17,108 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34979 is added to blk_1073741854_1030 (size=28623) 2024-12-06T06:17:17,109 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40895 is added to blk_1073741854_1030 (size=28623) 2024-12-06T06:17:17,109 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38751 is added to blk_1073741854_1030 (size=28623) 2024-12-06T06:17:17,116 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38751 is added to blk_1073741858_1034 (size=65) 2024-12-06T06:17:17,117 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40895 is added to blk_1073741857_1033 (size=47197) 2024-12-06T06:17:17,117 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/6336e8474e1c:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34789/user/jenkins/test-data/fa9461a5-4808-773c-acb7-d5deda92bd40/data/default/SPTestTable/ad3e62963660c2c5f14b0bd808ac1ca2/.tmp/cf/076f2b0610e3485abfec46fde2bdb86f as hdfs://localhost:34789/user/jenkins/test-data/fa9461a5-4808-773c-acb7-d5deda92bd40/data/default/SPTestTable/ad3e62963660c2c5f14b0bd808ac1ca2/cf/076f2b0610e3485abfec46fde2bdb86f 2024-12-06T06:17:17,118 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/6336e8474e1c:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,33333332,1733465807338.507cd5115e5cc50f87ede2b2161c3d67. 2024-12-06T06:17:17,118 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/6336e8474e1c:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=28 2024-12-06T06:17:17,118 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34979 is added to blk_1073741858_1034 (size=65) 2024-12-06T06:17:17,118 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40895 is added to blk_1073741858_1034 (size=65) 2024-12-06T06:17:17,118 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38751 is added to blk_1073741857_1033 (size=47197) 2024-12-06T06:17:17,118 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/6336e8474e1c:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.00 KB at sequenceid=5 (bloomFilter=true), to=hdfs://localhost:34789/user/jenkins/test-data/fa9461a5-4808-773c-acb7-d5deda92bd40/data/default/SPTestTable/2b92db650fcfc926bcd942ea360a6efb/.tmp/cf/5571c8e11ffa4c80813c1cc6f6a717dc 2024-12-06T06:17:17,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39063 {}] master.HMaster(4169): Remote procedure done, pid=28 2024-12-06T06:17:17,118 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39063 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 507cd5115e5cc50f87ede2b2161c3d67 2024-12-06T06:17:17,119 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=28, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 507cd5115e5cc50f87ede2b2161c3d67 2024-12-06T06:17:17,122 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34979 is added to blk_1073741857_1033 (size=47197) 2024-12-06T06:17:17,122 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=28, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 507cd5115e5cc50f87ede2b2161c3d67 in 10.1270 sec 2024-12-06T06:17:17,131 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34979 is added to blk_1073741855_1031 (size=26918) 2024-12-06T06:17:17,131 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38751 is added to blk_1073741855_1031 (size=26918) 2024-12-06T06:17:17,131 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40895 is added to blk_1073741855_1031 (size=26918) 2024-12-06T06:17:17,132 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/6336e8474e1c:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=19.80 KB at sequenceid=5 (bloomFilter=true), to=hdfs://localhost:34789/user/jenkins/test-data/fa9461a5-4808-773c-acb7-d5deda92bd40/data/default/SPTestTable/1da73736880c38d8e63f5e60761a01b5/.tmp/cf/2c7cda0d0a5a492cb79b0d1f68d274df 2024-12-06T06:17:17,138 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/6336e8474e1c:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34789/user/jenkins/test-data/fa9461a5-4808-773c-acb7-d5deda92bd40/data/default/SPTestTable/ad3e62963660c2c5f14b0bd808ac1ca2/cf/076f2b0610e3485abfec46fde2bdb86f, entries=14872, sequenceid=5, filesize=487.6 K 2024-12-06T06:17:17,139 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/6336e8474e1c:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34789/user/jenkins/test-data/fa9461a5-4808-773c-acb7-d5deda92bd40/data/default/SPTestTable/2b92db650fcfc926bcd942ea360a6efb/.tmp/cf/5571c8e11ffa4c80813c1cc6f6a717dc as hdfs://localhost:34789/user/jenkins/test-data/fa9461a5-4808-773c-acb7-d5deda92bd40/data/default/SPTestTable/2b92db650fcfc926bcd942ea360a6efb/cf/5571c8e11ffa4c80813c1cc6f6a717dc 2024-12-06T06:17:17,140 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/6336e8474e1c:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.HRegion(3140): Finished flush of dataSize ~435.70 KB/446160, heapSize ~1.48 MB/1546928, currentSize=0 B/0 for ad3e62963660c2c5f14b0bd808ac1ca2 in 142ms, sequenceid=5, compaction requested=false 2024-12-06T06:17:17,140 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/6336e8474e1c:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.HRegion(2603): Flush status journal for ad3e62963660c2c5f14b0bd808ac1ca2: 2024-12-06T06:17:17,140 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/6336e8474e1c:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,e6666661,1733465807338.ad3e62963660c2c5f14b0bd808ac1ca2. for SnapshotProcedureTest completed. 2024-12-06T06:17:17,140 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/6336e8474e1c:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,e6666661,1733465807338.ad3e62963660c2c5f14b0bd808ac1ca2.' region-info for snapshot=SnapshotProcedureTest 2024-12-06T06:17:17,140 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/6336e8474e1c:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-12-06T06:17:17,140 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/6336e8474e1c:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] snapshot.SnapshotManifest(256): Adding snapshot references for [hdfs://localhost:34789/user/jenkins/test-data/fa9461a5-4808-773c-acb7-d5deda92bd40/data/default/SPTestTable/ad3e62963660c2c5f14b0bd808ac1ca2/cf/076f2b0610e3485abfec46fde2bdb86f] hfiles 2024-12-06T06:17:17,140 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/6336e8474e1c:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] snapshot.SnapshotManifest(265): Adding reference for file (1/1): hdfs://localhost:34789/user/jenkins/test-data/fa9461a5-4808-773c-acb7-d5deda92bd40/data/default/SPTestTable/ad3e62963660c2c5f14b0bd808ac1ca2/cf/076f2b0610e3485abfec46fde2bdb86f for snapshot=SnapshotProcedureTest 2024-12-06T06:17:17,146 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/6336e8474e1c:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34789/user/jenkins/test-data/fa9461a5-4808-773c-acb7-d5deda92bd40/data/default/SPTestTable/1da73736880c38d8e63f5e60761a01b5/.tmp/cf/2c7cda0d0a5a492cb79b0d1f68d274df as hdfs://localhost:34789/user/jenkins/test-data/fa9461a5-4808-773c-acb7-d5deda92bd40/data/default/SPTestTable/1da73736880c38d8e63f5e60761a01b5/cf/2c7cda0d0a5a492cb79b0d1f68d274df 2024-12-06T06:17:17,151 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/6336e8474e1c:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34789/user/jenkins/test-data/fa9461a5-4808-773c-acb7-d5deda92bd40/data/default/SPTestTable/2b92db650fcfc926bcd942ea360a6efb/cf/5571c8e11ffa4c80813c1cc6f6a717dc, entries=1297, sequenceid=5, filesize=46.1 K 2024-12-06T06:17:17,152 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/6336e8474e1c:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.HRegion(3140): Finished flush of dataSize ~38.00 KB/38910, heapSize ~131.96 KB/135128, currentSize=0 B/0 for 2b92db650fcfc926bcd942ea360a6efb in 153ms, sequenceid=5, compaction requested=false 2024-12-06T06:17:17,152 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/6336e8474e1c:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.HRegion(2603): Flush status journal for 2b92db650fcfc926bcd942ea360a6efb: 2024-12-06T06:17:17,152 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/6336e8474e1c:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,ccccccc8,1733465807338.2b92db650fcfc926bcd942ea360a6efb. for SnapshotProcedureTest completed. 2024-12-06T06:17:17,152 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/6336e8474e1c:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,ccccccc8,1733465807338.2b92db650fcfc926bcd942ea360a6efb.' region-info for snapshot=SnapshotProcedureTest 2024-12-06T06:17:17,152 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/6336e8474e1c:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-12-06T06:17:17,152 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/6336e8474e1c:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] snapshot.SnapshotManifest(256): Adding snapshot references for [hdfs://localhost:34789/user/jenkins/test-data/fa9461a5-4808-773c-acb7-d5deda92bd40/data/default/SPTestTable/2b92db650fcfc926bcd942ea360a6efb/cf/5571c8e11ffa4c80813c1cc6f6a717dc] hfiles 2024-12-06T06:17:17,152 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/6336e8474e1c:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] snapshot.SnapshotManifest(265): Adding reference for file (1/1): hdfs://localhost:34789/user/jenkins/test-data/fa9461a5-4808-773c-acb7-d5deda92bd40/data/default/SPTestTable/2b92db650fcfc926bcd942ea360a6efb/cf/5571c8e11ffa4c80813c1cc6f6a717dc for snapshot=SnapshotProcedureTest 2024-12-06T06:17:17,154 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/6336e8474e1c:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34789/user/jenkins/test-data/fa9461a5-4808-773c-acb7-d5deda92bd40/data/default/SPTestTable/1da73736880c38d8e63f5e60761a01b5/cf/2c7cda0d0a5a492cb79b0d1f68d274df, entries=676, sequenceid=5, filesize=26.3 K 2024-12-06T06:17:17,155 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/6336e8474e1c:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.HRegion(3140): Finished flush of dataSize ~19.80 KB/20280, heapSize ~68.89 KB/70544, currentSize=0 B/0 for 1da73736880c38d8e63f5e60761a01b5 in 157ms, sequenceid=5, compaction requested=false 2024-12-06T06:17:17,155 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/6336e8474e1c:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.HRegion(2603): Flush status journal for 1da73736880c38d8e63f5e60761a01b5: 2024-12-06T06:17:17,155 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/6336e8474e1c:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,99999996,1733465807338.1da73736880c38d8e63f5e60761a01b5. for SnapshotProcedureTest completed. 2024-12-06T06:17:17,155 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/6336e8474e1c:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,99999996,1733465807338.1da73736880c38d8e63f5e60761a01b5.' region-info for snapshot=SnapshotProcedureTest 2024-12-06T06:17:17,155 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/6336e8474e1c:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-12-06T06:17:17,155 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/6336e8474e1c:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] snapshot.SnapshotManifest(256): Adding snapshot references for [hdfs://localhost:34789/user/jenkins/test-data/fa9461a5-4808-773c-acb7-d5deda92bd40/data/default/SPTestTable/1da73736880c38d8e63f5e60761a01b5/cf/2c7cda0d0a5a492cb79b0d1f68d274df] hfiles 2024-12-06T06:17:17,155 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/6336e8474e1c:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] snapshot.SnapshotManifest(265): Adding reference for file (1/1): hdfs://localhost:34789/user/jenkins/test-data/fa9461a5-4808-773c-acb7-d5deda92bd40/data/default/SPTestTable/1da73736880c38d8e63f5e60761a01b5/cf/2c7cda0d0a5a492cb79b0d1f68d274df for snapshot=SnapshotProcedureTest 2024-12-06T06:17:17,164 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40895 is added to blk_1073741859_1035 (size=97) 2024-12-06T06:17:17,165 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34979 is added to blk_1073741859_1035 (size=97) 2024-12-06T06:17:17,168 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/6336e8474e1c:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,e6666661,1733465807338.ad3e62963660c2c5f14b0bd808ac1ca2. 2024-12-06T06:17:17,169 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/6336e8474e1c:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=35 2024-12-06T06:17:17,169 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38751 is added to blk_1073741859_1035 (size=97) 2024-12-06T06:17:17,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39063 {}] master.HMaster(4169): Remote procedure done, pid=35 2024-12-06T06:17:17,170 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39063 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region ad3e62963660c2c5f14b0bd808ac1ca2 2024-12-06T06:17:17,170 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=35, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure ad3e62963660c2c5f14b0bd808ac1ca2 2024-12-06T06:17:17,173 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=35, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure ad3e62963660c2c5f14b0bd808ac1ca2 in 10.1780 sec 2024-12-06T06:17:17,182 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38751 is added to blk_1073741860_1036 (size=105) 2024-12-06T06:17:17,182 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40895 is added to blk_1073741860_1036 (size=105) 2024-12-06T06:17:17,183 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34979 is added to blk_1073741860_1036 (size=105) 2024-12-06T06:17:17,183 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/6336e8474e1c:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,ccccccc8,1733465807338.2b92db650fcfc926bcd942ea360a6efb. 2024-12-06T06:17:17,184 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/6336e8474e1c:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=34 2024-12-06T06:17:17,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39063 {}] master.HMaster(4169): Remote procedure done, pid=34 2024-12-06T06:17:17,184 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39063 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 2b92db650fcfc926bcd942ea360a6efb 2024-12-06T06:17:17,185 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=34, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 2b92db650fcfc926bcd942ea360a6efb 2024-12-06T06:17:17,187 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=34, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 2b92db650fcfc926bcd942ea360a6efb in 10.1930 sec 2024-12-06T06:17:17,189 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34979 is added to blk_1073741861_1037 (size=105) 2024-12-06T06:17:17,189 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38751 is added to blk_1073741861_1037 (size=105) 2024-12-06T06:17:17,189 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40895 is added to blk_1073741861_1037 (size=105) 2024-12-06T06:17:17,190 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/6336e8474e1c:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,99999996,1733465807338.1da73736880c38d8e63f5e60761a01b5. 2024-12-06T06:17:17,190 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/6336e8474e1c:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=32 2024-12-06T06:17:17,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39063 {}] master.HMaster(4169): Remote procedure done, pid=32 2024-12-06T06:17:17,190 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39063 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 1da73736880c38d8e63f5e60761a01b5 2024-12-06T06:17:17,190 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 1da73736880c38d8e63f5e60761a01b5 2024-12-06T06:17:17,193 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=32, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 1da73736880c38d8e63f5e60761a01b5 in 10.1980 sec 2024-12-06T06:17:17,486 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/6336e8474e1c:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,,1733465807338.0805cc1d0f5763dce654ab2c005271c7. 2024-12-06T06:17:17,486 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/6336e8474e1c:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=26 2024-12-06T06:17:17,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39063 {}] master.HMaster(4169): Remote procedure done, pid=26 2024-12-06T06:17:17,487 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39063 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 0805cc1d0f5763dce654ab2c005271c7 2024-12-06T06:17:17,487 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=26, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 0805cc1d0f5763dce654ab2c005271c7 2024-12-06T06:17:17,489 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=26, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 0805cc1d0f5763dce654ab2c005271c7 in 10.4950 sec 2024-12-06T06:17:17,509 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/6336e8474e1c:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=21.42 KB at sequenceid=5 (bloomFilter=true), to=hdfs://localhost:34789/user/jenkins/test-data/fa9461a5-4808-773c-acb7-d5deda92bd40/data/default/SPTestTable/ab1176b86f4eea74078f3f094ccbeea6/.tmp/cf/13c957398dd341e7bfb3871fc6f53346 2024-12-06T06:17:17,517 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/6336e8474e1c:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34789/user/jenkins/test-data/fa9461a5-4808-773c-acb7-d5deda92bd40/data/default/SPTestTable/ab1176b86f4eea74078f3f094ccbeea6/.tmp/cf/13c957398dd341e7bfb3871fc6f53346 as hdfs://localhost:34789/user/jenkins/test-data/fa9461a5-4808-773c-acb7-d5deda92bd40/data/default/SPTestTable/ab1176b86f4eea74078f3f094ccbeea6/cf/13c957398dd341e7bfb3871fc6f53346 2024-12-06T06:17:17,523 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/6336e8474e1c:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34789/user/jenkins/test-data/fa9461a5-4808-773c-acb7-d5deda92bd40/data/default/SPTestTable/ab1176b86f4eea74078f3f094ccbeea6/cf/13c957398dd341e7bfb3871fc6f53346, entries=731, sequenceid=5, filesize=28.0 K 2024-12-06T06:17:17,524 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/6336e8474e1c:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HRegion(3140): Finished flush of dataSize ~21.42 KB/21930, heapSize ~74.48 KB/76264, currentSize=0 B/0 for ab1176b86f4eea74078f3f094ccbeea6 in 526ms, sequenceid=5, compaction requested=false 2024-12-06T06:17:17,524 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/6336e8474e1c:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HRegion(2603): Flush status journal for ab1176b86f4eea74078f3f094ccbeea6: 2024-12-06T06:17:17,524 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/6336e8474e1c:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,b333332f,1733465807338.ab1176b86f4eea74078f3f094ccbeea6. for SnapshotProcedureTest completed. 2024-12-06T06:17:17,524 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/6336e8474e1c:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,b333332f,1733465807338.ab1176b86f4eea74078f3f094ccbeea6.' region-info for snapshot=SnapshotProcedureTest 2024-12-06T06:17:17,524 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/6336e8474e1c:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-12-06T06:17:17,524 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/6336e8474e1c:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] snapshot.SnapshotManifest(256): Adding snapshot references for [hdfs://localhost:34789/user/jenkins/test-data/fa9461a5-4808-773c-acb7-d5deda92bd40/data/default/SPTestTable/ab1176b86f4eea74078f3f094ccbeea6/cf/13c957398dd341e7bfb3871fc6f53346] hfiles 2024-12-06T06:17:17,524 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/6336e8474e1c:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] snapshot.SnapshotManifest(265): Adding reference for file (1/1): hdfs://localhost:34789/user/jenkins/test-data/fa9461a5-4808-773c-acb7-d5deda92bd40/data/default/SPTestTable/ab1176b86f4eea74078f3f094ccbeea6/cf/13c957398dd341e7bfb3871fc6f53346 for snapshot=SnapshotProcedureTest 2024-12-06T06:17:17,535 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34979 is added to blk_1073741862_1038 (size=105) 2024-12-06T06:17:17,536 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40895 is added to blk_1073741862_1038 (size=105) 2024-12-06T06:17:17,536 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38751 is added to blk_1073741862_1038 (size=105) 2024-12-06T06:17:17,537 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/6336e8474e1c:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,b333332f,1733465807338.ab1176b86f4eea74078f3f094ccbeea6. 2024-12-06T06:17:17,537 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/6336e8474e1c:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=33 2024-12-06T06:17:17,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39063 {}] master.HMaster(4169): Remote procedure done, pid=33 2024-12-06T06:17:17,538 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39063 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region ab1176b86f4eea74078f3f094ccbeea6 2024-12-06T06:17:17,538 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=33, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure ab1176b86f4eea74078f3f094ccbeea6 2024-12-06T06:17:17,541 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=33, resume processing ppid=25 2024-12-06T06:17:17,541 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_SNAPSHOT_SPLIT_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_SPLIT_REGIONS 2024-12-06T06:17:17,541 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=33, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure ab1176b86f4eea74078f3f094ccbeea6 in 10.5460 sec 2024-12-06T06:17:17,542 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_SNAPSHOT_MOB_REGION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_MOB_REGION 2024-12-06T06:17:17,542 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_CONSOLIDATE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_CONSOLIDATE_SNAPSHOT 2024-12-06T06:17:17,542 DEBUG [PEWorker-3 {}] snapshot.SnapshotManifest(495): Convert to Single Snapshot Manifest for SnapshotProcedureTest 2024-12-06T06:17:17,545 DEBUG [PEWorker-3 {}] snapshot.SnapshotManifestV1(130): No regions under directory:hdfs://localhost:34789/user/jenkins/test-data/fa9461a5-4808-773c-acb7-d5deda92bd40/.hbase-snapshot/.tmp/SnapshotProcedureTest 2024-12-06T06:17:17,566 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40895 is added to blk_1073741863_1039 (size=1174) 2024-12-06T06:17:17,566 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34979 is added to blk_1073741863_1039 (size=1174) 2024-12-06T06:17:17,567 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38751 is added to blk_1073741863_1039 (size=1174) 2024-12-06T06:17:17,570 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_VERIFIER_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_VERIFIER_SNAPSHOT 2024-12-06T06:17:17,574 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=36, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=37, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=38, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=39, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=40, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=41, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=42, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=43, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=44, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=45, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}] 2024-12-06T06:17:17,577 DEBUG [PEWorker-4 {}] snapshot.SnapshotManager(1464): pid=37, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=6336e8474e1c,37331,1733465796198 2024-12-06T06:17:17,577 DEBUG [PEWorker-3 {}] snapshot.SnapshotManager(1464): pid=45, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=6336e8474e1c,37331,1733465796198 2024-12-06T06:17:17,577 DEBUG [PEWorker-2 {}] snapshot.SnapshotManager(1464): pid=40, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=6336e8474e1c,37287,1733465796151 2024-12-06T06:17:17,577 DEBUG [PEWorker-5 {}] snapshot.SnapshotManager(1464): pid=38, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=6336e8474e1c,37331,1733465796198 2024-12-06T06:17:17,578 DEBUG [PEWorker-1 {}] snapshot.SnapshotManager(1464): pid=39, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=6336e8474e1c,37559,1733465796250 2024-12-06T06:17:17,581 DEBUG [PEWorker-5 {}] snapshot.SnapshotManager(1464): pid=43, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=6336e8474e1c,37287,1733465796151 2024-12-06T06:17:17,582 DEBUG [PEWorker-1 {}] snapshot.SnapshotManager(1464): pid=44, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=6336e8474e1c,37559,1733465796250 2024-12-06T06:17:17,582 DEBUG [PEWorker-3 {}] snapshot.SnapshotManager(1464): pid=41, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=6336e8474e1c,37287,1733465796151 2024-12-06T06:17:17,582 DEBUG [PEWorker-4 {}] snapshot.SnapshotManager(1464): pid=42, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=6336e8474e1c,37559,1733465796250 2024-12-06T06:17:17,588 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [10,000] milli-secs(wait.for.ratio=[1]) 2024-12-06T06:17:27,259 INFO [master/6336e8474e1c:0.Chore.1 {}] migrate.RollingUpgradeChore(116): There is no table to migrate StoreFileTracker! 2024-12-06T06:17:27,259 INFO [master/6336e8474e1c:0.Chore.1 {}] migrate.RollingUpgradeChore(85): All Rolling-Upgrade tasks are complete, shutdown RollingUpgradeChore! 2024-12-06T06:17:27,578 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37331 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=45 2024-12-06T06:17:27,578 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37287 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=43 2024-12-06T06:17:27,578 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37331 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=37 2024-12-06T06:17:27,578 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37287 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=41 2024-12-06T06:17:27,578 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37331 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=38 2024-12-06T06:17:27,579 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37287 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=40 2024-12-06T06:17:27,579 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37559 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=39 2024-12-06T06:17:27,579 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37559 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=42 2024-12-06T06:17:27,579 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37559 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=44 2024-12-06T06:17:27,583 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/6336e8474e1c:0-2 {event_type=RS_VERIFY_SNAPSHOT, pid=39}] regionserver.RSSnapshotVerifier$SnapshotManifestCacheLoader(144): loading snapshot manifest for SnapshotProcedureTest from hdfs://localhost:34789/user/jenkins/test-data/fa9461a5-4808-773c-acb7-d5deda92bd40/.hbase-snapshot/.tmp/SnapshotProcedureTest 2024-12-06T06:17:27,583 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/6336e8474e1c:0-2 {event_type=RS_VERIFY_SNAPSHOT, pid=43}] regionserver.RSSnapshotVerifier$SnapshotManifestCacheLoader(144): loading snapshot manifest for SnapshotProcedureTest from hdfs://localhost:34789/user/jenkins/test-data/fa9461a5-4808-773c-acb7-d5deda92bd40/.hbase-snapshot/.tmp/SnapshotProcedureTest 2024-12-06T06:17:27,584 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/6336e8474e1c:0-0 {event_type=RS_VERIFY_SNAPSHOT, pid=40}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=40 2024-12-06T06:17:27,584 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/6336e8474e1c:0-2 {event_type=RS_VERIFY_SNAPSHOT, pid=39}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=39 2024-12-06T06:17:27,584 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/6336e8474e1c:0-1 {event_type=RS_VERIFY_SNAPSHOT, pid=41}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=41 2024-12-06T06:17:27,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39063 {}] master.HMaster(4169): Remote procedure done, pid=40 2024-12-06T06:17:27,585 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/6336e8474e1c:0-1 {event_type=RS_VERIFY_SNAPSHOT, pid=42}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=42 2024-12-06T06:17:27,585 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/6336e8474e1c:0-2 {event_type=RS_VERIFY_SNAPSHOT, pid=43}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=43 2024-12-06T06:17:27,585 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/6336e8474e1c:0-0 {event_type=RS_VERIFY_SNAPSHOT, pid=44}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=44 2024-12-06T06:17:27,589 WARN [Time-limited test {}] procedure2.ProcedureTestingUtility(193): Set Kill before store update to: false 2024-12-06T06:17:27,589 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-12-06T06:17:27,589 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/6336e8474e1c:0-0 {event_type=RS_VERIFY_SNAPSHOT, pid=45}] regionserver.RSSnapshotVerifier$SnapshotManifestCacheLoader(144): loading snapshot manifest for SnapshotProcedureTest from hdfs://localhost:34789/user/jenkins/test-data/fa9461a5-4808-773c-acb7-d5deda92bd40/.hbase-snapshot/.tmp/SnapshotProcedureTest 2024-12-06T06:17:27,589 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-06T06:17:27,589 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.master.procedure.TestSnapshotProcedure.teardown(TestSnapshotProcedure.java:151) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-06T06:17:27,589 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T06:17:27,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39063 {}] master.HMaster(4169): Remote procedure done, pid=39 2024-12-06T06:17:27,589 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/6336e8474e1c:0-1 {event_type=RS_VERIFY_SNAPSHOT, pid=37}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=37 2024-12-06T06:17:27,589 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/6336e8474e1c:0-2 {event_type=RS_VERIFY_SNAPSHOT, pid=38}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=38 2024-12-06T06:17:27,589 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T06:17:27,589 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-06T06:17:27,589 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-12-06T06:17:27,589 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=183640618, stopped=false 2024-12-06T06:17:27,589 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=6336e8474e1c,39063,1733465796076 2024-12-06T06:17:27,590 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/6336e8474e1c:0-0 {event_type=RS_VERIFY_SNAPSHOT, pid=45}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=45 2024-12-06T06:17:27,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39063 {}] master.HMaster(4169): Remote procedure done, pid=37 2024-12-06T06:17:27,591 DEBUG [PEWorker-5 {}] snapshot.SnapshotManager(1473): pid=40, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=6336e8474e1c,37287,1733465796151 Release verify snapshot worker=6336e8474e1c,37287,1733465796151 2024-12-06T06:17:27,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39063 {}] master.HMaster(4169): Remote procedure done, pid=41 2024-12-06T06:17:27,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39063 {}] master.HMaster(4169): Remote procedure done, pid=38 2024-12-06T06:17:27,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39063 {}] master.HMaster(4169): Remote procedure done, pid=42 2024-12-06T06:17:27,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39063 {}] master.HMaster(4169): Remote procedure done, pid=43 2024-12-06T06:17:27,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39063 {}] master.HMaster(4169): Remote procedure done, pid=44 2024-12-06T06:17:27,593 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37287-0x101866ad8410001, quorum=127.0.0.1:55208, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-12-06T06:17:27,593 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37559-0x101866ad8410003, quorum=127.0.0.1:55208, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-12-06T06:17:27,593 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37331-0x101866ad8410002, quorum=127.0.0.1:55208, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-12-06T06:17:27,593 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37287-0x101866ad8410001, quorum=127.0.0.1:55208, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-06T06:17:27,593 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37331-0x101866ad8410002, quorum=127.0.0.1:55208, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-06T06:17:27,593 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37559-0x101866ad8410003, quorum=127.0.0.1:55208, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-06T06:17:27,593 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39063-0x101866ad8410000, quorum=127.0.0.1:55208, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-12-06T06:17:27,593 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39063-0x101866ad8410000, quorum=127.0.0.1:55208, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-06T06:17:27,593 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-06T06:17:27,594 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-06T06:17:27,594 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.master.procedure.TestSnapshotProcedure.teardown(TestSnapshotProcedure.java:151) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-06T06:17:27,594 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T06:17:27,594 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:37287-0x101866ad8410001, quorum=127.0.0.1:55208, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-06T06:17:27,594 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:37331-0x101866ad8410002, quorum=127.0.0.1:55208, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-06T06:17:27,594 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:37559-0x101866ad8410003, quorum=127.0.0.1:55208, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-06T06:17:27,595 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '6336e8474e1c,37287,1733465796151' ***** 2024-12-06T06:17:27,595 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:39063-0x101866ad8410000, quorum=127.0.0.1:55208, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-06T06:17:27,595 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-12-06T06:17:27,595 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '6336e8474e1c,37331,1733465796198' ***** 2024-12-06T06:17:27,595 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-12-06T06:17:27,595 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '6336e8474e1c,37559,1733465796250' ***** 2024-12-06T06:17:27,595 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-12-06T06:17:27,595 INFO [RS:0;6336e8474e1c:37287 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-06T06:17:27,595 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-12-06T06:17:27,595 INFO [RS:1;6336e8474e1c:37331 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-06T06:17:27,595 INFO [RS:2;6336e8474e1c:37559 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-06T06:17:27,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39063 {}] master.HMaster(4169): Remote procedure done, pid=45 2024-12-06T06:17:27,595 INFO [RS:1;6336e8474e1c:37331 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-06T06:17:27,595 INFO [RS:2;6336e8474e1c:37559 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-06T06:17:27,595 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-12-06T06:17:27,595 INFO [RS:2;6336e8474e1c:37559 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-06T06:17:27,595 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-12-06T06:17:27,595 INFO [RS:1;6336e8474e1c:37331 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-06T06:17:27,596 INFO [RS:1;6336e8474e1c:37331 {}] regionserver.HRegionServer(3091): Received CLOSE for 2b92db650fcfc926bcd942ea360a6efb 2024-12-06T06:17:27,596 INFO [RS:2;6336e8474e1c:37559 {}] regionserver.HRegionServer(3091): Received CLOSE for 507cd5115e5cc50f87ede2b2161c3d67 2024-12-06T06:17:27,596 INFO [RS:0;6336e8474e1c:37287 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-06T06:17:27,596 INFO [RS:0;6336e8474e1c:37287 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-06T06:17:27,596 INFO [RS:0;6336e8474e1c:37287 {}] regionserver.HRegionServer(3091): Received CLOSE for 7c90be3e3c62de034470a6b728552f74 2024-12-06T06:17:27,596 DEBUG [PEWorker-4 {}] snapshot.SnapshotManager(1473): pid=37, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=6336e8474e1c,37331,1733465796198 Release verify snapshot worker=6336e8474e1c,37331,1733465796198 2024-12-06T06:17:27,597 INFO [RS:2;6336e8474e1c:37559 {}] regionserver.HRegionServer(3091): Received CLOSE for ad3e62963660c2c5f14b0bd808ac1ca2 2024-12-06T06:17:27,597 INFO [RS:2;6336e8474e1c:37559 {}] regionserver.HRegionServer(3091): Received CLOSE for 1da73736880c38d8e63f5e60761a01b5 2024-12-06T06:17:27,597 INFO [RS:2;6336e8474e1c:37559 {}] regionserver.HRegionServer(3091): Received CLOSE for 53f278bc66579973c4d7694d2c33d290 2024-12-06T06:17:27,597 INFO [RS:2;6336e8474e1c:37559 {}] regionserver.HRegionServer(959): stopping server 6336e8474e1c,37559,1733465796250 2024-12-06T06:17:27,597 INFO [RS:2;6336e8474e1c:37559 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-06T06:17:27,597 DEBUG [PEWorker-3 {}] snapshot.SnapshotManager(1473): pid=39, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=6336e8474e1c,37559,1733465796250 Release verify snapshot worker=6336e8474e1c,37559,1733465796250 2024-12-06T06:17:27,597 INFO [RS:2;6336e8474e1c:37559 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:2;6336e8474e1c:37559. 2024-12-06T06:17:27,597 DEBUG [RS:2;6336e8474e1c:37559 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-06T06:17:27,597 DEBUG [RS:2;6336e8474e1c:37559 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T06:17:27,597 DEBUG [PEWorker-1 {}] snapshot.SnapshotManager(1473): pid=42, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=6336e8474e1c,37559,1733465796250 Release verify snapshot worker=6336e8474e1c,37559,1733465796250 2024-12-06T06:17:27,597 INFO [RS:2;6336e8474e1c:37559 {}] regionserver.HRegionServer(1321): Waiting on 4 regions to close 2024-12-06T06:17:27,597 DEBUG [RS:2;6336e8474e1c:37559 {}] regionserver.HRegionServer(1325): Online Regions={507cd5115e5cc50f87ede2b2161c3d67=SPTestTable,33333332,1733465807338.507cd5115e5cc50f87ede2b2161c3d67., ad3e62963660c2c5f14b0bd808ac1ca2=SPTestTable,e6666661,1733465807338.ad3e62963660c2c5f14b0bd808ac1ca2., 1da73736880c38d8e63f5e60761a01b5=SPTestTable,99999996,1733465807338.1da73736880c38d8e63f5e60761a01b5., 53f278bc66579973c4d7694d2c33d290=SPTestTable,66666664,1733465807338.53f278bc66579973c4d7694d2c33d290.} 2024-12-06T06:17:27,597 DEBUG [RS:2;6336e8474e1c:37559 {}] regionserver.HRegionServer(1351): Waiting on 1da73736880c38d8e63f5e60761a01b5, 507cd5115e5cc50f87ede2b2161c3d67, 53f278bc66579973c4d7694d2c33d290, ad3e62963660c2c5f14b0bd808ac1ca2 2024-12-06T06:17:27,597 INFO [RS:1;6336e8474e1c:37331 {}] regionserver.HRegionServer(3091): Received CLOSE for 0805cc1d0f5763dce654ab2c005271c7 2024-12-06T06:17:27,597 INFO [RS:1;6336e8474e1c:37331 {}] regionserver.HRegionServer(3091): Received CLOSE for 3c355dcdf8b3620177979dc0d6f05551 2024-12-06T06:17:27,598 INFO [RS:1;6336e8474e1c:37331 {}] regionserver.HRegionServer(959): stopping server 6336e8474e1c,37331,1733465796198 2024-12-06T06:17:27,598 INFO [RS:1;6336e8474e1c:37331 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-06T06:17:27,598 INFO [RS:1;6336e8474e1c:37331 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:1;6336e8474e1c:37331. 2024-12-06T06:17:27,598 DEBUG [RS:1;6336e8474e1c:37331 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-06T06:17:27,598 DEBUG [RS:1;6336e8474e1c:37331 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T06:17:27,598 INFO [RS:1;6336e8474e1c:37331 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-12-06T06:17:27,598 DEBUG [RS_CLOSE_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 507cd5115e5cc50f87ede2b2161c3d67, disabling compactions & flushes 2024-12-06T06:17:27,598 DEBUG [RS:1;6336e8474e1c:37331 {}] regionserver.HRegionServer(1325): Online Regions={2b92db650fcfc926bcd942ea360a6efb=SPTestTable,ccccccc8,1733465807338.2b92db650fcfc926bcd942ea360a6efb., 0805cc1d0f5763dce654ab2c005271c7=SPTestTable,,1733465807338.0805cc1d0f5763dce654ab2c005271c7., 3c355dcdf8b3620177979dc0d6f05551=SPTestTable,7ffffffd,1733465807338.3c355dcdf8b3620177979dc0d6f05551.} 2024-12-06T06:17:27,598 INFO [RS_CLOSE_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,33333332,1733465807338.507cd5115e5cc50f87ede2b2161c3d67. 2024-12-06T06:17:27,598 DEBUG [RS:1;6336e8474e1c:37331 {}] regionserver.HRegionServer(1351): Waiting on 0805cc1d0f5763dce654ab2c005271c7, 2b92db650fcfc926bcd942ea360a6efb, 3c355dcdf8b3620177979dc0d6f05551 2024-12-06T06:17:27,598 DEBUG [RS_CLOSE_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,33333332,1733465807338.507cd5115e5cc50f87ede2b2161c3d67. 2024-12-06T06:17:27,598 DEBUG [RS_CLOSE_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,33333332,1733465807338.507cd5115e5cc50f87ede2b2161c3d67. after waiting 0 ms 2024-12-06T06:17:27,598 DEBUG [RS_CLOSE_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,33333332,1733465807338.507cd5115e5cc50f87ede2b2161c3d67. 2024-12-06T06:17:27,598 DEBUG [RS_CLOSE_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 2b92db650fcfc926bcd942ea360a6efb, disabling compactions & flushes 2024-12-06T06:17:27,598 INFO [RS_CLOSE_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,ccccccc8,1733465807338.2b92db650fcfc926bcd942ea360a6efb. 2024-12-06T06:17:27,598 DEBUG [RS_CLOSE_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,ccccccc8,1733465807338.2b92db650fcfc926bcd942ea360a6efb. 2024-12-06T06:17:27,598 DEBUG [RS_CLOSE_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,ccccccc8,1733465807338.2b92db650fcfc926bcd942ea360a6efb. after waiting 0 ms 2024-12-06T06:17:27,598 DEBUG [RS_CLOSE_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,ccccccc8,1733465807338.2b92db650fcfc926bcd942ea360a6efb. 2024-12-06T06:17:27,598 WARN [HMaster-EventLoopGroup-7-3 {}] util.NettyFutureUtils(65): IO operation failed org.apache.hbase.thirdparty.io.netty.channel.StacklessClosedChannelException: null at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AbstractUnsafe.write(Object, ChannelPromise)(Unknown Source) ~[hbase-shaded-netty-4.1.9.jar:?] 2024-12-06T06:17:27,601 INFO [RS:0;6336e8474e1c:37287 {}] regionserver.HRegionServer(3091): Received CLOSE for ab1176b86f4eea74078f3f094ccbeea6 2024-12-06T06:17:27,601 INFO [RS:0;6336e8474e1c:37287 {}] regionserver.HRegionServer(3091): Received CLOSE for a1c29e1f256664ca2ce1424fa85b7654 2024-12-06T06:17:27,601 INFO [RS:0;6336e8474e1c:37287 {}] regionserver.HRegionServer(959): stopping server 6336e8474e1c,37287,1733465796151 2024-12-06T06:17:27,601 INFO [RS:0;6336e8474e1c:37287 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-06T06:17:27,601 INFO [RS:0;6336e8474e1c:37287 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;6336e8474e1c:37287. 2024-12-06T06:17:27,601 DEBUG [RS_CLOSE_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 7c90be3e3c62de034470a6b728552f74, disabling compactions & flushes 2024-12-06T06:17:27,601 DEBUG [RS:0;6336e8474e1c:37287 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-06T06:17:27,601 DEBUG [RS:0;6336e8474e1c:37287 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T06:17:27,601 INFO [RS_CLOSE_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,4ccccccb,1733465807338.7c90be3e3c62de034470a6b728552f74. 2024-12-06T06:17:27,601 DEBUG [RS_CLOSE_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,4ccccccb,1733465807338.7c90be3e3c62de034470a6b728552f74. 2024-12-06T06:17:27,602 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=40, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=6336e8474e1c,37287,1733465796151 in 10.0170 sec 2024-12-06T06:17:27,601 INFO [RS:0;6336e8474e1c:37287 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-06T06:17:27,602 INFO [RS:0;6336e8474e1c:37287 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-06T06:17:27,602 INFO [RS:0;6336e8474e1c:37287 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-06T06:17:27,602 INFO [RS:0;6336e8474e1c:37287 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-12-06T06:17:27,602 DEBUG [RS_CLOSE_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,4ccccccb,1733465807338.7c90be3e3c62de034470a6b728552f74. after waiting 0 ms 2024-12-06T06:17:27,602 INFO [regionserver/6336e8474e1c:0.procedureResultReporter {}] regionserver.RemoteProcedureResultReporter(103): Failed procedure report result { proc_id: 39 status: SUCCESS initiating_master_active_time: 1733465796306 } result { proc_id: 42 status: SUCCESS initiating_master_active_time: 1733465796306 } result { proc_id: 44 status: SUCCESS initiating_master_active_time: 1733465796306 }; retry (#0) immediately. org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Call to address=6336e8474e1c:39063 failed on local exception: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:249) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.cleanupCalls(NettyRpcDuplexHandler.java:151) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelInactive(NettyRpcDuplexHandler.java:159) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelInactive(AbstractChannelHandlerContext.java:303) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelInactive(AbstractChannelHandlerContext.java:281) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelInactive(AbstractChannelHandlerContext.java:274) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelInputClosed(ByteToMessageDecoder.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelInactive(ByteToMessageDecoder.java:377) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelInactive(AbstractChannelHandlerContext.java:303) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelInactive(AbstractChannelHandlerContext.java:281) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelInactive(AbstractChannelHandlerContext.java:274) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.ChannelInboundHandlerAdapter.channelInactive(ChannelInboundHandlerAdapter.java:81) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelInactive(IdleStateHandler.java:280) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelInactive(AbstractChannelHandlerContext.java:303) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelInactive(AbstractChannelHandlerContext.java:281) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelInactive(AbstractChannelHandlerContext.java:274) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelInactive(DefaultChannelPipeline.java:1352) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelInactive(AbstractChannelHandlerContext.java:301) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelInactive(AbstractChannelHandlerContext.java:281) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelInactive(DefaultChannelPipeline.java:850) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AbstractUnsafe$7.run(AbstractChannel.java:811) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.AbstractEventExecutor.runTask(AbstractEventExecutor.java:173) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.AbstractEventExecutor.safeExecute(AbstractEventExecutor.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor.runAllTasks(SingleThreadEventExecutor.java:472) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:405) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed ... 27 more 2024-12-06T06:17:27,602 DEBUG [RS_CLOSE_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,4ccccccb,1733465807338.7c90be3e3c62de034470a6b728552f74. 2024-12-06T06:17:27,603 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=37, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=6336e8474e1c,37331,1733465796198 in 10.0220 sec 2024-12-06T06:17:27,603 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=42, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=6336e8474e1c,37559,1733465796250 in 10.0230 sec 2024-12-06T06:17:27,603 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=39, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=6336e8474e1c,37559,1733465796250 in 10.0230 sec 2024-12-06T06:17:27,615 INFO [RS:0;6336e8474e1c:37287 {}] regionserver.HRegionServer(1321): Waiting on 4 regions to close 2024-12-06T06:17:27,616 DEBUG [RS:0;6336e8474e1c:37287 {}] regionserver.HRegionServer(1325): Online Regions={7c90be3e3c62de034470a6b728552f74=SPTestTable,4ccccccb,1733465807338.7c90be3e3c62de034470a6b728552f74., ab1176b86f4eea74078f3f094ccbeea6=SPTestTable,b333332f,1733465807338.ab1176b86f4eea74078f3f094ccbeea6., 1588230740=hbase:meta,,1.1588230740, a1c29e1f256664ca2ce1424fa85b7654=SPTestTable,19999999,1733465807338.a1c29e1f256664ca2ce1424fa85b7654.} 2024-12-06T06:17:27,616 DEBUG [RS:0;6336e8474e1c:37287 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 7c90be3e3c62de034470a6b728552f74, a1c29e1f256664ca2ce1424fa85b7654, ab1176b86f4eea74078f3f094ccbeea6 2024-12-06T06:17:27,616 DEBUG [PEWorker-2 {}] snapshot.SnapshotManager(1464): pid=36, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=6336e8474e1c,37559,1733465796250 2024-12-06T06:17:27,616 DEBUG [RS_CLOSE_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34789/user/jenkins/test-data/fa9461a5-4808-773c-acb7-d5deda92bd40/data/default/SPTestTable/2b92db650fcfc926bcd942ea360a6efb/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-12-06T06:17:27,616 DEBUG [RS_CLOSE_META-regionserver/6336e8474e1c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-06T06:17:27,616 INFO [RS_CLOSE_META-regionserver/6336e8474e1c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-06T06:17:27,616 DEBUG [RS_CLOSE_META-regionserver/6336e8474e1c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-06T06:17:27,616 DEBUG [RS_CLOSE_META-regionserver/6336e8474e1c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-06T06:17:27,617 DEBUG [RS_CLOSE_META-regionserver/6336e8474e1c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-06T06:17:27,617 DEBUG [RS_CLOSE_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34789/user/jenkins/test-data/fa9461a5-4808-773c-acb7-d5deda92bd40/data/default/SPTestTable/7c90be3e3c62de034470a6b728552f74/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-12-06T06:17:27,617 INFO [RS_CLOSE_META-regionserver/6336e8474e1c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=12.43 KB heapSize=21.09 KB 2024-12-06T06:17:27,617 DEBUG [RS_CLOSE_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34789/user/jenkins/test-data/fa9461a5-4808-773c-acb7-d5deda92bd40/data/default/SPTestTable/507cd5115e5cc50f87ede2b2161c3d67/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-12-06T06:17:27,617 INFO [RS_CLOSE_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,ccccccc8,1733465807338.2b92db650fcfc926bcd942ea360a6efb. 2024-12-06T06:17:27,617 DEBUG [RS_CLOSE_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 2b92db650fcfc926bcd942ea360a6efb: Waiting for close lock at 1733465847598Running coprocessor pre-close hooks at 1733465847598Disabling compacts and flushes for region at 1733465847598Disabling writes for close at 1733465847598Writing region close event to WAL at 1733465847604 (+6 ms)Running coprocessor post-close hooks at 1733465847617 (+13 ms)Closed at 1733465847617 2024-12-06T06:17:27,618 INFO [RS_CLOSE_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,4ccccccb,1733465807338.7c90be3e3c62de034470a6b728552f74. 2024-12-06T06:17:27,618 INFO [RS_CLOSE_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,33333332,1733465807338.507cd5115e5cc50f87ede2b2161c3d67. 2024-12-06T06:17:27,618 DEBUG [RS_CLOSE_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 7c90be3e3c62de034470a6b728552f74: Waiting for close lock at 1733465847601Running coprocessor pre-close hooks at 1733465847601Disabling compacts and flushes for region at 1733465847601Disabling writes for close at 1733465847602 (+1 ms)Writing region close event to WAL at 1733465847608 (+6 ms)Running coprocessor post-close hooks at 1733465847617 (+9 ms)Closed at 1733465847617 2024-12-06T06:17:27,618 INFO [regionserver/6336e8474e1c:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-06T06:17:27,618 INFO [regionserver/6336e8474e1c:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-06T06:17:27,618 DEBUG [RS_CLOSE_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 507cd5115e5cc50f87ede2b2161c3d67: Waiting for close lock at 1733465847598Running coprocessor pre-close hooks at 1733465847598Disabling compacts and flushes for region at 1733465847598Disabling writes for close at 1733465847598Writing region close event to WAL at 1733465847604 (+6 ms)Running coprocessor post-close hooks at 1733465847617 (+13 ms)Closed at 1733465847618 (+1 ms) 2024-12-06T06:17:27,618 DEBUG [RS_CLOSE_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,4ccccccb,1733465807338.7c90be3e3c62de034470a6b728552f74. 2024-12-06T06:17:27,618 DEBUG [RS_CLOSE_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,33333332,1733465807338.507cd5115e5cc50f87ede2b2161c3d67. 2024-12-06T06:17:27,618 DEBUG [RS_CLOSE_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing ab1176b86f4eea74078f3f094ccbeea6, disabling compactions & flushes 2024-12-06T06:17:27,618 INFO [regionserver/6336e8474e1c:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-06T06:17:27,618 INFO [RS_CLOSE_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,b333332f,1733465807338.ab1176b86f4eea74078f3f094ccbeea6. 2024-12-06T06:17:27,618 DEBUG [RS_CLOSE_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing ad3e62963660c2c5f14b0bd808ac1ca2, disabling compactions & flushes 2024-12-06T06:17:27,618 DEBUG [RS_CLOSE_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,b333332f,1733465807338.ab1176b86f4eea74078f3f094ccbeea6. 2024-12-06T06:17:27,618 INFO [RS_CLOSE_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,e6666661,1733465807338.ad3e62963660c2c5f14b0bd808ac1ca2. 2024-12-06T06:17:27,618 DEBUG [RS_CLOSE_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,b333332f,1733465807338.ab1176b86f4eea74078f3f094ccbeea6. after waiting 0 ms 2024-12-06T06:17:27,618 DEBUG [RS_CLOSE_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,b333332f,1733465807338.ab1176b86f4eea74078f3f094ccbeea6. 2024-12-06T06:17:27,618 DEBUG [RS_CLOSE_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,e6666661,1733465807338.ad3e62963660c2c5f14b0bd808ac1ca2. 2024-12-06T06:17:27,618 DEBUG [RS_CLOSE_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,e6666661,1733465807338.ad3e62963660c2c5f14b0bd808ac1ca2. after waiting 0 ms 2024-12-06T06:17:27,618 DEBUG [RS_CLOSE_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,e6666661,1733465807338.ad3e62963660c2c5f14b0bd808ac1ca2. 2024-12-06T06:17:27,617 DEBUG [RS_CLOSE_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,ccccccc8,1733465807338.2b92db650fcfc926bcd942ea360a6efb. 2024-12-06T06:17:27,618 DEBUG [RS_CLOSE_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 0805cc1d0f5763dce654ab2c005271c7, disabling compactions & flushes 2024-12-06T06:17:27,618 INFO [RS_CLOSE_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,,1733465807338.0805cc1d0f5763dce654ab2c005271c7. 2024-12-06T06:17:27,618 DEBUG [RS_CLOSE_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,,1733465807338.0805cc1d0f5763dce654ab2c005271c7. 2024-12-06T06:17:27,618 DEBUG [RS_CLOSE_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,,1733465807338.0805cc1d0f5763dce654ab2c005271c7. after waiting 0 ms 2024-12-06T06:17:27,618 DEBUG [RS_CLOSE_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,,1733465807338.0805cc1d0f5763dce654ab2c005271c7. 2024-12-06T06:17:27,626 DEBUG [RS_CLOSE_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34789/user/jenkins/test-data/fa9461a5-4808-773c-acb7-d5deda92bd40/data/default/SPTestTable/0805cc1d0f5763dce654ab2c005271c7/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-12-06T06:17:27,626 DEBUG [RS_CLOSE_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34789/user/jenkins/test-data/fa9461a5-4808-773c-acb7-d5deda92bd40/data/default/SPTestTable/ad3e62963660c2c5f14b0bd808ac1ca2/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-12-06T06:17:27,626 INFO [RS_CLOSE_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,,1733465807338.0805cc1d0f5763dce654ab2c005271c7. 2024-12-06T06:17:27,626 DEBUG [RS_CLOSE_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 0805cc1d0f5763dce654ab2c005271c7: Waiting for close lock at 1733465847618Running coprocessor pre-close hooks at 1733465847618Disabling compacts and flushes for region at 1733465847618Disabling writes for close at 1733465847618Writing region close event to WAL at 1733465847619 (+1 ms)Running coprocessor post-close hooks at 1733465847626 (+7 ms)Closed at 1733465847626 2024-12-06T06:17:27,627 DEBUG [RS_CLOSE_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,,1733465807338.0805cc1d0f5763dce654ab2c005271c7. 2024-12-06T06:17:27,627 DEBUG [RS_CLOSE_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 3c355dcdf8b3620177979dc0d6f05551, disabling compactions & flushes 2024-12-06T06:17:27,627 INFO [RS_CLOSE_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,7ffffffd,1733465807338.3c355dcdf8b3620177979dc0d6f05551. 2024-12-06T06:17:27,627 DEBUG [RS_CLOSE_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,7ffffffd,1733465807338.3c355dcdf8b3620177979dc0d6f05551. 2024-12-06T06:17:27,627 DEBUG [RS_CLOSE_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,7ffffffd,1733465807338.3c355dcdf8b3620177979dc0d6f05551. after waiting 0 ms 2024-12-06T06:17:27,627 DEBUG [RS_CLOSE_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,7ffffffd,1733465807338.3c355dcdf8b3620177979dc0d6f05551. 2024-12-06T06:17:27,627 INFO [RS_CLOSE_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,e6666661,1733465807338.ad3e62963660c2c5f14b0bd808ac1ca2. 2024-12-06T06:17:27,628 DEBUG [RS_CLOSE_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for ad3e62963660c2c5f14b0bd808ac1ca2: Waiting for close lock at 1733465847618Running coprocessor pre-close hooks at 1733465847618Disabling compacts and flushes for region at 1733465847618Disabling writes for close at 1733465847618Writing region close event to WAL at 1733465847621 (+3 ms)Running coprocessor post-close hooks at 1733465847627 (+6 ms)Closed at 1733465847627 2024-12-06T06:17:27,628 DEBUG [RS_CLOSE_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,e6666661,1733465807338.ad3e62963660c2c5f14b0bd808ac1ca2. 2024-12-06T06:17:27,628 DEBUG [RS_CLOSE_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 1da73736880c38d8e63f5e60761a01b5, disabling compactions & flushes 2024-12-06T06:17:27,628 INFO [RS_CLOSE_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,99999996,1733465807338.1da73736880c38d8e63f5e60761a01b5. 2024-12-06T06:17:27,628 DEBUG [RS_CLOSE_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,99999996,1733465807338.1da73736880c38d8e63f5e60761a01b5. 2024-12-06T06:17:27,628 DEBUG [RS_CLOSE_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,99999996,1733465807338.1da73736880c38d8e63f5e60761a01b5. after waiting 0 ms 2024-12-06T06:17:27,628 DEBUG [RS_CLOSE_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,99999996,1733465807338.1da73736880c38d8e63f5e60761a01b5. 2024-12-06T06:17:27,632 DEBUG [RS_CLOSE_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34789/user/jenkins/test-data/fa9461a5-4808-773c-acb7-d5deda92bd40/data/default/SPTestTable/ab1176b86f4eea74078f3f094ccbeea6/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-12-06T06:17:27,633 INFO [RS_CLOSE_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,b333332f,1733465807338.ab1176b86f4eea74078f3f094ccbeea6. 2024-12-06T06:17:27,633 DEBUG [RS_CLOSE_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for ab1176b86f4eea74078f3f094ccbeea6: Waiting for close lock at 1733465847618Running coprocessor pre-close hooks at 1733465847618Disabling compacts and flushes for region at 1733465847618Disabling writes for close at 1733465847618Writing region close event to WAL at 1733465847621 (+3 ms)Running coprocessor post-close hooks at 1733465847633 (+12 ms)Closed at 1733465847633 2024-12-06T06:17:27,634 DEBUG [RS_CLOSE_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,b333332f,1733465807338.ab1176b86f4eea74078f3f094ccbeea6. 2024-12-06T06:17:27,634 DEBUG [RS_CLOSE_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing a1c29e1f256664ca2ce1424fa85b7654, disabling compactions & flushes 2024-12-06T06:17:27,634 INFO [RS_CLOSE_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,19999999,1733465807338.a1c29e1f256664ca2ce1424fa85b7654. 2024-12-06T06:17:27,634 DEBUG [RS_CLOSE_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,19999999,1733465807338.a1c29e1f256664ca2ce1424fa85b7654. 2024-12-06T06:17:27,634 DEBUG [RS_CLOSE_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,19999999,1733465807338.a1c29e1f256664ca2ce1424fa85b7654. after waiting 0 ms 2024-12-06T06:17:27,634 DEBUG [RS_CLOSE_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,19999999,1733465807338.a1c29e1f256664ca2ce1424fa85b7654. 2024-12-06T06:17:27,636 DEBUG [RS_CLOSE_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34789/user/jenkins/test-data/fa9461a5-4808-773c-acb7-d5deda92bd40/data/default/SPTestTable/3c355dcdf8b3620177979dc0d6f05551/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-12-06T06:17:27,636 INFO [RS_CLOSE_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,7ffffffd,1733465807338.3c355dcdf8b3620177979dc0d6f05551. 2024-12-06T06:17:27,636 DEBUG [RS_CLOSE_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 3c355dcdf8b3620177979dc0d6f05551: Waiting for close lock at 1733465847627Running coprocessor pre-close hooks at 1733465847627Disabling compacts and flushes for region at 1733465847627Disabling writes for close at 1733465847627Writing region close event to WAL at 1733465847628 (+1 ms)Running coprocessor post-close hooks at 1733465847636 (+8 ms)Closed at 1733465847636 2024-12-06T06:17:27,637 DEBUG [RS_CLOSE_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,7ffffffd,1733465807338.3c355dcdf8b3620177979dc0d6f05551. 2024-12-06T06:17:27,637 DEBUG [RS_CLOSE_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34789/user/jenkins/test-data/fa9461a5-4808-773c-acb7-d5deda92bd40/data/default/SPTestTable/1da73736880c38d8e63f5e60761a01b5/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-12-06T06:17:27,638 INFO [RS_CLOSE_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,99999996,1733465807338.1da73736880c38d8e63f5e60761a01b5. 2024-12-06T06:17:27,638 DEBUG [RS_CLOSE_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 1da73736880c38d8e63f5e60761a01b5: Waiting for close lock at 1733465847628Running coprocessor pre-close hooks at 1733465847628Disabling compacts and flushes for region at 1733465847628Disabling writes for close at 1733465847628Writing region close event to WAL at 1733465847632 (+4 ms)Running coprocessor post-close hooks at 1733465847637 (+5 ms)Closed at 1733465847638 (+1 ms) 2024-12-06T06:17:27,638 DEBUG [RS_CLOSE_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,99999996,1733465807338.1da73736880c38d8e63f5e60761a01b5. 2024-12-06T06:17:27,638 DEBUG [RS_CLOSE_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 53f278bc66579973c4d7694d2c33d290, disabling compactions & flushes 2024-12-06T06:17:27,638 INFO [RS_CLOSE_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,66666664,1733465807338.53f278bc66579973c4d7694d2c33d290. 2024-12-06T06:17:27,638 DEBUG [RS_CLOSE_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,66666664,1733465807338.53f278bc66579973c4d7694d2c33d290. 2024-12-06T06:17:27,638 DEBUG [RS_CLOSE_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,66666664,1733465807338.53f278bc66579973c4d7694d2c33d290. after waiting 0 ms 2024-12-06T06:17:27,638 DEBUG [RS_CLOSE_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,66666664,1733465807338.53f278bc66579973c4d7694d2c33d290. 2024-12-06T06:17:27,641 DEBUG [RS_CLOSE_META-regionserver/6336e8474e1c:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34789/user/jenkins/test-data/fa9461a5-4808-773c-acb7-d5deda92bd40/data/hbase/meta/1588230740/.tmp/info/a6688610102e4b5786671336cfd41f24 is 167, key is SPTestTable,19999999,1733465807338.a1c29e1f256664ca2ce1424fa85b7654./info:regioninfo/1733465817646/Put/seqid=0 2024-12-06T06:17:27,641 DEBUG [RS_CLOSE_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34789/user/jenkins/test-data/fa9461a5-4808-773c-acb7-d5deda92bd40/data/default/SPTestTable/a1c29e1f256664ca2ce1424fa85b7654/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-12-06T06:17:27,642 INFO [RS_CLOSE_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,19999999,1733465807338.a1c29e1f256664ca2ce1424fa85b7654. 2024-12-06T06:17:27,642 DEBUG [RS_CLOSE_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for a1c29e1f256664ca2ce1424fa85b7654: Waiting for close lock at 1733465847634Running coprocessor pre-close hooks at 1733465847634Disabling compacts and flushes for region at 1733465847634Disabling writes for close at 1733465847634Writing region close event to WAL at 1733465847635 (+1 ms)Running coprocessor post-close hooks at 1733465847642 (+7 ms)Closed at 1733465847642 2024-12-06T06:17:27,642 DEBUG [RS_CLOSE_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,19999999,1733465807338.a1c29e1f256664ca2ce1424fa85b7654. 2024-12-06T06:17:27,643 DEBUG [RS_CLOSE_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34789/user/jenkins/test-data/fa9461a5-4808-773c-acb7-d5deda92bd40/data/default/SPTestTable/53f278bc66579973c4d7694d2c33d290/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-12-06T06:17:27,644 INFO [RS_CLOSE_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,66666664,1733465807338.53f278bc66579973c4d7694d2c33d290. 2024-12-06T06:17:27,644 DEBUG [RS_CLOSE_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 53f278bc66579973c4d7694d2c33d290: Waiting for close lock at 1733465847638Running coprocessor pre-close hooks at 1733465847638Disabling compacts and flushes for region at 1733465847638Disabling writes for close at 1733465847638Writing region close event to WAL at 1733465847639 (+1 ms)Running coprocessor post-close hooks at 1733465847644 (+5 ms)Closed at 1733465847644 2024-12-06T06:17:27,644 DEBUG [RS_CLOSE_REGION-regionserver/6336e8474e1c:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,66666664,1733465807338.53f278bc66579973c4d7694d2c33d290. 2024-12-06T06:17:27,651 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40895 is added to blk_1073741864_1040 (size=18393) 2024-12-06T06:17:27,651 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38751 is added to blk_1073741864_1040 (size=18393) 2024-12-06T06:17:27,652 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34979 is added to blk_1073741864_1040 (size=18393) 2024-12-06T06:17:27,652 INFO [RS_CLOSE_META-regionserver/6336e8474e1c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=12.28 KB at sequenceid=29 (bloomFilter=true), to=hdfs://localhost:34789/user/jenkins/test-data/fa9461a5-4808-773c-acb7-d5deda92bd40/data/hbase/meta/1588230740/.tmp/info/a6688610102e4b5786671336cfd41f24 2024-12-06T06:17:27,682 DEBUG [RS_CLOSE_META-regionserver/6336e8474e1c:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34789/user/jenkins/test-data/fa9461a5-4808-773c-acb7-d5deda92bd40/data/hbase/meta/1588230740/.tmp/ns/149197fcf9714b589210513ab859b3bc is 43, key is default/ns:d/1733465807244/Put/seqid=0 2024-12-06T06:17:27,693 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38751 is added to blk_1073741865_1041 (size=5153) 2024-12-06T06:17:27,693 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34979 is added to blk_1073741865_1041 (size=5153) 2024-12-06T06:17:27,693 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40895 is added to blk_1073741865_1041 (size=5153) 2024-12-06T06:17:27,695 INFO [RS_CLOSE_META-regionserver/6336e8474e1c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=29 (bloomFilter=true), to=hdfs://localhost:34789/user/jenkins/test-data/fa9461a5-4808-773c-acb7-d5deda92bd40/data/hbase/meta/1588230740/.tmp/ns/149197fcf9714b589210513ab859b3bc 2024-12-06T06:17:27,717 DEBUG [RS_CLOSE_META-regionserver/6336e8474e1c:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34789/user/jenkins/test-data/fa9461a5-4808-773c-acb7-d5deda92bd40/data/hbase/meta/1588230740/.tmp/table/5a73ff8beb054081b3b3170bbcfa3a5e is 47, key is SPTestTable/table:state/1733465817708/Put/seqid=0 2024-12-06T06:17:27,724 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40895 is added to blk_1073741866_1042 (size=5214) 2024-12-06T06:17:27,725 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38751 is added to blk_1073741866_1042 (size=5214) 2024-12-06T06:17:27,725 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34979 is added to blk_1073741866_1042 (size=5214) 2024-12-06T06:17:27,725 INFO [RS_CLOSE_META-regionserver/6336e8474e1c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=86 B at sequenceid=29 (bloomFilter=true), to=hdfs://localhost:34789/user/jenkins/test-data/fa9461a5-4808-773c-acb7-d5deda92bd40/data/hbase/meta/1588230740/.tmp/table/5a73ff8beb054081b3b3170bbcfa3a5e 2024-12-06T06:17:27,733 DEBUG [RS_CLOSE_META-regionserver/6336e8474e1c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34789/user/jenkins/test-data/fa9461a5-4808-773c-acb7-d5deda92bd40/data/hbase/meta/1588230740/.tmp/info/a6688610102e4b5786671336cfd41f24 as hdfs://localhost:34789/user/jenkins/test-data/fa9461a5-4808-773c-acb7-d5deda92bd40/data/hbase/meta/1588230740/info/a6688610102e4b5786671336cfd41f24 2024-12-06T06:17:27,740 INFO [RS_CLOSE_META-regionserver/6336e8474e1c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34789/user/jenkins/test-data/fa9461a5-4808-773c-acb7-d5deda92bd40/data/hbase/meta/1588230740/info/a6688610102e4b5786671336cfd41f24, entries=100, sequenceid=29, filesize=18.0 K 2024-12-06T06:17:27,742 DEBUG [RS_CLOSE_META-regionserver/6336e8474e1c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34789/user/jenkins/test-data/fa9461a5-4808-773c-acb7-d5deda92bd40/data/hbase/meta/1588230740/.tmp/ns/149197fcf9714b589210513ab859b3bc as hdfs://localhost:34789/user/jenkins/test-data/fa9461a5-4808-773c-acb7-d5deda92bd40/data/hbase/meta/1588230740/ns/149197fcf9714b589210513ab859b3bc 2024-12-06T06:17:27,750 INFO [RS_CLOSE_META-regionserver/6336e8474e1c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34789/user/jenkins/test-data/fa9461a5-4808-773c-acb7-d5deda92bd40/data/hbase/meta/1588230740/ns/149197fcf9714b589210513ab859b3bc, entries=2, sequenceid=29, filesize=5.0 K 2024-12-06T06:17:27,751 DEBUG [RS_CLOSE_META-regionserver/6336e8474e1c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34789/user/jenkins/test-data/fa9461a5-4808-773c-acb7-d5deda92bd40/data/hbase/meta/1588230740/.tmp/table/5a73ff8beb054081b3b3170bbcfa3a5e as hdfs://localhost:34789/user/jenkins/test-data/fa9461a5-4808-773c-acb7-d5deda92bd40/data/hbase/meta/1588230740/table/5a73ff8beb054081b3b3170bbcfa3a5e 2024-12-06T06:17:27,757 INFO [RS_CLOSE_META-regionserver/6336e8474e1c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34789/user/jenkins/test-data/fa9461a5-4808-773c-acb7-d5deda92bd40/data/hbase/meta/1588230740/table/5a73ff8beb054081b3b3170bbcfa3a5e, entries=2, sequenceid=29, filesize=5.1 K 2024-12-06T06:17:27,758 INFO [RS_CLOSE_META-regionserver/6336e8474e1c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~12.43 KB/12732, heapSize ~20.80 KB/21296, currentSize=0 B/0 for 1588230740 in 141ms, sequenceid=29, compaction requested=false 2024-12-06T06:17:27,762 DEBUG [RS_CLOSE_META-regionserver/6336e8474e1c:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34789/user/jenkins/test-data/fa9461a5-4808-773c-acb7-d5deda92bd40/data/hbase/meta/1588230740/recovered.edits/32.seqid, newMaxSeqId=32, maxSeqId=1 2024-12-06T06:17:27,763 DEBUG [RS_CLOSE_META-regionserver/6336e8474e1c:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-06T06:17:27,763 INFO [RS_CLOSE_META-regionserver/6336e8474e1c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-06T06:17:27,763 DEBUG [RS_CLOSE_META-regionserver/6336e8474e1c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733465847616Running coprocessor pre-close hooks at 1733465847616Disabling compacts and flushes for region at 1733465847616Disabling writes for close at 1733465847616Obtaining lock to block concurrent updates at 1733465847617 (+1 ms)Preparing flush snapshotting stores in 1588230740 at 1733465847617Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=12732, getHeapSize=21536, getOffHeapSize=0, getCellsCount=104 at 1733465847618 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1733465847618Flushing 1588230740/info: creating writer at 1733465847618Flushing 1588230740/info: appending metadata at 1733465847641 (+23 ms)Flushing 1588230740/info: closing flushed file at 1733465847641Flushing 1588230740/ns: creating writer at 1733465847660 (+19 ms)Flushing 1588230740/ns: appending metadata at 1733465847681 (+21 ms)Flushing 1588230740/ns: closing flushed file at 1733465847682 (+1 ms)Flushing 1588230740/table: creating writer at 1733465847701 (+19 ms)Flushing 1588230740/table: appending metadata at 1733465847716 (+15 ms)Flushing 1588230740/table: closing flushed file at 1733465847716Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@76ebb3f6: reopening flushed file at 1733465847732 (+16 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@744a0cb7: reopening flushed file at 1733465847741 (+9 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4016e60f: reopening flushed file at 1733465847750 (+9 ms)Finished flush of dataSize ~12.43 KB/12732, heapSize ~20.80 KB/21296, currentSize=0 B/0 for 1588230740 in 141ms, sequenceid=29, compaction requested=false at 1733465847758 (+8 ms)Writing region close event to WAL at 1733465847759 (+1 ms)Running coprocessor post-close hooks at 1733465847763 (+4 ms)Closed at 1733465847763 2024-12-06T06:17:27,763 DEBUG [RS_CLOSE_META-regionserver/6336e8474e1c:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-12-06T06:17:27,797 INFO [RS:2;6336e8474e1c:37559 {}] regionserver.HRegionServer(976): stopping server 6336e8474e1c,37559,1733465796250; all regions closed. 2024-12-06T06:17:27,798 INFO [RS:1;6336e8474e1c:37331 {}] regionserver.HRegionServer(976): stopping server 6336e8474e1c,37331,1733465796198; all regions closed. 2024-12-06T06:17:27,800 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34979 is added to blk_1073741834_1010 (size=3469) 2024-12-06T06:17:27,800 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40895 is added to blk_1073741834_1010 (size=3469) 2024-12-06T06:17:27,802 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38751 is added to blk_1073741834_1010 (size=3469) 2024-12-06T06:17:27,802 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34979 is added to blk_1073741833_1009 (size=2334) 2024-12-06T06:17:27,802 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/fa9461a5-4808-773c-acb7-d5deda92bd40/WALs/6336e8474e1c,37331,1733465796198/6336e8474e1c%2C37331%2C1733465796198.1733465797012 not finished, retry = 0 2024-12-06T06:17:27,802 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40895 is added to blk_1073741833_1009 (size=2334) 2024-12-06T06:17:27,803 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38751 is added to blk_1073741833_1009 (size=2334) 2024-12-06T06:17:27,806 DEBUG [RS:2;6336e8474e1c:37559 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/fa9461a5-4808-773c-acb7-d5deda92bd40/oldWALs 2024-12-06T06:17:27,806 INFO [RS:2;6336e8474e1c:37559 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 6336e8474e1c%2C37559%2C1733465796250:(num 1733465797011) 2024-12-06T06:17:27,806 DEBUG [RS:2;6336e8474e1c:37559 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T06:17:27,806 INFO [RS:2;6336e8474e1c:37559 {}] regionserver.LeaseManager(133): Closed leases 2024-12-06T06:17:27,806 INFO [RS:2;6336e8474e1c:37559 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-06T06:17:27,806 INFO [RS:2;6336e8474e1c:37559 {}] hbase.ChoreService(370): Chore service for: regionserver/6336e8474e1c:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-12-06T06:17:27,806 INFO [RS:2;6336e8474e1c:37559 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-06T06:17:27,806 INFO [RS:2;6336e8474e1c:37559 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-06T06:17:27,807 INFO [RS:2;6336e8474e1c:37559 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-06T06:17:27,807 INFO [RS:2;6336e8474e1c:37559 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-06T06:17:27,807 INFO [regionserver/6336e8474e1c:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-06T06:17:27,807 INFO [RS:2;6336e8474e1c:37559 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:37559 2024-12-06T06:17:27,809 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37559-0x101866ad8410003, quorum=127.0.0.1:55208, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/6336e8474e1c,37559,1733465796250 2024-12-06T06:17:27,809 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39063-0x101866ad8410000, quorum=127.0.0.1:55208, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-12-06T06:17:27,809 INFO [RS:2;6336e8474e1c:37559 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-06T06:17:27,811 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [6336e8474e1c,37559,1733465796250] 2024-12-06T06:17:27,812 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/6336e8474e1c,37559,1733465796250 already deleted, retry=false 2024-12-06T06:17:27,812 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 6336e8474e1c,37559,1733465796250 expired; onlineServers=2 2024-12-06T06:17:27,816 INFO [RS:0;6336e8474e1c:37287 {}] regionserver.HRegionServer(976): stopping server 6336e8474e1c,37287,1733465796151; all regions closed. 2024-12-06T06:17:27,819 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/fa9461a5-4808-773c-acb7-d5deda92bd40/WALs/6336e8474e1c,37287,1733465796151/6336e8474e1c%2C37287%2C1733465796151.meta.1733465807194.meta not finished, retry = 0 2024-12-06T06:17:27,819 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38751 is added to blk_1073741836_1012 (size=15114) 2024-12-06T06:17:27,819 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40895 is added to blk_1073741836_1012 (size=15114) 2024-12-06T06:17:27,819 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34979 is added to blk_1073741836_1012 (size=15114) 2024-12-06T06:17:27,859 INFO [regionserver/6336e8474e1c:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-12-06T06:17:27,859 INFO [regionserver/6336e8474e1c:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-12-06T06:17:27,868 INFO [regionserver/6336e8474e1c:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-12-06T06:17:27,868 INFO [regionserver/6336e8474e1c:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-12-06T06:17:27,898 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-06T06:17:27,898 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-12-06T06:17:27,905 DEBUG [RS:1;6336e8474e1c:37331 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/fa9461a5-4808-773c-acb7-d5deda92bd40/oldWALs 2024-12-06T06:17:27,905 INFO [RS:1;6336e8474e1c:37331 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 6336e8474e1c%2C37331%2C1733465796198:(num 1733465797012) 2024-12-06T06:17:27,905 DEBUG [RS:1;6336e8474e1c:37331 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T06:17:27,905 INFO [RS:1;6336e8474e1c:37331 {}] regionserver.LeaseManager(133): Closed leases 2024-12-06T06:17:27,905 INFO [RS:1;6336e8474e1c:37331 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-06T06:17:27,906 INFO [RS:1;6336e8474e1c:37331 {}] hbase.ChoreService(370): Chore service for: regionserver/6336e8474e1c:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-12-06T06:17:27,906 INFO [RS:1;6336e8474e1c:37331 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-06T06:17:27,906 INFO [RS:1;6336e8474e1c:37331 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-06T06:17:27,906 INFO [RS:1;6336e8474e1c:37331 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-06T06:17:27,906 INFO [RS:1;6336e8474e1c:37331 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-06T06:17:27,906 INFO [regionserver/6336e8474e1c:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-06T06:17:27,906 INFO [RS:1;6336e8474e1c:37331 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:37331 2024-12-06T06:17:27,910 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39063-0x101866ad8410000, quorum=127.0.0.1:55208, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-12-06T06:17:27,910 INFO [RS:1;6336e8474e1c:37331 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-06T06:17:27,910 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37331-0x101866ad8410002, quorum=127.0.0.1:55208, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/6336e8474e1c,37331,1733465796198 2024-12-06T06:17:27,911 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37559-0x101866ad8410003, quorum=127.0.0.1:55208, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-06T06:17:27,911 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37559-0x101866ad8410003, quorum=127.0.0.1:55208, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-06T06:17:27,911 INFO [RS:2;6336e8474e1c:37559 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-06T06:17:27,911 INFO [RS:2;6336e8474e1c:37559 {}] regionserver.HRegionServer(1031): Exiting; stopping=6336e8474e1c,37559,1733465796250; zookeeper connection closed. 2024-12-06T06:17:27,911 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@66506a51 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@66506a51 2024-12-06T06:17:27,911 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [6336e8474e1c,37331,1733465796198] 2024-12-06T06:17:27,912 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/6336e8474e1c,37331,1733465796198 already deleted, retry=false 2024-12-06T06:17:27,913 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 6336e8474e1c,37331,1733465796198 expired; onlineServers=1 2024-12-06T06:17:27,921 DEBUG [RS:0;6336e8474e1c:37287 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/fa9461a5-4808-773c-acb7-d5deda92bd40/oldWALs 2024-12-06T06:17:27,921 INFO [RS:0;6336e8474e1c:37287 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 6336e8474e1c%2C37287%2C1733465796151.meta:.meta(num 1733465807194) 2024-12-06T06:17:27,923 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34979 is added to blk_1073741835_1011 (size=2364) 2024-12-06T06:17:27,923 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40895 is added to blk_1073741835_1011 (size=2364) 2024-12-06T06:17:27,924 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38751 is added to blk_1073741835_1011 (size=2364) 2024-12-06T06:17:27,926 DEBUG [RS:0;6336e8474e1c:37287 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/fa9461a5-4808-773c-acb7-d5deda92bd40/oldWALs 2024-12-06T06:17:27,926 INFO [RS:0;6336e8474e1c:37287 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 6336e8474e1c%2C37287%2C1733465796151:(num 1733465797013) 2024-12-06T06:17:27,926 DEBUG [RS:0;6336e8474e1c:37287 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T06:17:27,926 INFO [RS:0;6336e8474e1c:37287 {}] regionserver.LeaseManager(133): Closed leases 2024-12-06T06:17:27,926 INFO [RS:0;6336e8474e1c:37287 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-06T06:17:27,926 INFO [RS:0;6336e8474e1c:37287 {}] hbase.ChoreService(370): Chore service for: regionserver/6336e8474e1c:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-12-06T06:17:27,927 INFO [RS:0;6336e8474e1c:37287 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-06T06:17:27,927 INFO [regionserver/6336e8474e1c:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-06T06:17:27,927 INFO [RS:0;6336e8474e1c:37287 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:37287 2024-12-06T06:17:27,929 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37287-0x101866ad8410001, quorum=127.0.0.1:55208, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/6336e8474e1c,37287,1733465796151 2024-12-06T06:17:27,929 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39063-0x101866ad8410000, quorum=127.0.0.1:55208, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-12-06T06:17:27,929 INFO [RS:0;6336e8474e1c:37287 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-06T06:17:27,931 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [6336e8474e1c,37287,1733465796151] 2024-12-06T06:17:27,932 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/6336e8474e1c,37287,1733465796151 already deleted, retry=false 2024-12-06T06:17:27,932 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 6336e8474e1c,37287,1733465796151 expired; onlineServers=0 2024-12-06T06:17:27,932 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '6336e8474e1c,39063,1733465796076' ***** 2024-12-06T06:17:27,932 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-12-06T06:17:27,932 INFO [M:0;6336e8474e1c:39063 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-06T06:17:27,932 INFO [M:0;6336e8474e1c:39063 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-06T06:17:27,932 DEBUG [M:0;6336e8474e1c:39063 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-12-06T06:17:27,933 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-12-06T06:17:27,933 DEBUG [M:0;6336e8474e1c:39063 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-12-06T06:17:27,933 DEBUG [master/6336e8474e1c:0:becomeActiveMaster-HFileCleaner.large.0-1733465796611 {}] cleaner.HFileCleaner(306): Exit Thread[master/6336e8474e1c:0:becomeActiveMaster-HFileCleaner.large.0-1733465796611,5,FailOnTimeoutGroup] 2024-12-06T06:17:27,933 DEBUG [master/6336e8474e1c:0:becomeActiveMaster-HFileCleaner.small.0-1733465796611 {}] cleaner.HFileCleaner(306): Exit Thread[master/6336e8474e1c:0:becomeActiveMaster-HFileCleaner.small.0-1733465796611,5,FailOnTimeoutGroup] 2024-12-06T06:17:27,933 INFO [M:0;6336e8474e1c:39063 {}] hbase.ChoreService(370): Chore service for: master/6336e8474e1c:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-12-06T06:17:27,933 INFO [M:0;6336e8474e1c:39063 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-06T06:17:27,933 DEBUG [M:0;6336e8474e1c:39063 {}] master.HMaster(1795): Stopping service threads 2024-12-06T06:17:27,933 INFO [M:0;6336e8474e1c:39063 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-12-06T06:17:27,933 INFO [M:0;6336e8474e1c:39063 {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-06T06:17:27,933 ERROR [M:0;6336e8474e1c:39063 {}] procedure2.ProcedureExecutor(763): There are still active thread in group java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10], see STDOUT java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10] Thread[IPC Parameter Sending Thread for localhost/127.0.0.1:34789,5,PEWorkerGroup] Thread[IPC Client (1429135812) connection to localhost/127.0.0.1:34789 from jenkins,5,PEWorkerGroup] Thread[IPC Parameter Sending Thread for localhost/127.0.0.1:34789,5,PEWorkerGroup] 2024-12-06T06:17:27,934 INFO [M:0;6336e8474e1c:39063 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-12-06T06:17:27,934 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-12-06T06:17:27,934 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39063-0x101866ad8410000, quorum=127.0.0.1:55208, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master 2024-12-06T06:17:27,934 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39063-0x101866ad8410000, quorum=127.0.0.1:55208, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-06T06:17:27,934 DEBUG [M:0;6336e8474e1c:39063 {}] zookeeper.ZKUtil(347): master:39063-0x101866ad8410000, quorum=127.0.0.1:55208, baseZNode=/hbase Unable to get data of znode /hbase/master because node does not exist (not an error) 2024-12-06T06:17:27,934 WARN [M:0;6336e8474e1c:39063 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-12-06T06:17:27,935 INFO [M:0;6336e8474e1c:39063 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:34789/user/jenkins/test-data/fa9461a5-4808-773c-acb7-d5deda92bd40/.lastflushedseqids 2024-12-06T06:17:27,946 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34979 is added to blk_1073741867_1043 (size=650) 2024-12-06T06:17:27,946 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40895 is added to blk_1073741867_1043 (size=650) 2024-12-06T06:17:27,947 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38751 is added to blk_1073741867_1043 (size=650) 2024-12-06T06:17:27,947 INFO [M:0;6336e8474e1c:39063 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-12-06T06:17:27,947 INFO [M:0;6336e8474e1c:39063 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-12-06T06:17:27,948 DEBUG [M:0;6336e8474e1c:39063 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-06T06:17:27,948 INFO [M:0;6336e8474e1c:39063 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-06T06:17:27,948 DEBUG [M:0;6336e8474e1c:39063 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-06T06:17:27,948 DEBUG [M:0;6336e8474e1c:39063 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-06T06:17:27,948 DEBUG [M:0;6336e8474e1c:39063 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-06T06:17:27,948 INFO [M:0;6336e8474e1c:39063 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=132.60 KB heapSize=163.55 KB 2024-12-06T06:17:27,965 DEBUG [M:0;6336e8474e1c:39063 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34789/user/jenkins/test-data/fa9461a5-4808-773c-acb7-d5deda92bd40/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/8bea4267aa5f460dba29bd6452f1cb70 is 82, key is hbase:meta,,1/info:regioninfo/1733465807229/Put/seqid=0 2024-12-06T06:17:27,973 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40895 is added to blk_1073741868_1044 (size=5672) 2024-12-06T06:17:27,985 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38751 is added to blk_1073741868_1044 (size=5672) 2024-12-06T06:17:27,985 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34979 is added to blk_1073741868_1044 (size=5672) 2024-12-06T06:17:27,996 INFO [M:0;6336e8474e1c:39063 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=338 (bloomFilter=true), to=hdfs://localhost:34789/user/jenkins/test-data/fa9461a5-4808-773c-acb7-d5deda92bd40/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/8bea4267aa5f460dba29bd6452f1cb70 2024-12-06T06:17:28,012 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37331-0x101866ad8410002, quorum=127.0.0.1:55208, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-06T06:17:28,012 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37331-0x101866ad8410002, quorum=127.0.0.1:55208, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-06T06:17:28,012 INFO [RS:1;6336e8474e1c:37331 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-06T06:17:28,012 INFO [RS:1;6336e8474e1c:37331 {}] regionserver.HRegionServer(1031): Exiting; stopping=6336e8474e1c,37331,1733465796198; zookeeper connection closed. 2024-12-06T06:17:28,016 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@4a49f2b4 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@4a49f2b4 2024-12-06T06:17:28,023 DEBUG [M:0;6336e8474e1c:39063 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34789/user/jenkins/test-data/fa9461a5-4808-773c-acb7-d5deda92bd40/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/179cae3313a5474fba5e777f5af63097 is 1244, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1733465817713/Put/seqid=0 2024-12-06T06:17:28,031 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37287-0x101866ad8410001, quorum=127.0.0.1:55208, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-06T06:17:28,031 INFO [RS:0;6336e8474e1c:37287 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-06T06:17:28,031 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37287-0x101866ad8410001, quorum=127.0.0.1:55208, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-06T06:17:28,031 INFO [RS:0;6336e8474e1c:37287 {}] regionserver.HRegionServer(1031): Exiting; stopping=6336e8474e1c,37287,1733465796151; zookeeper connection closed. 2024-12-06T06:17:28,032 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@7967873e {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@7967873e 2024-12-06T06:17:28,032 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 3 regionserver(s) complete 2024-12-06T06:17:28,033 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38751 is added to blk_1073741869_1045 (size=14459) 2024-12-06T06:17:28,033 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34979 is added to blk_1073741869_1045 (size=14459) 2024-12-06T06:17:28,034 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40895 is added to blk_1073741869_1045 (size=14459) 2024-12-06T06:17:28,034 INFO [M:0;6336e8474e1c:39063 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=131.92 KB at sequenceid=338 (bloomFilter=true), to=hdfs://localhost:34789/user/jenkins/test-data/fa9461a5-4808-773c-acb7-d5deda92bd40/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/179cae3313a5474fba5e777f5af63097 2024-12-06T06:17:28,039 INFO [M:0;6336e8474e1c:39063 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 179cae3313a5474fba5e777f5af63097 2024-12-06T06:17:28,054 DEBUG [M:0;6336e8474e1c:39063 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34789/user/jenkins/test-data/fa9461a5-4808-773c-acb7-d5deda92bd40/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/2497b88335694981b47cbdda9be56196 is 69, key is 6336e8474e1c,37287,1733465796151/rs:state/1733465796775/Put/seqid=0 2024-12-06T06:17:28,062 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40895 is added to blk_1073741870_1046 (size=5294) 2024-12-06T06:17:28,062 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34979 is added to blk_1073741870_1046 (size=5294) 2024-12-06T06:17:28,062 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38751 is added to blk_1073741870_1046 (size=5294) 2024-12-06T06:17:28,062 INFO [M:0;6336e8474e1c:39063 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=195 B at sequenceid=338 (bloomFilter=true), to=hdfs://localhost:34789/user/jenkins/test-data/fa9461a5-4808-773c-acb7-d5deda92bd40/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/2497b88335694981b47cbdda9be56196 2024-12-06T06:17:28,069 DEBUG [M:0;6336e8474e1c:39063 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34789/user/jenkins/test-data/fa9461a5-4808-773c-acb7-d5deda92bd40/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/8bea4267aa5f460dba29bd6452f1cb70 as hdfs://localhost:34789/user/jenkins/test-data/fa9461a5-4808-773c-acb7-d5deda92bd40/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/8bea4267aa5f460dba29bd6452f1cb70 2024-12-06T06:17:28,075 INFO [M:0;6336e8474e1c:39063 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34789/user/jenkins/test-data/fa9461a5-4808-773c-acb7-d5deda92bd40/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/8bea4267aa5f460dba29bd6452f1cb70, entries=8, sequenceid=338, filesize=5.5 K 2024-12-06T06:17:28,076 DEBUG [M:0;6336e8474e1c:39063 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34789/user/jenkins/test-data/fa9461a5-4808-773c-acb7-d5deda92bd40/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/179cae3313a5474fba5e777f5af63097 as hdfs://localhost:34789/user/jenkins/test-data/fa9461a5-4808-773c-acb7-d5deda92bd40/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/179cae3313a5474fba5e777f5af63097 2024-12-06T06:17:28,081 INFO [M:0;6336e8474e1c:39063 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 179cae3313a5474fba5e777f5af63097 2024-12-06T06:17:28,082 INFO [M:0;6336e8474e1c:39063 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34789/user/jenkins/test-data/fa9461a5-4808-773c-acb7-d5deda92bd40/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/179cae3313a5474fba5e777f5af63097, entries=45, sequenceid=338, filesize=14.1 K 2024-12-06T06:17:28,083 DEBUG [M:0;6336e8474e1c:39063 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34789/user/jenkins/test-data/fa9461a5-4808-773c-acb7-d5deda92bd40/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/2497b88335694981b47cbdda9be56196 as hdfs://localhost:34789/user/jenkins/test-data/fa9461a5-4808-773c-acb7-d5deda92bd40/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/2497b88335694981b47cbdda9be56196 2024-12-06T06:17:28,089 INFO [M:0;6336e8474e1c:39063 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34789/user/jenkins/test-data/fa9461a5-4808-773c-acb7-d5deda92bd40/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/2497b88335694981b47cbdda9be56196, entries=3, sequenceid=338, filesize=5.2 K 2024-12-06T06:17:28,091 INFO [M:0;6336e8474e1c:39063 {}] regionserver.HRegion(3140): Finished flush of dataSize ~132.60 KB/135783, heapSize ~163.25 KB/167168, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 143ms, sequenceid=338, compaction requested=false 2024-12-06T06:17:28,103 INFO [M:0;6336e8474e1c:39063 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-06T06:17:28,103 DEBUG [M:0;6336e8474e1c:39063 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733465847948Disabling compacts and flushes for region at 1733465847948Disabling writes for close at 1733465847948Obtaining lock to block concurrent updates at 1733465847948Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1733465847948Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=135783, getHeapSize=167408, getOffHeapSize=0, getCellsCount=405 at 1733465847949 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1733465847949Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1733465847949Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1733465847965 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1733465847965Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1733465848004 (+39 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1733465848022 (+18 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1733465848022Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1733465848040 (+18 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1733465848054 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1733465848054Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@518c03f7: reopening flushed file at 1733465848068 (+14 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@9618b8d: reopening flushed file at 1733465848075 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@390f8184: reopening flushed file at 1733465848082 (+7 ms)Finished flush of dataSize ~132.60 KB/135783, heapSize ~163.25 KB/167168, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 143ms, sequenceid=338, compaction requested=false at 1733465848091 (+9 ms)Writing region close event to WAL at 1733465848103 (+12 ms)Closed at 1733465848103 2024-12-06T06:17:28,106 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40895 is added to blk_1073741830_1006 (size=158440) 2024-12-06T06:17:28,106 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34979 is added to blk_1073741830_1006 (size=158440) 2024-12-06T06:17:28,106 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38751 is added to blk_1073741830_1006 (size=158440) 2024-12-06T06:17:28,107 INFO [M:0;6336e8474e1c:39063 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-12-06T06:17:28,107 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-06T06:17:28,107 INFO [M:0;6336e8474e1c:39063 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:39063 2024-12-06T06:17:28,107 INFO [M:0;6336e8474e1c:39063 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-06T06:17:28,209 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39063-0x101866ad8410000, quorum=127.0.0.1:55208, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-06T06:17:28,209 INFO [M:0;6336e8474e1c:39063 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-06T06:17:28,210 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39063-0x101866ad8410000, quorum=127.0.0.1:55208, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-06T06:17:28,217 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@436c3d3b{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-06T06:17:28,217 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@4d6fea1a{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-06T06:17:28,218 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-06T06:17:28,218 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3e0c607{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-06T06:17:28,218 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@56b658e{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6bd847b2-e3f3-061f-9bd0-9d8de3f1d536/hadoop.log.dir/,STOPPED} 2024-12-06T06:17:28,221 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-06T06:17:28,221 WARN [BP-1817537672-172.17.0.2-1733465794820 heartbeating to localhost/127.0.0.1:34789 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-06T06:17:28,221 WARN [BP-1817537672-172.17.0.2-1733465794820 heartbeating to localhost/127.0.0.1:34789 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1817537672-172.17.0.2-1733465794820 (Datanode Uuid cb14c69d-3a73-43d7-b099-690cd054a808) service to localhost/127.0.0.1:34789 2024-12-06T06:17:28,221 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-06T06:17:28,222 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6bd847b2-e3f3-061f-9bd0-9d8de3f1d536/cluster_d72d4c01-e92b-9f57-d747-ff68c4f368e6/data/data5/current/BP-1817537672-172.17.0.2-1733465794820 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-06T06:17:28,222 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6bd847b2-e3f3-061f-9bd0-9d8de3f1d536/cluster_d72d4c01-e92b-9f57-d747-ff68c4f368e6/data/data6/current/BP-1817537672-172.17.0.2-1733465794820 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-06T06:17:28,222 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-06T06:17:28,229 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@436caa22{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-06T06:17:28,229 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@295706e1{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-06T06:17:28,230 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-06T06:17:28,230 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@30d03752{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-06T06:17:28,230 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2f594751{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6bd847b2-e3f3-061f-9bd0-9d8de3f1d536/hadoop.log.dir/,STOPPED} 2024-12-06T06:17:28,232 WARN [BP-1817537672-172.17.0.2-1733465794820 heartbeating to localhost/127.0.0.1:34789 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-06T06:17:28,232 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-06T06:17:28,232 WARN [BP-1817537672-172.17.0.2-1733465794820 heartbeating to localhost/127.0.0.1:34789 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1817537672-172.17.0.2-1733465794820 (Datanode Uuid 69324fb7-bc9e-44c4-ad1a-232cdb78f149) service to localhost/127.0.0.1:34789 2024-12-06T06:17:28,232 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-06T06:17:28,233 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6bd847b2-e3f3-061f-9bd0-9d8de3f1d536/cluster_d72d4c01-e92b-9f57-d747-ff68c4f368e6/data/data3/current/BP-1817537672-172.17.0.2-1733465794820 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-06T06:17:28,233 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6bd847b2-e3f3-061f-9bd0-9d8de3f1d536/cluster_d72d4c01-e92b-9f57-d747-ff68c4f368e6/data/data4/current/BP-1817537672-172.17.0.2-1733465794820 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-06T06:17:28,234 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-06T06:17:28,237 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@55dc57d0{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-06T06:17:28,238 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@238dbfa5{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-06T06:17:28,238 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-06T06:17:28,238 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2cfc8ebb{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-06T06:17:28,238 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3ffc67f1{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6bd847b2-e3f3-061f-9bd0-9d8de3f1d536/hadoop.log.dir/,STOPPED} 2024-12-06T06:17:28,240 WARN [BP-1817537672-172.17.0.2-1733465794820 heartbeating to localhost/127.0.0.1:34789 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-06T06:17:28,240 WARN [BP-1817537672-172.17.0.2-1733465794820 heartbeating to localhost/127.0.0.1:34789 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1817537672-172.17.0.2-1733465794820 (Datanode Uuid e15a57d7-165f-4fc2-949f-9b28ef0c5843) service to localhost/127.0.0.1:34789 2024-12-06T06:17:28,241 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6bd847b2-e3f3-061f-9bd0-9d8de3f1d536/cluster_d72d4c01-e92b-9f57-d747-ff68c4f368e6/data/data1/current/BP-1817537672-172.17.0.2-1733465794820 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-06T06:17:28,241 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6bd847b2-e3f3-061f-9bd0-9d8de3f1d536/cluster_d72d4c01-e92b-9f57-d747-ff68c4f368e6/data/data2/current/BP-1817537672-172.17.0.2-1733465794820 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-06T06:17:28,241 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-06T06:17:28,241 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-06T06:17:28,241 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-06T06:17:28,249 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@29ffdb5f{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-06T06:17:28,250 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@65407d25{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-06T06:17:28,250 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-06T06:17:28,250 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6e4f7ab2{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-06T06:17:28,250 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4a843982{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6bd847b2-e3f3-061f-9bd0-9d8de3f1d536/hadoop.log.dir/,STOPPED} 2024-12-06T06:17:28,261 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-12-06T06:17:28,307 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-12-06T06:17:28,319 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: master.procedure.TestSnapshotProcedureRSCrashes#testRegionServerCrashWhileVerifyingSnapshot Thread=122 (was 94) Potentially hanging thread: HMaster-EventLoopGroup-7-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-10-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-7 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.4@localhost:34789 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-9-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-13-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:34789 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-8-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1429135812) connection to localhost/127.0.0.1:34789 from jenkins.hfs.4 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-13-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:34789 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:34789 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-12-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-10-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.5@localhost:34789 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-9-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-10-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-9-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-8-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-12-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:34789 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1429135812) connection to localhost/127.0.0.1:34789 from jenkins.hfs.5 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-12 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-9-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-8-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-11-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-11-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-10-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-8-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-8-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:34789 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.3@localhost:34789 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-8-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-10-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-8 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-10-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-9-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-9-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1429135812) connection to localhost/127.0.0.1:34789 from jenkins.hfs.3 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-11 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:34789 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-7-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:34789 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-10 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1429135812) connection to localhost/127.0.0.1:34789 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-13-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-9 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Timer for 'DataNode' metrics system java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: HMaster-EventLoopGroup-7-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-12-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-11-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1429135812) connection to localhost/127.0.0.1:34789 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:34789 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=486 (was 436) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=218 (was 338), ProcessCount=11 (was 11), AvailableMemoryMB=4226 (was 4205) - AvailableMemoryMB LEAK? -