2024-11-08 02:12:38,305 main DEBUG Apache Log4j Core 2.17.2 initializing configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@7a6d7e92 2024-11-08 02:12:38,329 main DEBUG Took 0.020924 seconds to load 1 plugins from package org.apache.hadoop.hbase.logging 2024-11-08 02:12:38,329 main DEBUG PluginManager 'Core' found 129 plugins 2024-11-08 02:12:38,336 main DEBUG PluginManager 'Level' found 0 plugins 2024-11-08 02:12:38,338 main DEBUG PluginManager 'Lookup' found 16 plugins 2024-11-08 02:12:38,339 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-08 02:12:38,348 main DEBUG PluginManager 'TypeConverter' found 26 plugins 2024-11-08 02:12:38,366 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.util.MBeans", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-08 02:12:38,368 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-08 02:12:38,369 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.logging.TestJul2Slf4j", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-08 02:12:38,370 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-08 02:12:38,371 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.zookeeper", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-08 02:12:38,371 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-08 02:12:38,373 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSinkAdapter", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-08 02:12:38,373 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-08 02:12:38,374 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSystemImpl", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-08 02:12:38,376 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-08 02:12:38,377 main DEBUG LoggerConfig$Builder(additivity="false", level="WARN", levelAndRefs="null", name="org.apache.directory", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-08 02:12:38,378 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-08 02:12:38,379 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.ipc.FailedServers", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-08 02:12:38,379 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-08 02:12:38,380 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsConfig", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-08 02:12:38,381 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-08 02:12:38,381 main DEBUG LoggerConfig$Builder(additivity="null", level="INFO", levelAndRefs="null", name="org.apache.hadoop.hbase.ScheduledChore", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-08 02:12:38,382 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-08 02:12:38,383 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.regionserver.RSRpcServices", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-08 02:12:38,383 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-08 02:12:38,384 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-08 02:12:38,384 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-08 02:12:38,385 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-08 02:12:38,388 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-08 02:12:38,389 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hbase.thirdparty.io.netty.channel", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-08 02:12:38,389 main DEBUG Building Plugin[name=root, class=org.apache.logging.log4j.core.config.LoggerConfig$RootLogger]. 2024-11-08 02:12:38,392 main DEBUG LoggerConfig$RootLogger$Builder(additivity="null", level="null", levelAndRefs="INFO,Console", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-08 02:12:38,393 main DEBUG Building Plugin[name=loggers, class=org.apache.logging.log4j.core.config.LoggersPlugin]. 2024-11-08 02:12:38,397 main DEBUG createLoggers(={org.apache.hadoop.metrics2.util.MBeans, org.apache.hadoop.hbase.logging.TestJul2Slf4j, org.apache.zookeeper, org.apache.hadoop.metrics2.impl.MetricsSinkAdapter, org.apache.hadoop.metrics2.impl.MetricsSystemImpl, org.apache.directory, org.apache.hadoop.hbase.ipc.FailedServers, org.apache.hadoop.metrics2.impl.MetricsConfig, org.apache.hadoop.hbase.ScheduledChore, org.apache.hadoop.hbase.regionserver.RSRpcServices, org.apache.hadoop, org.apache.hadoop.hbase, org.apache.hbase.thirdparty.io.netty.channel, root}) 2024-11-08 02:12:38,398 main DEBUG Building Plugin[name=layout, class=org.apache.logging.log4j.core.layout.PatternLayout]. 2024-11-08 02:12:38,400 main DEBUG PatternLayout$Builder(pattern="%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n", PatternSelector=null, Configuration(PropertiesConfig), Replace=null, charset="null", alwaysWriteExceptions="null", disableAnsi="null", noConsoleNoAnsi="null", header="null", footer="null") 2024-11-08 02:12:38,401 main DEBUG PluginManager 'Converter' found 47 plugins 2024-11-08 02:12:38,415 main DEBUG Building Plugin[name=appender, class=org.apache.hadoop.hbase.logging.HBaseTestAppender]. 2024-11-08 02:12:38,418 main DEBUG HBaseTestAppender$Builder(target="SYSTEM_ERR", maxSize="1G", bufferedIo="null", bufferSize="null", immediateFlush="null", ignoreExceptions="null", PatternLayout(%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n), name="Console", Configuration(PropertiesConfig), Filter=null, ={}) 2024-11-08 02:12:38,421 main DEBUG Starting HBaseTestOutputStreamManager SYSTEM_ERR 2024-11-08 02:12:38,421 main DEBUG Building Plugin[name=appenders, class=org.apache.logging.log4j.core.config.AppendersPlugin]. 2024-11-08 02:12:38,422 main DEBUG createAppenders(={Console}) 2024-11-08 02:12:38,423 main DEBUG Configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@7a6d7e92 initialized 2024-11-08 02:12:38,423 main DEBUG Starting configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@7a6d7e92 2024-11-08 02:12:38,424 main DEBUG Started configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@7a6d7e92 OK. 2024-11-08 02:12:38,424 main DEBUG Shutting down OutputStreamManager SYSTEM_OUT.false.false-1 2024-11-08 02:12:38,425 main DEBUG OutputStream closed 2024-11-08 02:12:38,425 main DEBUG Shut down OutputStreamManager SYSTEM_OUT.false.false-1, all resources released: true 2024-11-08 02:12:38,425 main DEBUG Appender DefaultConsole-1 stopped with status true 2024-11-08 02:12:38,426 main DEBUG Stopped org.apache.logging.log4j.core.config.DefaultConfiguration@437da279 OK 2024-11-08 02:12:38,533 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6 2024-11-08 02:12:38,537 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=StatusLogger 2024-11-08 02:12:38,538 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=ContextSelector 2024-11-08 02:12:38,539 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name= 2024-11-08 02:12:38,540 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.directory 2024-11-08 02:12:38,541 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSinkAdapter 2024-11-08 02:12:38,541 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.zookeeper 2024-11-08 02:12:38,542 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.logging.TestJul2Slf4j 2024-11-08 02:12:38,542 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSystemImpl 2024-11-08 02:12:38,543 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.util.MBeans 2024-11-08 02:12:38,543 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase 2024-11-08 02:12:38,544 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop 2024-11-08 02:12:38,544 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ipc.FailedServers 2024-11-08 02:12:38,545 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.regionserver.RSRpcServices 2024-11-08 02:12:38,545 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsConfig 2024-11-08 02:12:38,546 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hbase.thirdparty.io.netty.channel 2024-11-08 02:12:38,546 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ScheduledChore 2024-11-08 02:12:38,548 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Appenders,name=Console 2024-11-08 02:12:38,551 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-11-08 02:12:38,551 main DEBUG Reconfiguration complete for context[name=1dbd16a6] at URI jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-logging/target/hbase-logging-3.0.0-beta-2-SNAPSHOT-tests.jar!/log4j2.properties (org.apache.logging.log4j.core.LoggerContext@7e4204e2) with optional ClassLoader: null 2024-11-08 02:12:38,552 main DEBUG Shutdown hook enabled. Registering a new one. 2024-11-08 02:12:38,553 main DEBUG LoggerContext[name=1dbd16a6, org.apache.logging.log4j.core.LoggerContext@7e4204e2] started OK. 2024-11-08T02:12:38,571 INFO [main {}] hbase.HBaseClassTestRule(94): Test class org.apache.hadoop.hbase.master.procedure.TestSnapshotProcedure timeout: 13 mins 2024-11-08 02:12:38,574 main DEBUG AsyncLogger.ThreadNameStrategy=UNCACHED (user specified null, default is UNCACHED) 2024-11-08 02:12:38,575 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-11-08T02:12:38,584 INFO [main {}] hbase.HBaseClassTestRule(94): Test class org.apache.hadoop.hbase.master.procedure.TestSnapshotProcedureRSCrashes timeout: 13 mins 2024-11-08T02:12:38,614 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: master.procedure.TestSnapshotProcedureRSCrashes#testRegionServerCrashWhileTakingSnapshot Thread=11, OpenFileDescriptor=285, MaxFileDescriptor=1048576, SystemLoadAverage=340, ProcessCount=11, AvailableMemoryMB=9122 2024-11-08T02:12:39,034 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e7eb6c8f-968e-a713-e141-7265c6a31785 2024-11-08T02:12:39,036 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=3, rsPorts=, rsClass=null, numDataNodes=3, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-08T02:12:39,061 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e7eb6c8f-968e-a713-e141-7265c6a31785/cluster_36163c9b-f234-efb1-a5d0-01d1c1243e1c, deleteOnExit=true 2024-11-08T02:12:39,062 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-08T02:12:39,063 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e7eb6c8f-968e-a713-e141-7265c6a31785/test.cache.data in system properties and HBase conf 2024-11-08T02:12:39,064 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e7eb6c8f-968e-a713-e141-7265c6a31785/hadoop.tmp.dir in system properties and HBase conf 2024-11-08T02:12:39,066 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e7eb6c8f-968e-a713-e141-7265c6a31785/hadoop.log.dir in system properties and HBase conf 2024-11-08T02:12:39,067 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e7eb6c8f-968e-a713-e141-7265c6a31785/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-08T02:12:39,067 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e7eb6c8f-968e-a713-e141-7265c6a31785/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-08T02:12:39,068 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-08T02:12:39,194 WARN [Time-limited test {}] util.NativeCodeLoader(60): Unable to load native-hadoop library for your platform... using builtin-java classes where applicable 2024-11-08T02:12:39,320 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-08T02:12:39,328 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e7eb6c8f-968e-a713-e141-7265c6a31785/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-08T02:12:39,329 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e7eb6c8f-968e-a713-e141-7265c6a31785/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-08T02:12:39,330 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e7eb6c8f-968e-a713-e141-7265c6a31785/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-08T02:12:39,331 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e7eb6c8f-968e-a713-e141-7265c6a31785/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-08T02:12:39,332 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e7eb6c8f-968e-a713-e141-7265c6a31785/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-08T02:12:39,333 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e7eb6c8f-968e-a713-e141-7265c6a31785/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-08T02:12:39,333 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e7eb6c8f-968e-a713-e141-7265c6a31785/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-08T02:12:39,334 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e7eb6c8f-968e-a713-e141-7265c6a31785/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-08T02:12:39,335 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e7eb6c8f-968e-a713-e141-7265c6a31785/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-08T02:12:39,335 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e7eb6c8f-968e-a713-e141-7265c6a31785/nfs.dump.dir in system properties and HBase conf 2024-11-08T02:12:39,336 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e7eb6c8f-968e-a713-e141-7265c6a31785/java.io.tmpdir in system properties and HBase conf 2024-11-08T02:12:39,336 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e7eb6c8f-968e-a713-e141-7265c6a31785/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-08T02:12:39,337 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e7eb6c8f-968e-a713-e141-7265c6a31785/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-08T02:12:39,337 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e7eb6c8f-968e-a713-e141-7265c6a31785/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-08T02:12:40,815 WARN [Time-limited test {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties 2024-11-08T02:12:40,893 INFO [Time-limited test {}] log.Log(170): Logging initialized @3512ms to org.eclipse.jetty.util.log.Slf4jLog 2024-11-08T02:12:40,968 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-08T02:12:41,048 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-08T02:12:41,082 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-08T02:12:41,082 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-08T02:12:41,083 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-08T02:12:41,099 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-08T02:12:41,103 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@379e5835{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e7eb6c8f-968e-a713-e141-7265c6a31785/hadoop.log.dir/,AVAILABLE} 2024-11-08T02:12:41,104 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6a9f9f29{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-08T02:12:41,355 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@458e1c66{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e7eb6c8f-968e-a713-e141-7265c6a31785/java.io.tmpdir/jetty-localhost-41327-hadoop-hdfs-3_4_1-tests_jar-_-any-11928134269160749815/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-08T02:12:41,362 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@50e5d970{HTTP/1.1, (http/1.1)}{localhost:41327} 2024-11-08T02:12:41,362 INFO [Time-limited test {}] server.Server(415): Started @3981ms 2024-11-08T02:12:42,018 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-08T02:12:42,029 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-08T02:12:42,033 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-08T02:12:42,033 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-08T02:12:42,034 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-08T02:12:42,035 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@604d8866{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e7eb6c8f-968e-a713-e141-7265c6a31785/hadoop.log.dir/,AVAILABLE} 2024-11-08T02:12:42,036 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1377073d{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-08T02:12:42,141 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@2dba9aab{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e7eb6c8f-968e-a713-e141-7265c6a31785/java.io.tmpdir/jetty-localhost-35201-hadoop-hdfs-3_4_1-tests_jar-_-any-11161794475814288705/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-08T02:12:42,142 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@606697ba{HTTP/1.1, (http/1.1)}{localhost:35201} 2024-11-08T02:12:42,143 INFO [Time-limited test {}] server.Server(415): Started @4762ms 2024-11-08T02:12:42,197 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-08T02:12:42,325 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-08T02:12:42,334 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-08T02:12:42,344 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-08T02:12:42,345 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-08T02:12:42,345 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-08T02:12:42,351 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@35034a29{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e7eb6c8f-968e-a713-e141-7265c6a31785/hadoop.log.dir/,AVAILABLE} 2024-11-08T02:12:42,353 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7b4d8988{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-08T02:12:42,497 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@1d0163dd{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e7eb6c8f-968e-a713-e141-7265c6a31785/java.io.tmpdir/jetty-localhost-36723-hadoop-hdfs-3_4_1-tests_jar-_-any-4161342912808066411/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-08T02:12:42,498 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@46ce7c55{HTTP/1.1, (http/1.1)}{localhost:36723} 2024-11-08T02:12:42,498 INFO [Time-limited test {}] server.Server(415): Started @5118ms 2024-11-08T02:12:42,504 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-08T02:12:42,562 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-08T02:12:42,567 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-08T02:12:42,569 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-08T02:12:42,569 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-08T02:12:42,569 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-08T02:12:42,573 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@46521dd5{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e7eb6c8f-968e-a713-e141-7265c6a31785/hadoop.log.dir/,AVAILABLE} 2024-11-08T02:12:42,574 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@362d3e39{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-08T02:12:42,718 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@2cd9b709{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e7eb6c8f-968e-a713-e141-7265c6a31785/java.io.tmpdir/jetty-localhost-44153-hadoop-hdfs-3_4_1-tests_jar-_-any-7048304684605361961/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-08T02:12:42,720 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@5bb5a713{HTTP/1.1, (http/1.1)}{localhost:44153} 2024-11-08T02:12:42,720 INFO [Time-limited test {}] server.Server(415): Started @5340ms 2024-11-08T02:12:42,723 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-08T02:12:43,911 WARN [Thread-124 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e7eb6c8f-968e-a713-e141-7265c6a31785/cluster_36163c9b-f234-efb1-a5d0-01d1c1243e1c/data/data1/current/BP-1361735277-172.17.0.2-1731031960053/current, will proceed with Du for space computation calculation, 2024-11-08T02:12:43,911 WARN [Thread-123 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e7eb6c8f-968e-a713-e141-7265c6a31785/cluster_36163c9b-f234-efb1-a5d0-01d1c1243e1c/data/data4/current/BP-1361735277-172.17.0.2-1731031960053/current, will proceed with Du for space computation calculation, 2024-11-08T02:12:43,911 WARN [Thread-122 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e7eb6c8f-968e-a713-e141-7265c6a31785/cluster_36163c9b-f234-efb1-a5d0-01d1c1243e1c/data/data3/current/BP-1361735277-172.17.0.2-1731031960053/current, will proceed with Du for space computation calculation, 2024-11-08T02:12:43,911 WARN [Thread-125 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e7eb6c8f-968e-a713-e141-7265c6a31785/cluster_36163c9b-f234-efb1-a5d0-01d1c1243e1c/data/data2/current/BP-1361735277-172.17.0.2-1731031960053/current, will proceed with Du for space computation calculation, 2024-11-08T02:12:43,981 WARN [Thread-81 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-08T02:12:43,983 WARN [Thread-58 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-08T02:12:44,052 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x9cc3d156e8c342de with lease ID 0xb7f2b8b8275f8667: Processing first storage report for DS-08016487-e44d-4b4f-b6ee-f9d35aec8935 from datanode DatanodeRegistration(127.0.0.1:37783, datanodeUuid=8e7da4bf-ad16-4485-8fff-6ebaf4fc70e3, infoPort=33925, infoSecurePort=0, ipcPort=34683, storageInfo=lv=-57;cid=testClusterID;nsid=245460234;c=1731031960053) 2024-11-08T02:12:44,054 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x9cc3d156e8c342de with lease ID 0xb7f2b8b8275f8667: from storage DS-08016487-e44d-4b4f-b6ee-f9d35aec8935 node DatanodeRegistration(127.0.0.1:37783, datanodeUuid=8e7da4bf-ad16-4485-8fff-6ebaf4fc70e3, infoPort=33925, infoSecurePort=0, ipcPort=34683, storageInfo=lv=-57;cid=testClusterID;nsid=245460234;c=1731031960053), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-08T02:12:44,054 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x4dabf66d39108c7a with lease ID 0xb7f2b8b8275f8668: Processing first storage report for DS-dbb0cafa-15da-4320-a2ea-ea4728d83240 from datanode DatanodeRegistration(127.0.0.1:39993, datanodeUuid=12777050-797c-44fd-954a-9f45957e1b13, infoPort=44053, infoSecurePort=0, ipcPort=39417, storageInfo=lv=-57;cid=testClusterID;nsid=245460234;c=1731031960053) 2024-11-08T02:12:44,055 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x4dabf66d39108c7a with lease ID 0xb7f2b8b8275f8668: from storage DS-dbb0cafa-15da-4320-a2ea-ea4728d83240 node DatanodeRegistration(127.0.0.1:39993, datanodeUuid=12777050-797c-44fd-954a-9f45957e1b13, infoPort=44053, infoSecurePort=0, ipcPort=39417, storageInfo=lv=-57;cid=testClusterID;nsid=245460234;c=1731031960053), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-08T02:12:44,055 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x9cc3d156e8c342de with lease ID 0xb7f2b8b8275f8667: Processing first storage report for DS-f82656d5-4099-4f7d-86e7-25ee83459c56 from datanode DatanodeRegistration(127.0.0.1:37783, datanodeUuid=8e7da4bf-ad16-4485-8fff-6ebaf4fc70e3, infoPort=33925, infoSecurePort=0, ipcPort=34683, storageInfo=lv=-57;cid=testClusterID;nsid=245460234;c=1731031960053) 2024-11-08T02:12:44,055 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x9cc3d156e8c342de with lease ID 0xb7f2b8b8275f8667: from storage DS-f82656d5-4099-4f7d-86e7-25ee83459c56 node DatanodeRegistration(127.0.0.1:37783, datanodeUuid=8e7da4bf-ad16-4485-8fff-6ebaf4fc70e3, infoPort=33925, infoSecurePort=0, ipcPort=34683, storageInfo=lv=-57;cid=testClusterID;nsid=245460234;c=1731031960053), blocks: 0, hasStaleStorage: false, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-08T02:12:44,056 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x4dabf66d39108c7a with lease ID 0xb7f2b8b8275f8668: Processing first storage report for DS-b940e08b-5dd1-45db-9a85-3b7c855632c2 from datanode DatanodeRegistration(127.0.0.1:39993, datanodeUuid=12777050-797c-44fd-954a-9f45957e1b13, infoPort=44053, infoSecurePort=0, ipcPort=39417, storageInfo=lv=-57;cid=testClusterID;nsid=245460234;c=1731031960053) 2024-11-08T02:12:44,056 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x4dabf66d39108c7a with lease ID 0xb7f2b8b8275f8668: from storage DS-b940e08b-5dd1-45db-9a85-3b7c855632c2 node DatanodeRegistration(127.0.0.1:39993, datanodeUuid=12777050-797c-44fd-954a-9f45957e1b13, infoPort=44053, infoSecurePort=0, ipcPort=39417, storageInfo=lv=-57;cid=testClusterID;nsid=245460234;c=1731031960053), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-08T02:12:44,065 WARN [Thread-142 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e7eb6c8f-968e-a713-e141-7265c6a31785/cluster_36163c9b-f234-efb1-a5d0-01d1c1243e1c/data/data5/current/BP-1361735277-172.17.0.2-1731031960053/current, will proceed with Du for space computation calculation, 2024-11-08T02:12:44,066 WARN [Thread-143 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e7eb6c8f-968e-a713-e141-7265c6a31785/cluster_36163c9b-f234-efb1-a5d0-01d1c1243e1c/data/data6/current/BP-1361735277-172.17.0.2-1731031960053/current, will proceed with Du for space computation calculation, 2024-11-08T02:12:44,096 WARN [Thread-103 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-08T02:12:44,102 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x665838fe1d829486 with lease ID 0xb7f2b8b8275f8669: Processing first storage report for DS-9b67d06d-47b6-4cf7-974b-0046046ec9d1 from datanode DatanodeRegistration(127.0.0.1:45337, datanodeUuid=3b5fb987-5d3b-4702-959a-b184238fae45, infoPort=37727, infoSecurePort=0, ipcPort=37503, storageInfo=lv=-57;cid=testClusterID;nsid=245460234;c=1731031960053) 2024-11-08T02:12:44,102 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x665838fe1d829486 with lease ID 0xb7f2b8b8275f8669: from storage DS-9b67d06d-47b6-4cf7-974b-0046046ec9d1 node DatanodeRegistration(127.0.0.1:45337, datanodeUuid=3b5fb987-5d3b-4702-959a-b184238fae45, infoPort=37727, infoSecurePort=0, ipcPort=37503, storageInfo=lv=-57;cid=testClusterID;nsid=245460234;c=1731031960053), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-08T02:12:44,103 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x665838fe1d829486 with lease ID 0xb7f2b8b8275f8669: Processing first storage report for DS-73383444-0b5a-4896-b9f4-a27b5829879d from datanode DatanodeRegistration(127.0.0.1:45337, datanodeUuid=3b5fb987-5d3b-4702-959a-b184238fae45, infoPort=37727, infoSecurePort=0, ipcPort=37503, storageInfo=lv=-57;cid=testClusterID;nsid=245460234;c=1731031960053) 2024-11-08T02:12:44,103 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x665838fe1d829486 with lease ID 0xb7f2b8b8275f8669: from storage DS-73383444-0b5a-4896-b9f4-a27b5829879d node DatanodeRegistration(127.0.0.1:45337, datanodeUuid=3b5fb987-5d3b-4702-959a-b184238fae45, infoPort=37727, infoSecurePort=0, ipcPort=37503, storageInfo=lv=-57;cid=testClusterID;nsid=245460234;c=1731031960053), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-08T02:12:44,161 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e7eb6c8f-968e-a713-e141-7265c6a31785 2024-11-08T02:12:44,254 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e7eb6c8f-968e-a713-e141-7265c6a31785/cluster_36163c9b-f234-efb1-a5d0-01d1c1243e1c/zookeeper_0, clientPort=59186, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e7eb6c8f-968e-a713-e141-7265c6a31785/cluster_36163c9b-f234-efb1-a5d0-01d1c1243e1c/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e7eb6c8f-968e-a713-e141-7265c6a31785/cluster_36163c9b-f234-efb1-a5d0-01d1c1243e1c/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-08T02:12:44,268 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=59186 2024-11-08T02:12:44,282 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T02:12:44,287 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T02:12:44,625 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39993 is added to blk_1073741825_1001 (size=7) 2024-11-08T02:12:44,626 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37783 is added to blk_1073741825_1001 (size=7) 2024-11-08T02:12:44,627 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45337 is added to blk_1073741825_1001 (size=7) 2024-11-08T02:12:44,642 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:44559/user/jenkins/test-data/8065f3b6-f94d-72af-d2a1-6989b1f92369 with version=8 2024-11-08T02:12:44,643 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:44559/user/jenkins/test-data/8065f3b6-f94d-72af-d2a1-6989b1f92369/hbase-staging 2024-11-08T02:12:44,751 DEBUG [Time-limited test {}] channel.MultithreadEventLoopGroup(44): -Dio.netty.eventLoopThreads: 16 2024-11-08T02:12:44,988 INFO [Time-limited test {}] client.ConnectionUtils(128): master/331c7316141f:0 server-side Connection retries=45 2024-11-08T02:12:44,997 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-08T02:12:44,998 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-08T02:12:45,004 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-08T02:12:45,004 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-08T02:12:45,004 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-08T02:12:45,163 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-08T02:12:45,225 INFO [Time-limited test {}] metrics.MetricRegistriesLoader(60): Loaded MetricRegistries class org.apache.hadoop.hbase.metrics.impl.MetricRegistriesImpl 2024-11-08T02:12:45,233 DEBUG [Time-limited test {}] util.ClassSize(228): Using Unsafe to estimate memory layout 2024-11-08T02:12:45,236 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-08T02:12:45,261 DEBUG [Time-limited test {}] channel.DefaultChannelId(84): -Dio.netty.processId: 1002 (auto-detected) 2024-11-08T02:12:45,262 DEBUG [Time-limited test {}] channel.DefaultChannelId(106): -Dio.netty.machineId: 02:42:ac:ff:fe:11:00:02 (auto-detected) 2024-11-08T02:12:45,283 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:34721 2024-11-08T02:12:45,311 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:34721 connecting to ZooKeeper ensemble=127.0.0.1:59186 2024-11-08T02:12:45,427 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:347210x0, quorum=127.0.0.1:59186, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-08T02:12:45,430 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:34721-0x101183795f10000 connected 2024-11-08T02:12:45,534 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T02:12:45,538 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T02:12:45,551 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:34721-0x101183795f10000, quorum=127.0.0.1:59186, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-08T02:12:45,556 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:44559/user/jenkins/test-data/8065f3b6-f94d-72af-d2a1-6989b1f92369, hbase.cluster.distributed=false 2024-11-08T02:12:45,581 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:34721-0x101183795f10000, quorum=127.0.0.1:59186, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-08T02:12:45,587 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=34721 2024-11-08T02:12:45,592 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=34721 2024-11-08T02:12:45,594 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=34721 2024-11-08T02:12:45,596 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=34721 2024-11-08T02:12:45,596 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=34721 2024-11-08T02:12:45,703 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/331c7316141f:0 server-side Connection retries=45 2024-11-08T02:12:45,704 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-08T02:12:45,705 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-08T02:12:45,705 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-08T02:12:45,705 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-08T02:12:45,705 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-08T02:12:45,708 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-08T02:12:45,710 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-08T02:12:45,711 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:44879 2024-11-08T02:12:45,713 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:44879 connecting to ZooKeeper ensemble=127.0.0.1:59186 2024-11-08T02:12:45,715 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T02:12:45,720 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T02:12:45,848 DEBUG [pool-63-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:448790x0, quorum=127.0.0.1:59186, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-08T02:12:45,850 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:44879-0x101183795f10001 connected 2024-11-08T02:12:45,850 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:44879-0x101183795f10001, quorum=127.0.0.1:59186, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-08T02:12:45,856 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-08T02:12:45,864 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-08T02:12:45,867 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:44879-0x101183795f10001, quorum=127.0.0.1:59186, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-08T02:12:45,871 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:44879-0x101183795f10001, quorum=127.0.0.1:59186, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-08T02:12:45,872 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=44879 2024-11-08T02:12:45,872 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=44879 2024-11-08T02:12:45,873 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=44879 2024-11-08T02:12:45,873 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=44879 2024-11-08T02:12:45,874 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=44879 2024-11-08T02:12:45,892 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/331c7316141f:0 server-side Connection retries=45 2024-11-08T02:12:45,892 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-08T02:12:45,892 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-08T02:12:45,893 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-08T02:12:45,893 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-08T02:12:45,893 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-08T02:12:45,893 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-08T02:12:45,894 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-08T02:12:45,895 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:39347 2024-11-08T02:12:45,897 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:39347 connecting to ZooKeeper ensemble=127.0.0.1:59186 2024-11-08T02:12:45,898 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T02:12:45,902 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T02:12:45,921 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:393470x0, quorum=127.0.0.1:59186, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-08T02:12:45,922 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:393470x0, quorum=127.0.0.1:59186, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-08T02:12:45,922 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:39347-0x101183795f10002 connected 2024-11-08T02:12:45,923 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-08T02:12:45,924 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-08T02:12:45,925 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:39347-0x101183795f10002, quorum=127.0.0.1:59186, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-08T02:12:45,927 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:39347-0x101183795f10002, quorum=127.0.0.1:59186, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-08T02:12:45,929 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=39347 2024-11-08T02:12:45,930 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=39347 2024-11-08T02:12:45,930 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=39347 2024-11-08T02:12:45,931 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=39347 2024-11-08T02:12:45,931 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=39347 2024-11-08T02:12:45,947 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/331c7316141f:0 server-side Connection retries=45 2024-11-08T02:12:45,947 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-08T02:12:45,947 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-08T02:12:45,948 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-08T02:12:45,948 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-08T02:12:45,948 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-08T02:12:45,948 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-08T02:12:45,948 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-08T02:12:45,949 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:38705 2024-11-08T02:12:45,951 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:38705 connecting to ZooKeeper ensemble=127.0.0.1:59186 2024-11-08T02:12:45,952 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T02:12:45,954 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T02:12:46,044 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:387050x0, quorum=127.0.0.1:59186, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-08T02:12:46,045 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:387050x0, quorum=127.0.0.1:59186, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-08T02:12:46,045 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:38705-0x101183795f10003 connected 2024-11-08T02:12:46,045 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-08T02:12:46,046 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-08T02:12:46,047 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:38705-0x101183795f10003, quorum=127.0.0.1:59186, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-08T02:12:46,049 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:38705-0x101183795f10003, quorum=127.0.0.1:59186, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-08T02:12:46,050 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=38705 2024-11-08T02:12:46,051 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=38705 2024-11-08T02:12:46,051 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=38705 2024-11-08T02:12:46,052 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=38705 2024-11-08T02:12:46,052 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=38705 2024-11-08T02:12:46,074 DEBUG [M:0;331c7316141f:34721 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;331c7316141f:34721 2024-11-08T02:12:46,075 INFO [master/331c7316141f:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /hbase/backup-masters/331c7316141f,34721,1731031964836 2024-11-08T02:12:46,133 DEBUG [pool-63-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44879-0x101183795f10001, quorum=127.0.0.1:59186, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-08T02:12:46,133 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39347-0x101183795f10002, quorum=127.0.0.1:59186, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-08T02:12:46,133 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38705-0x101183795f10003, quorum=127.0.0.1:59186, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-08T02:12:46,133 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34721-0x101183795f10000, quorum=127.0.0.1:59186, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-08T02:12:46,137 DEBUG [master/331c7316141f:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:34721-0x101183795f10000, quorum=127.0.0.1:59186, baseZNode=/hbase Set watcher on existing znode=/hbase/backup-masters/331c7316141f,34721,1731031964836 2024-11-08T02:12:46,169 DEBUG [pool-63-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44879-0x101183795f10001, quorum=127.0.0.1:59186, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-08T02:12:46,169 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38705-0x101183795f10003, quorum=127.0.0.1:59186, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-08T02:12:46,169 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34721-0x101183795f10000, quorum=127.0.0.1:59186, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T02:12:46,169 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39347-0x101183795f10002, quorum=127.0.0.1:59186, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-08T02:12:46,169 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38705-0x101183795f10003, quorum=127.0.0.1:59186, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T02:12:46,169 DEBUG [pool-63-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44879-0x101183795f10001, quorum=127.0.0.1:59186, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T02:12:46,169 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39347-0x101183795f10002, quorum=127.0.0.1:59186, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T02:12:46,170 DEBUG [master/331c7316141f:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:34721-0x101183795f10000, quorum=127.0.0.1:59186, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-11-08T02:12:46,172 INFO [master/331c7316141f:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /hbase/backup-masters/331c7316141f,34721,1731031964836 from backup master directory 2024-11-08T02:12:46,185 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38705-0x101183795f10003, quorum=127.0.0.1:59186, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-08T02:12:46,185 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39347-0x101183795f10002, quorum=127.0.0.1:59186, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-08T02:12:46,185 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34721-0x101183795f10000, quorum=127.0.0.1:59186, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/backup-masters/331c7316141f,34721,1731031964836 2024-11-08T02:12:46,185 DEBUG [pool-63-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44879-0x101183795f10001, quorum=127.0.0.1:59186, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-08T02:12:46,186 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34721-0x101183795f10000, quorum=127.0.0.1:59186, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-08T02:12:46,187 WARN [master/331c7316141f:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-08T02:12:46,187 INFO [master/331c7316141f:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=331c7316141f,34721,1731031964836 2024-11-08T02:12:46,190 INFO [master/331c7316141f:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating data MemStoreChunkPool with chunk size 2 MB, max count 396, initial count 0 2024-11-08T02:12:46,192 INFO [master/331c7316141f:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating index MemStoreChunkPool with chunk size 204.80 KB, max count 440, initial count 0 2024-11-08T02:12:46,256 DEBUG [master/331c7316141f:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:44559/user/jenkins/test-data/8065f3b6-f94d-72af-d2a1-6989b1f92369/hbase.id] with ID: a21a13bd-bda8-4b29-8e34-6b43a0ad2197 2024-11-08T02:12:46,256 DEBUG [master/331c7316141f:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:44559/user/jenkins/test-data/8065f3b6-f94d-72af-d2a1-6989b1f92369/.tmp/hbase.id 2024-11-08T02:12:46,270 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39993 is added to blk_1073741826_1002 (size=42) 2024-11-08T02:12:46,271 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45337 is added to blk_1073741826_1002 (size=42) 2024-11-08T02:12:46,273 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37783 is added to blk_1073741826_1002 (size=42) 2024-11-08T02:12:46,274 DEBUG [master/331c7316141f:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:44559/user/jenkins/test-data/8065f3b6-f94d-72af-d2a1-6989b1f92369/.tmp/hbase.id]:[hdfs://localhost:44559/user/jenkins/test-data/8065f3b6-f94d-72af-d2a1-6989b1f92369/hbase.id] 2024-11-08T02:12:46,325 INFO [master/331c7316141f:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T02:12:46,331 INFO [master/331c7316141f:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-08T02:12:46,359 INFO [master/331c7316141f:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 25ms. 2024-11-08T02:12:46,379 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38705-0x101183795f10003, quorum=127.0.0.1:59186, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T02:12:46,379 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39347-0x101183795f10002, quorum=127.0.0.1:59186, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T02:12:46,379 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34721-0x101183795f10000, quorum=127.0.0.1:59186, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T02:12:46,379 DEBUG [pool-63-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44879-0x101183795f10001, quorum=127.0.0.1:59186, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T02:12:46,409 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39993 is added to blk_1073741827_1003 (size=196) 2024-11-08T02:12:46,409 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37783 is added to blk_1073741827_1003 (size=196) 2024-11-08T02:12:46,411 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45337 is added to blk_1073741827_1003 (size=196) 2024-11-08T02:12:46,429 INFO [master/331c7316141f:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-08T02:12:46,431 INFO [master/331c7316141f:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-08T02:12:46,446 DEBUG [master/331c7316141f:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(244): No decryptEncryptedDataEncryptionKey method in DFSClient, should be hadoop version with HDFS-12396 java.lang.NoSuchMethodException: org.apache.hadoop.hdfs.DFSClient.decryptEncryptedDataEncryptionKey(org.apache.hadoop.fs.FileEncryptionInfo) at java.lang.Class.getDeclaredMethod(Class.java:2675) ~[?:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelperWithoutHDFS12396(FanOutOneBlockAsyncDFSOutputSaslHelper.java:183) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelper(FanOutOneBlockAsyncDFSOutputSaslHelper.java:242) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.(FanOutOneBlockAsyncDFSOutputSaslHelper.java:253) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.lang.Class.forName0(Native Method) ~[?:?] at java.lang.Class.forName(Class.java:375) ~[?:?] at org.apache.hadoop.hbase.wal.AsyncFSWALProvider.load(AsyncFSWALProvider.java:150) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.getProviderClass(WALFactory.java:174) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:262) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:231) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegion.create(MasterRegion.java:400) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegionFactory.create(MasterRegionFactory.java:135) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.finishActiveMasterInitialization(HMaster.java:1003) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.startActiveMasterManager(HMaster.java:2535) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.lambda$run$0(HMaster.java:613) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.lambda$tracedRunnable$2(TraceUtil.java:155) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T02:12:46,451 INFO [master/331c7316141f:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-08T02:12:46,485 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39993 is added to blk_1073741828_1004 (size=1189) 2024-11-08T02:12:46,485 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37783 is added to blk_1073741828_1004 (size=1189) 2024-11-08T02:12:46,486 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45337 is added to blk_1073741828_1004 (size=1189) 2024-11-08T02:12:46,502 INFO [master/331c7316141f:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:44559/user/jenkins/test-data/8065f3b6-f94d-72af-d2a1-6989b1f92369/MasterData/data/master/store 2024-11-08T02:12:46,526 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45337 is added to blk_1073741829_1005 (size=34) 2024-11-08T02:12:46,526 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39993 is added to blk_1073741829_1005 (size=34) 2024-11-08T02:12:46,527 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37783 is added to blk_1073741829_1005 (size=34) 2024-11-08T02:12:46,531 INFO [master/331c7316141f:0:becomeActiveMaster {}] throttle.StoreHotnessProtector(112): StoreHotnessProtector is disabled. Set hbase.region.store.parallel.put.limit > 0 to enable, which may help mitigate load under heavy write pressure. 2024-11-08T02:12:46,534 DEBUG [master/331c7316141f:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T02:12:46,535 DEBUG [master/331c7316141f:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-08T02:12:46,535 INFO [master/331c7316141f:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T02:12:46,535 DEBUG [master/331c7316141f:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T02:12:46,537 DEBUG [master/331c7316141f:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-08T02:12:46,537 DEBUG [master/331c7316141f:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T02:12:46,537 INFO [master/331c7316141f:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T02:12:46,539 DEBUG [master/331c7316141f:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731031966535Disabling compacts and flushes for region at 1731031966535Disabling writes for close at 1731031966537 (+2 ms)Writing region close event to WAL at 1731031966537Closed at 1731031966537 2024-11-08T02:12:46,541 WARN [master/331c7316141f:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:44559/user/jenkins/test-data/8065f3b6-f94d-72af-d2a1-6989b1f92369/MasterData/data/master/store/.initializing 2024-11-08T02:12:46,541 DEBUG [master/331c7316141f:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:44559/user/jenkins/test-data/8065f3b6-f94d-72af-d2a1-6989b1f92369/MasterData/WALs/331c7316141f,34721,1731031964836 2024-11-08T02:12:46,549 INFO [master/331c7316141f:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-08T02:12:46,563 INFO [master/331c7316141f:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=331c7316141f%2C34721%2C1731031964836, suffix=, logDir=hdfs://localhost:44559/user/jenkins/test-data/8065f3b6-f94d-72af-d2a1-6989b1f92369/MasterData/WALs/331c7316141f,34721,1731031964836, archiveDir=hdfs://localhost:44559/user/jenkins/test-data/8065f3b6-f94d-72af-d2a1-6989b1f92369/MasterData/oldWALs, maxLogs=10 2024-11-08T02:12:46,587 DEBUG [master/331c7316141f:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/8065f3b6-f94d-72af-d2a1-6989b1f92369/MasterData/WALs/331c7316141f,34721,1731031964836/331c7316141f%2C34721%2C1731031964836.1731031966567, exclude list is [], retry=0 2024-11-08T02:12:46,606 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39993,DS-dbb0cafa-15da-4320-a2ea-ea4728d83240,DISK] 2024-11-08T02:12:46,606 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45337,DS-9b67d06d-47b6-4cf7-974b-0046046ec9d1,DISK] 2024-11-08T02:12:46,606 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37783,DS-08016487-e44d-4b4f-b6ee-f9d35aec8935,DISK] 2024-11-08T02:12:46,609 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.ProtobufDecoder(117): Hadoop 3.3 and above shades protobuf. 2024-11-08T02:12:46,646 INFO [master/331c7316141f:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/8065f3b6-f94d-72af-d2a1-6989b1f92369/MasterData/WALs/331c7316141f,34721,1731031964836/331c7316141f%2C34721%2C1731031964836.1731031966567 2024-11-08T02:12:46,647 DEBUG [master/331c7316141f:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44053:44053),(127.0.0.1/127.0.0.1:33925:33925),(127.0.0.1/127.0.0.1:37727:37727)] 2024-11-08T02:12:46,648 DEBUG [master/331c7316141f:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-08T02:12:46,648 DEBUG [master/331c7316141f:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T02:12:46,651 DEBUG [master/331c7316141f:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T02:12:46,652 DEBUG [master/331c7316141f:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T02:12:46,688 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-08T02:12:46,711 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-08T02:12:46,714 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T02:12:46,716 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T02:12:46,716 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-08T02:12:46,721 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-08T02:12:46,721 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T02:12:46,722 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T02:12:46,722 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-08T02:12:46,725 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-08T02:12:46,725 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T02:12:46,726 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T02:12:46,726 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-08T02:12:46,729 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-08T02:12:46,729 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T02:12:46,730 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T02:12:46,730 DEBUG [master/331c7316141f:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T02:12:46,733 DEBUG [master/331c7316141f:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44559/user/jenkins/test-data/8065f3b6-f94d-72af-d2a1-6989b1f92369/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-08T02:12:46,734 DEBUG [master/331c7316141f:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44559/user/jenkins/test-data/8065f3b6-f94d-72af-d2a1-6989b1f92369/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-08T02:12:46,739 DEBUG [master/331c7316141f:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T02:12:46,740 DEBUG [master/331c7316141f:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T02:12:46,742 DEBUG [master/331c7316141f:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-08T02:12:46,745 DEBUG [master/331c7316141f:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T02:12:46,749 DEBUG [master/331c7316141f:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44559/user/jenkins/test-data/8065f3b6-f94d-72af-d2a1-6989b1f92369/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-08T02:12:46,750 INFO [master/331c7316141f:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60320506, jitterRate=-0.10115441679954529}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-08T02:12:46,758 DEBUG [master/331c7316141f:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731031966666Initializing all the Stores at 1731031966669 (+3 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731031966669Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731031966670 (+1 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731031966670Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731031966670Cleaning up temporary data from old regions at 1731031966740 (+70 ms)Region opened successfully at 1731031966758 (+18 ms) 2024-11-08T02:12:46,759 INFO [master/331c7316141f:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-08T02:12:46,792 DEBUG [master/331c7316141f:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@54d6bc4e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=331c7316141f/172.17.0.2:0 2024-11-08T02:12:46,820 INFO [master/331c7316141f:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-08T02:12:46,829 INFO [master/331c7316141f:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-08T02:12:46,830 INFO [master/331c7316141f:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-08T02:12:46,832 INFO [master/331c7316141f:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-08T02:12:46,833 INFO [master/331c7316141f:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 1 msec 2024-11-08T02:12:46,838 INFO [master/331c7316141f:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 4 msec 2024-11-08T02:12:46,838 INFO [master/331c7316141f:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=128, operationDelay=10000 2024-11-08T02:12:46,861 INFO [master/331c7316141f:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-08T02:12:46,868 DEBUG [master/331c7316141f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34721-0x101183795f10000, quorum=127.0.0.1:59186, baseZNode=/hbase Unable to get data of znode /hbase/balancer because node does not exist (not necessarily an error) 2024-11-08T02:12:46,879 DEBUG [master/331c7316141f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/balancer already deleted, retry=false 2024-11-08T02:12:46,882 INFO [master/331c7316141f:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-08T02:12:46,883 DEBUG [master/331c7316141f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34721-0x101183795f10000, quorum=127.0.0.1:59186, baseZNode=/hbase Unable to get data of znode /hbase/normalizer because node does not exist (not necessarily an error) 2024-11-08T02:12:46,895 DEBUG [master/331c7316141f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/normalizer already deleted, retry=false 2024-11-08T02:12:46,897 INFO [master/331c7316141f:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-08T02:12:46,900 DEBUG [master/331c7316141f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34721-0x101183795f10000, quorum=127.0.0.1:59186, baseZNode=/hbase Unable to get data of znode /hbase/switch/split because node does not exist (not necessarily an error) 2024-11-08T02:12:46,910 DEBUG [master/331c7316141f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/split already deleted, retry=false 2024-11-08T02:12:46,912 DEBUG [master/331c7316141f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34721-0x101183795f10000, quorum=127.0.0.1:59186, baseZNode=/hbase Unable to get data of znode /hbase/switch/merge because node does not exist (not necessarily an error) 2024-11-08T02:12:46,995 DEBUG [master/331c7316141f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/merge already deleted, retry=false 2024-11-08T02:12:47,020 DEBUG [master/331c7316141f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34721-0x101183795f10000, quorum=127.0.0.1:59186, baseZNode=/hbase Unable to get data of znode /hbase/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-08T02:12:47,042 DEBUG [master/331c7316141f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/snapshot-cleanup already deleted, retry=false 2024-11-08T02:12:47,058 DEBUG [pool-63-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44879-0x101183795f10001, quorum=127.0.0.1:59186, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-08T02:12:47,058 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39347-0x101183795f10002, quorum=127.0.0.1:59186, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-08T02:12:47,058 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38705-0x101183795f10003, quorum=127.0.0.1:59186, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-08T02:12:47,058 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34721-0x101183795f10000, quorum=127.0.0.1:59186, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-08T02:12:47,058 DEBUG [pool-63-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44879-0x101183795f10001, quorum=127.0.0.1:59186, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T02:12:47,059 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39347-0x101183795f10002, quorum=127.0.0.1:59186, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T02:12:47,059 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38705-0x101183795f10003, quorum=127.0.0.1:59186, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T02:12:47,059 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34721-0x101183795f10000, quorum=127.0.0.1:59186, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T02:12:47,064 INFO [master/331c7316141f:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=331c7316141f,34721,1731031964836, sessionid=0x101183795f10000, setting cluster-up flag (Was=false) 2024-11-08T02:12:47,095 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34721-0x101183795f10000, quorum=127.0.0.1:59186, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T02:12:47,095 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38705-0x101183795f10003, quorum=127.0.0.1:59186, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T02:12:47,095 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39347-0x101183795f10002, quorum=127.0.0.1:59186, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T02:12:47,095 DEBUG [pool-63-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44879-0x101183795f10001, quorum=127.0.0.1:59186, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T02:12:47,126 DEBUG [master/331c7316141f:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/flush-table-proc/acquired, /hbase/flush-table-proc/reached, /hbase/flush-table-proc/abort 2024-11-08T02:12:47,129 DEBUG [master/331c7316141f:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=331c7316141f,34721,1731031964836 2024-11-08T02:12:47,163 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38705-0x101183795f10003, quorum=127.0.0.1:59186, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T02:12:47,163 DEBUG [pool-63-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44879-0x101183795f10001, quorum=127.0.0.1:59186, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T02:12:47,163 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34721-0x101183795f10000, quorum=127.0.0.1:59186, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T02:12:47,163 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39347-0x101183795f10002, quorum=127.0.0.1:59186, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T02:12:47,195 DEBUG [master/331c7316141f:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/online-snapshot/acquired, /hbase/online-snapshot/reached, /hbase/online-snapshot/abort 2024-11-08T02:12:47,197 DEBUG [master/331c7316141f:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=331c7316141f,34721,1731031964836 2024-11-08T02:12:47,202 INFO [master/331c7316141f:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:44559/user/jenkins/test-data/8065f3b6-f94d-72af-d2a1-6989b1f92369/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-08T02:12:47,257 INFO [RS:2;331c7316141f:38705 {}] regionserver.HRegionServer(746): ClusterId : a21a13bd-bda8-4b29-8e34-6b43a0ad2197 2024-11-08T02:12:47,257 INFO [RS:0;331c7316141f:44879 {}] regionserver.HRegionServer(746): ClusterId : a21a13bd-bda8-4b29-8e34-6b43a0ad2197 2024-11-08T02:12:47,257 INFO [RS:1;331c7316141f:39347 {}] regionserver.HRegionServer(746): ClusterId : a21a13bd-bda8-4b29-8e34-6b43a0ad2197 2024-11-08T02:12:47,260 DEBUG [RS:1;331c7316141f:39347 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-08T02:12:47,260 DEBUG [RS:2;331c7316141f:38705 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-08T02:12:47,260 DEBUG [RS:0;331c7316141f:44879 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-08T02:12:47,269 DEBUG [master/331c7316141f:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-08T02:12:47,276 DEBUG [RS:0;331c7316141f:44879 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-08T02:12:47,276 DEBUG [RS:2;331c7316141f:38705 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-08T02:12:47,276 DEBUG [RS:1;331c7316141f:39347 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-08T02:12:47,276 DEBUG [RS:0;331c7316141f:44879 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-08T02:12:47,276 DEBUG [RS:2;331c7316141f:38705 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-08T02:12:47,276 DEBUG [RS:1;331c7316141f:39347 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-08T02:12:47,280 INFO [master/331c7316141f:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-08T02:12:47,287 INFO [master/331c7316141f:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-08T02:12:47,296 DEBUG [RS:0;331c7316141f:44879 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-08T02:12:47,296 DEBUG [RS:2;331c7316141f:38705 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-08T02:12:47,296 DEBUG [RS:1;331c7316141f:39347 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-08T02:12:47,292 DEBUG [master/331c7316141f:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 331c7316141f,34721,1731031964836 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-08T02:12:47,296 DEBUG [RS:1;331c7316141f:39347 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4515cdbf, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=331c7316141f/172.17.0.2:0 2024-11-08T02:12:47,296 DEBUG [RS:2;331c7316141f:38705 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@f5a976c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=331c7316141f/172.17.0.2:0 2024-11-08T02:12:47,296 DEBUG [RS:0;331c7316141f:44879 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@568edb4a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=331c7316141f/172.17.0.2:0 2024-11-08T02:12:47,301 DEBUG [master/331c7316141f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/331c7316141f:0, corePoolSize=5, maxPoolSize=5 2024-11-08T02:12:47,301 DEBUG [master/331c7316141f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/331c7316141f:0, corePoolSize=5, maxPoolSize=5 2024-11-08T02:12:47,301 DEBUG [master/331c7316141f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/331c7316141f:0, corePoolSize=5, maxPoolSize=5 2024-11-08T02:12:47,302 DEBUG [master/331c7316141f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/331c7316141f:0, corePoolSize=5, maxPoolSize=5 2024-11-08T02:12:47,302 DEBUG [master/331c7316141f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/331c7316141f:0, corePoolSize=10, maxPoolSize=10 2024-11-08T02:12:47,302 DEBUG [master/331c7316141f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/331c7316141f:0, corePoolSize=1, maxPoolSize=1 2024-11-08T02:12:47,302 DEBUG [master/331c7316141f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/331c7316141f:0, corePoolSize=2, maxPoolSize=2 2024-11-08T02:12:47,302 DEBUG [master/331c7316141f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/331c7316141f:0, corePoolSize=1, maxPoolSize=1 2024-11-08T02:12:47,309 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-08T02:12:47,309 INFO [master/331c7316141f:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731031997309 2024-11-08T02:12:47,310 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-08T02:12:47,311 INFO [master/331c7316141f:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-08T02:12:47,313 INFO [master/331c7316141f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-08T02:12:47,314 DEBUG [RS:1;331c7316141f:39347 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:1;331c7316141f:39347 2024-11-08T02:12:47,315 DEBUG [RS:0;331c7316141f:44879 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;331c7316141f:44879 2024-11-08T02:12:47,316 DEBUG [RS:2;331c7316141f:38705 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:2;331c7316141f:38705 2024-11-08T02:12:47,317 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T02:12:47,317 INFO [master/331c7316141f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-08T02:12:47,317 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-08T02:12:47,318 INFO [master/331c7316141f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-08T02:12:47,318 INFO [master/331c7316141f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-08T02:12:47,318 INFO [RS:1;331c7316141f:39347 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-08T02:12:47,318 INFO [RS:2;331c7316141f:38705 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-08T02:12:47,318 INFO [RS:0;331c7316141f:44879 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-08T02:12:47,318 INFO [master/331c7316141f:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-08T02:12:47,318 INFO [RS:2;331c7316141f:38705 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-08T02:12:47,318 INFO [RS:1;331c7316141f:39347 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-08T02:12:47,318 INFO [RS:0;331c7316141f:44879 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-08T02:12:47,318 DEBUG [RS:2;331c7316141f:38705 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-08T02:12:47,318 DEBUG [RS:1;331c7316141f:39347 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-08T02:12:47,318 DEBUG [RS:0;331c7316141f:44879 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-08T02:12:47,319 INFO [master/331c7316141f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-08T02:12:47,322 INFO [RS:0;331c7316141f:44879 {}] regionserver.HRegionServer(2659): reportForDuty to master=331c7316141f,34721,1731031964836 with port=44879, startcode=1731031965672 2024-11-08T02:12:47,322 INFO [RS:2;331c7316141f:38705 {}] regionserver.HRegionServer(2659): reportForDuty to master=331c7316141f,34721,1731031964836 with port=38705, startcode=1731031965946 2024-11-08T02:12:47,322 INFO [RS:1;331c7316141f:39347 {}] regionserver.HRegionServer(2659): reportForDuty to master=331c7316141f,34721,1731031964836 with port=39347, startcode=1731031965891 2024-11-08T02:12:47,324 INFO [master/331c7316141f:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-08T02:12:47,325 INFO [master/331c7316141f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-08T02:12:47,325 INFO [master/331c7316141f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-08T02:12:47,332 INFO [master/331c7316141f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-08T02:12:47,332 INFO [master/331c7316141f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-08T02:12:47,334 DEBUG [master/331c7316141f:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/331c7316141f:0:becomeActiveMaster-HFileCleaner.large.0-1731031967333,5,FailOnTimeoutGroup] 2024-11-08T02:12:47,335 DEBUG [RS:1;331c7316141f:39347 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-08T02:12:47,335 DEBUG [RS:2;331c7316141f:38705 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-08T02:12:47,335 DEBUG [master/331c7316141f:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/331c7316141f:0:becomeActiveMaster-HFileCleaner.small.0-1731031967334,5,FailOnTimeoutGroup] 2024-11-08T02:12:47,335 INFO [master/331c7316141f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-08T02:12:47,335 DEBUG [RS:0;331c7316141f:44879 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-08T02:12:47,335 INFO [master/331c7316141f:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-08T02:12:47,336 INFO [master/331c7316141f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-08T02:12:47,336 INFO [master/331c7316141f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-08T02:12:47,338 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45337 is added to blk_1073741831_1007 (size=1321) 2024-11-08T02:12:47,339 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39993 is added to blk_1073741831_1007 (size=1321) 2024-11-08T02:12:47,339 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37783 is added to blk_1073741831_1007 (size=1321) 2024-11-08T02:12:47,342 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:44559/user/jenkins/test-data/8065f3b6-f94d-72af-d2a1-6989b1f92369/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-08T02:12:47,342 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:44559/user/jenkins/test-data/8065f3b6-f94d-72af-d2a1-6989b1f92369 2024-11-08T02:12:47,398 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39993 is added to blk_1073741832_1008 (size=32) 2024-11-08T02:12:47,400 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45337 is added to blk_1073741832_1008 (size=32) 2024-11-08T02:12:47,400 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37783 is added to blk_1073741832_1008 (size=32) 2024-11-08T02:12:47,402 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T02:12:47,405 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-08T02:12:47,409 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-08T02:12:47,409 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T02:12:47,410 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T02:12:47,410 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-08T02:12:47,412 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54849, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.1 (auth:SIMPLE), service=RegionServerStatusService 2024-11-08T02:12:47,412 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51695, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=RegionServerStatusService 2024-11-08T02:12:47,412 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56151, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.2 (auth:SIMPLE), service=RegionServerStatusService 2024-11-08T02:12:47,413 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-08T02:12:47,413 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T02:12:47,415 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T02:12:47,415 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-08T02:12:47,418 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-08T02:12:47,418 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T02:12:47,418 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=34721 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 331c7316141f,39347,1731031965891 2024-11-08T02:12:47,419 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T02:12:47,420 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-08T02:12:47,421 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=34721 {}] master.ServerManager(517): Registering regionserver=331c7316141f,39347,1731031965891 2024-11-08T02:12:47,423 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-08T02:12:47,423 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T02:12:47,424 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T02:12:47,424 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-08T02:12:47,426 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44559/user/jenkins/test-data/8065f3b6-f94d-72af-d2a1-6989b1f92369/data/hbase/meta/1588230740 2024-11-08T02:12:47,428 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44559/user/jenkins/test-data/8065f3b6-f94d-72af-d2a1-6989b1f92369/data/hbase/meta/1588230740 2024-11-08T02:12:47,431 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-08T02:12:47,431 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-08T02:12:47,432 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=34721 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 331c7316141f,44879,1731031965672 2024-11-08T02:12:47,432 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=34721 {}] master.ServerManager(517): Registering regionserver=331c7316141f,44879,1731031965672 2024-11-08T02:12:47,433 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-08T02:12:47,436 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=34721 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 331c7316141f,38705,1731031965946 2024-11-08T02:12:47,436 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=34721 {}] master.ServerManager(517): Registering regionserver=331c7316141f,38705,1731031965946 2024-11-08T02:12:47,437 DEBUG [RS:1;331c7316141f:39347 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:44559/user/jenkins/test-data/8065f3b6-f94d-72af-d2a1-6989b1f92369 2024-11-08T02:12:47,437 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-08T02:12:47,437 DEBUG [RS:1;331c7316141f:39347 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:44559 2024-11-08T02:12:47,437 DEBUG [RS:1;331c7316141f:39347 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-08T02:12:47,440 DEBUG [RS:0;331c7316141f:44879 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:44559/user/jenkins/test-data/8065f3b6-f94d-72af-d2a1-6989b1f92369 2024-11-08T02:12:47,440 DEBUG [RS:0;331c7316141f:44879 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:44559 2024-11-08T02:12:47,440 DEBUG [RS:0;331c7316141f:44879 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-08T02:12:47,440 DEBUG [RS:2;331c7316141f:38705 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:44559/user/jenkins/test-data/8065f3b6-f94d-72af-d2a1-6989b1f92369 2024-11-08T02:12:47,440 DEBUG [RS:2;331c7316141f:38705 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:44559 2024-11-08T02:12:47,441 DEBUG [RS:2;331c7316141f:38705 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-08T02:12:47,442 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44559/user/jenkins/test-data/8065f3b6-f94d-72af-d2a1-6989b1f92369/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-08T02:12:47,443 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69722068, jitterRate=0.03893977403640747}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-08T02:12:47,449 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731031967402Initializing all the Stores at 1731031967405 (+3 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731031967405Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731031967405Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731031967405Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731031967405Cleaning up temporary data from old regions at 1731031967431 (+26 ms)Region opened successfully at 1731031967448 (+17 ms) 2024-11-08T02:12:47,449 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-08T02:12:47,449 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-08T02:12:47,449 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-08T02:12:47,449 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-08T02:12:47,449 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-08T02:12:47,451 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-08T02:12:47,451 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731031967449Disabling compacts and flushes for region at 1731031967449Disabling writes for close at 1731031967449Writing region close event to WAL at 1731031967450 (+1 ms)Closed at 1731031967451 (+1 ms) 2024-11-08T02:12:47,452 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34721-0x101183795f10000, quorum=127.0.0.1:59186, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-08T02:12:47,455 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-08T02:12:47,455 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-08T02:12:47,462 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-08T02:12:47,472 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-08T02:12:47,475 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-08T02:12:47,499 DEBUG [RS:1;331c7316141f:39347 {}] zookeeper.ZKUtil(111): regionserver:39347-0x101183795f10002, quorum=127.0.0.1:59186, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/331c7316141f,39347,1731031965891 2024-11-08T02:12:47,499 WARN [RS:1;331c7316141f:39347 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-08T02:12:47,500 DEBUG [RS:0;331c7316141f:44879 {}] zookeeper.ZKUtil(111): regionserver:44879-0x101183795f10001, quorum=127.0.0.1:59186, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/331c7316141f,44879,1731031965672 2024-11-08T02:12:47,500 DEBUG [RS:2;331c7316141f:38705 {}] zookeeper.ZKUtil(111): regionserver:38705-0x101183795f10003, quorum=127.0.0.1:59186, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/331c7316141f,38705,1731031965946 2024-11-08T02:12:47,500 WARN [RS:0;331c7316141f:44879 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-08T02:12:47,500 INFO [RS:1;331c7316141f:39347 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-08T02:12:47,500 WARN [RS:2;331c7316141f:38705 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-08T02:12:47,500 INFO [RS:0;331c7316141f:44879 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-08T02:12:47,500 INFO [RS:2;331c7316141f:38705 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-08T02:12:47,500 DEBUG [RS:0;331c7316141f:44879 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:44559/user/jenkins/test-data/8065f3b6-f94d-72af-d2a1-6989b1f92369/WALs/331c7316141f,44879,1731031965672 2024-11-08T02:12:47,500 DEBUG [RS:1;331c7316141f:39347 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:44559/user/jenkins/test-data/8065f3b6-f94d-72af-d2a1-6989b1f92369/WALs/331c7316141f,39347,1731031965891 2024-11-08T02:12:47,500 DEBUG [RS:2;331c7316141f:38705 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:44559/user/jenkins/test-data/8065f3b6-f94d-72af-d2a1-6989b1f92369/WALs/331c7316141f,38705,1731031965946 2024-11-08T02:12:47,502 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [331c7316141f,38705,1731031965946] 2024-11-08T02:12:47,502 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [331c7316141f,39347,1731031965891] 2024-11-08T02:12:47,502 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [331c7316141f,44879,1731031965672] 2024-11-08T02:12:47,527 INFO [RS:0;331c7316141f:44879 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-08T02:12:47,527 INFO [RS:1;331c7316141f:39347 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-08T02:12:47,527 INFO [RS:2;331c7316141f:38705 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-08T02:12:47,544 INFO [RS:0;331c7316141f:44879 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-08T02:12:47,544 INFO [RS:1;331c7316141f:39347 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-08T02:12:47,544 INFO [RS:2;331c7316141f:38705 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-08T02:12:47,549 INFO [RS:0;331c7316141f:44879 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-08T02:12:47,549 INFO [RS:2;331c7316141f:38705 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-08T02:12:47,549 INFO [RS:1;331c7316141f:39347 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-08T02:12:47,549 INFO [RS:0;331c7316141f:44879 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-08T02:12:47,549 INFO [RS:1;331c7316141f:39347 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-08T02:12:47,549 INFO [RS:2;331c7316141f:38705 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-08T02:12:47,550 INFO [RS:2;331c7316141f:38705 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-08T02:12:47,550 INFO [RS:0;331c7316141f:44879 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-08T02:12:47,550 INFO [RS:1;331c7316141f:39347 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-08T02:12:47,556 INFO [RS:1;331c7316141f:39347 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-08T02:12:47,556 INFO [RS:0;331c7316141f:44879 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-08T02:12:47,556 INFO [RS:2;331c7316141f:38705 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-08T02:12:47,558 INFO [RS:1;331c7316141f:39347 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-08T02:12:47,558 INFO [RS:2;331c7316141f:38705 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-08T02:12:47,558 INFO [RS:0;331c7316141f:44879 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-08T02:12:47,558 DEBUG [RS:2;331c7316141f:38705 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/331c7316141f:0, corePoolSize=1, maxPoolSize=1 2024-11-08T02:12:47,558 DEBUG [RS:0;331c7316141f:44879 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/331c7316141f:0, corePoolSize=1, maxPoolSize=1 2024-11-08T02:12:47,558 DEBUG [RS:1;331c7316141f:39347 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/331c7316141f:0, corePoolSize=1, maxPoolSize=1 2024-11-08T02:12:47,558 DEBUG [RS:2;331c7316141f:38705 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/331c7316141f:0, corePoolSize=1, maxPoolSize=1 2024-11-08T02:12:47,558 DEBUG [RS:0;331c7316141f:44879 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/331c7316141f:0, corePoolSize=1, maxPoolSize=1 2024-11-08T02:12:47,558 DEBUG [RS:2;331c7316141f:38705 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/331c7316141f:0, corePoolSize=1, maxPoolSize=1 2024-11-08T02:12:47,558 DEBUG [RS:1;331c7316141f:39347 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/331c7316141f:0, corePoolSize=1, maxPoolSize=1 2024-11-08T02:12:47,558 DEBUG [RS:0;331c7316141f:44879 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/331c7316141f:0, corePoolSize=1, maxPoolSize=1 2024-11-08T02:12:47,558 DEBUG [RS:2;331c7316141f:38705 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/331c7316141f:0, corePoolSize=1, maxPoolSize=1 2024-11-08T02:12:47,558 DEBUG [RS:0;331c7316141f:44879 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/331c7316141f:0, corePoolSize=1, maxPoolSize=1 2024-11-08T02:12:47,558 DEBUG [RS:1;331c7316141f:39347 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/331c7316141f:0, corePoolSize=1, maxPoolSize=1 2024-11-08T02:12:47,558 DEBUG [RS:2;331c7316141f:38705 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/331c7316141f:0, corePoolSize=1, maxPoolSize=1 2024-11-08T02:12:47,558 DEBUG [RS:0;331c7316141f:44879 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/331c7316141f:0, corePoolSize=1, maxPoolSize=1 2024-11-08T02:12:47,558 DEBUG [RS:2;331c7316141f:38705 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/331c7316141f:0, corePoolSize=2, maxPoolSize=2 2024-11-08T02:12:47,558 DEBUG [RS:1;331c7316141f:39347 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/331c7316141f:0, corePoolSize=1, maxPoolSize=1 2024-11-08T02:12:47,558 DEBUG [RS:0;331c7316141f:44879 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/331c7316141f:0, corePoolSize=2, maxPoolSize=2 2024-11-08T02:12:47,559 DEBUG [RS:2;331c7316141f:38705 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/331c7316141f:0, corePoolSize=1, maxPoolSize=1 2024-11-08T02:12:47,559 DEBUG [RS:0;331c7316141f:44879 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/331c7316141f:0, corePoolSize=1, maxPoolSize=1 2024-11-08T02:12:47,559 DEBUG [RS:1;331c7316141f:39347 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/331c7316141f:0, corePoolSize=1, maxPoolSize=1 2024-11-08T02:12:47,559 DEBUG [RS:2;331c7316141f:38705 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/331c7316141f:0, corePoolSize=1, maxPoolSize=1 2024-11-08T02:12:47,559 DEBUG [RS:0;331c7316141f:44879 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/331c7316141f:0, corePoolSize=1, maxPoolSize=1 2024-11-08T02:12:47,559 DEBUG [RS:1;331c7316141f:39347 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/331c7316141f:0, corePoolSize=2, maxPoolSize=2 2024-11-08T02:12:47,559 DEBUG [RS:2;331c7316141f:38705 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/331c7316141f:0, corePoolSize=1, maxPoolSize=1 2024-11-08T02:12:47,559 DEBUG [RS:0;331c7316141f:44879 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/331c7316141f:0, corePoolSize=1, maxPoolSize=1 2024-11-08T02:12:47,559 DEBUG [RS:0;331c7316141f:44879 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/331c7316141f:0, corePoolSize=1, maxPoolSize=1 2024-11-08T02:12:47,559 DEBUG [RS:2;331c7316141f:38705 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/331c7316141f:0, corePoolSize=1, maxPoolSize=1 2024-11-08T02:12:47,559 DEBUG [RS:1;331c7316141f:39347 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/331c7316141f:0, corePoolSize=1, maxPoolSize=1 2024-11-08T02:12:47,559 DEBUG [RS:0;331c7316141f:44879 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/331c7316141f:0, corePoolSize=1, maxPoolSize=1 2024-11-08T02:12:47,559 DEBUG [RS:2;331c7316141f:38705 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/331c7316141f:0, corePoolSize=1, maxPoolSize=1 2024-11-08T02:12:47,559 DEBUG [RS:1;331c7316141f:39347 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/331c7316141f:0, corePoolSize=1, maxPoolSize=1 2024-11-08T02:12:47,559 DEBUG [RS:0;331c7316141f:44879 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/331c7316141f:0, corePoolSize=1, maxPoolSize=1 2024-11-08T02:12:47,559 DEBUG [RS:2;331c7316141f:38705 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/331c7316141f:0, corePoolSize=1, maxPoolSize=1 2024-11-08T02:12:47,559 DEBUG [RS:2;331c7316141f:38705 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/331c7316141f:0, corePoolSize=3, maxPoolSize=3 2024-11-08T02:12:47,559 DEBUG [RS:0;331c7316141f:44879 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/331c7316141f:0, corePoolSize=3, maxPoolSize=3 2024-11-08T02:12:47,559 DEBUG [RS:1;331c7316141f:39347 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/331c7316141f:0, corePoolSize=1, maxPoolSize=1 2024-11-08T02:12:47,559 DEBUG [RS:2;331c7316141f:38705 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/331c7316141f:0, corePoolSize=3, maxPoolSize=3 2024-11-08T02:12:47,559 DEBUG [RS:0;331c7316141f:44879 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/331c7316141f:0, corePoolSize=3, maxPoolSize=3 2024-11-08T02:12:47,559 DEBUG [RS:1;331c7316141f:39347 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/331c7316141f:0, corePoolSize=1, maxPoolSize=1 2024-11-08T02:12:47,560 DEBUG [RS:1;331c7316141f:39347 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/331c7316141f:0, corePoolSize=1, maxPoolSize=1 2024-11-08T02:12:47,560 DEBUG [RS:1;331c7316141f:39347 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/331c7316141f:0, corePoolSize=1, maxPoolSize=1 2024-11-08T02:12:47,560 DEBUG [RS:1;331c7316141f:39347 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/331c7316141f:0, corePoolSize=3, maxPoolSize=3 2024-11-08T02:12:47,560 DEBUG [RS:1;331c7316141f:39347 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/331c7316141f:0, corePoolSize=3, maxPoolSize=3 2024-11-08T02:12:47,560 INFO [RS:2;331c7316141f:38705 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-08T02:12:47,561 INFO [RS:2;331c7316141f:38705 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-08T02:12:47,561 INFO [RS:2;331c7316141f:38705 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-08T02:12:47,561 INFO [RS:2;331c7316141f:38705 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-08T02:12:47,561 INFO [RS:2;331c7316141f:38705 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-08T02:12:47,561 INFO [RS:2;331c7316141f:38705 {}] hbase.ChoreService(168): Chore ScheduledChore name=331c7316141f,38705,1731031965946-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-08T02:12:47,562 INFO [RS:0;331c7316141f:44879 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-08T02:12:47,562 INFO [RS:0;331c7316141f:44879 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-08T02:12:47,562 INFO [RS:0;331c7316141f:44879 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-08T02:12:47,562 INFO [RS:0;331c7316141f:44879 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-08T02:12:47,562 INFO [RS:1;331c7316141f:39347 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-08T02:12:47,562 INFO [RS:0;331c7316141f:44879 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-08T02:12:47,562 INFO [RS:1;331c7316141f:39347 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-08T02:12:47,562 INFO [RS:0;331c7316141f:44879 {}] hbase.ChoreService(168): Chore ScheduledChore name=331c7316141f,44879,1731031965672-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-08T02:12:47,562 INFO [RS:1;331c7316141f:39347 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-08T02:12:47,562 INFO [RS:1;331c7316141f:39347 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-08T02:12:47,562 INFO [RS:1;331c7316141f:39347 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-08T02:12:47,563 INFO [RS:1;331c7316141f:39347 {}] hbase.ChoreService(168): Chore ScheduledChore name=331c7316141f,39347,1731031965891-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-08T02:12:47,586 INFO [RS:0;331c7316141f:44879 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-08T02:12:47,586 INFO [RS:2;331c7316141f:38705 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-08T02:12:47,586 INFO [RS:1;331c7316141f:39347 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-08T02:12:47,588 INFO [RS:1;331c7316141f:39347 {}] hbase.ChoreService(168): Chore ScheduledChore name=331c7316141f,39347,1731031965891-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-08T02:12:47,588 INFO [RS:2;331c7316141f:38705 {}] hbase.ChoreService(168): Chore ScheduledChore name=331c7316141f,38705,1731031965946-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-08T02:12:47,588 INFO [RS:0;331c7316141f:44879 {}] hbase.ChoreService(168): Chore ScheduledChore name=331c7316141f,44879,1731031965672-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-08T02:12:47,589 INFO [RS:1;331c7316141f:39347 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T02:12:47,589 INFO [RS:2;331c7316141f:38705 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T02:12:47,589 INFO [RS:0;331c7316141f:44879 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T02:12:47,589 INFO [RS:1;331c7316141f:39347 {}] regionserver.Replication(171): 331c7316141f,39347,1731031965891 started 2024-11-08T02:12:47,589 INFO [RS:2;331c7316141f:38705 {}] regionserver.Replication(171): 331c7316141f,38705,1731031965946 started 2024-11-08T02:12:47,589 INFO [RS:0;331c7316141f:44879 {}] regionserver.Replication(171): 331c7316141f,44879,1731031965672 started 2024-11-08T02:12:47,608 INFO [RS:1;331c7316141f:39347 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T02:12:47,609 INFO [RS:1;331c7316141f:39347 {}] regionserver.HRegionServer(1482): Serving as 331c7316141f,39347,1731031965891, RpcServer on 331c7316141f/172.17.0.2:39347, sessionid=0x101183795f10002 2024-11-08T02:12:47,610 DEBUG [RS:1;331c7316141f:39347 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-08T02:12:47,610 DEBUG [RS:1;331c7316141f:39347 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 331c7316141f,39347,1731031965891 2024-11-08T02:12:47,610 DEBUG [RS:1;331c7316141f:39347 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '331c7316141f,39347,1731031965891' 2024-11-08T02:12:47,610 DEBUG [RS:1;331c7316141f:39347 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-08T02:12:47,611 DEBUG [RS:1;331c7316141f:39347 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-08T02:12:47,612 INFO [RS:0;331c7316141f:44879 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T02:12:47,612 INFO [RS:2;331c7316141f:38705 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T02:12:47,612 INFO [RS:2;331c7316141f:38705 {}] regionserver.HRegionServer(1482): Serving as 331c7316141f,38705,1731031965946, RpcServer on 331c7316141f/172.17.0.2:38705, sessionid=0x101183795f10003 2024-11-08T02:12:47,612 INFO [RS:0;331c7316141f:44879 {}] regionserver.HRegionServer(1482): Serving as 331c7316141f,44879,1731031965672, RpcServer on 331c7316141f/172.17.0.2:44879, sessionid=0x101183795f10001 2024-11-08T02:12:47,612 DEBUG [RS:2;331c7316141f:38705 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-08T02:12:47,612 DEBUG [RS:0;331c7316141f:44879 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-08T02:12:47,612 DEBUG [RS:1;331c7316141f:39347 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-08T02:12:47,612 DEBUG [RS:2;331c7316141f:38705 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 331c7316141f,38705,1731031965946 2024-11-08T02:12:47,612 DEBUG [RS:1;331c7316141f:39347 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-08T02:12:47,612 DEBUG [RS:0;331c7316141f:44879 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 331c7316141f,44879,1731031965672 2024-11-08T02:12:47,612 DEBUG [RS:2;331c7316141f:38705 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '331c7316141f,38705,1731031965946' 2024-11-08T02:12:47,613 DEBUG [RS:0;331c7316141f:44879 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '331c7316141f,44879,1731031965672' 2024-11-08T02:12:47,613 DEBUG [RS:2;331c7316141f:38705 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-08T02:12:47,613 DEBUG [RS:0;331c7316141f:44879 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-08T02:12:47,613 DEBUG [RS:1;331c7316141f:39347 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 331c7316141f,39347,1731031965891 2024-11-08T02:12:47,613 DEBUG [RS:1;331c7316141f:39347 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '331c7316141f,39347,1731031965891' 2024-11-08T02:12:47,613 DEBUG [RS:1;331c7316141f:39347 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-08T02:12:47,613 DEBUG [RS:2;331c7316141f:38705 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-08T02:12:47,613 DEBUG [RS:0;331c7316141f:44879 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-08T02:12:47,613 DEBUG [RS:1;331c7316141f:39347 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-08T02:12:47,614 DEBUG [RS:2;331c7316141f:38705 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-08T02:12:47,614 DEBUG [RS:1;331c7316141f:39347 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-08T02:12:47,614 DEBUG [RS:0;331c7316141f:44879 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-08T02:12:47,614 DEBUG [RS:2;331c7316141f:38705 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-08T02:12:47,614 DEBUG [RS:0;331c7316141f:44879 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-08T02:12:47,614 INFO [RS:1;331c7316141f:39347 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-08T02:12:47,614 DEBUG [RS:2;331c7316141f:38705 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 331c7316141f,38705,1731031965946 2024-11-08T02:12:47,614 DEBUG [RS:0;331c7316141f:44879 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 331c7316141f,44879,1731031965672 2024-11-08T02:12:47,614 DEBUG [RS:2;331c7316141f:38705 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '331c7316141f,38705,1731031965946' 2024-11-08T02:12:47,614 DEBUG [RS:0;331c7316141f:44879 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '331c7316141f,44879,1731031965672' 2024-11-08T02:12:47,614 INFO [RS:1;331c7316141f:39347 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-08T02:12:47,614 DEBUG [RS:2;331c7316141f:38705 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-08T02:12:47,614 DEBUG [RS:0;331c7316141f:44879 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-08T02:12:47,615 DEBUG [RS:2;331c7316141f:38705 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-08T02:12:47,615 DEBUG [RS:0;331c7316141f:44879 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-08T02:12:47,616 DEBUG [RS:2;331c7316141f:38705 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-08T02:12:47,616 DEBUG [RS:0;331c7316141f:44879 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-08T02:12:47,616 INFO [RS:2;331c7316141f:38705 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-08T02:12:47,616 INFO [RS:0;331c7316141f:44879 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-08T02:12:47,616 INFO [RS:2;331c7316141f:38705 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-08T02:12:47,616 INFO [RS:0;331c7316141f:44879 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-08T02:12:47,626 WARN [331c7316141f:34721 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions. 2024-11-08T02:12:47,723 INFO [RS:1;331c7316141f:39347 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-08T02:12:47,723 INFO [RS:0;331c7316141f:44879 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-08T02:12:47,723 INFO [RS:2;331c7316141f:38705 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-08T02:12:47,727 INFO [RS:2;331c7316141f:38705 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=331c7316141f%2C38705%2C1731031965946, suffix=, logDir=hdfs://localhost:44559/user/jenkins/test-data/8065f3b6-f94d-72af-d2a1-6989b1f92369/WALs/331c7316141f,38705,1731031965946, archiveDir=hdfs://localhost:44559/user/jenkins/test-data/8065f3b6-f94d-72af-d2a1-6989b1f92369/oldWALs, maxLogs=32 2024-11-08T02:12:47,727 INFO [RS:1;331c7316141f:39347 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=331c7316141f%2C39347%2C1731031965891, suffix=, logDir=hdfs://localhost:44559/user/jenkins/test-data/8065f3b6-f94d-72af-d2a1-6989b1f92369/WALs/331c7316141f,39347,1731031965891, archiveDir=hdfs://localhost:44559/user/jenkins/test-data/8065f3b6-f94d-72af-d2a1-6989b1f92369/oldWALs, maxLogs=32 2024-11-08T02:12:47,728 INFO [RS:0;331c7316141f:44879 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=331c7316141f%2C44879%2C1731031965672, suffix=, logDir=hdfs://localhost:44559/user/jenkins/test-data/8065f3b6-f94d-72af-d2a1-6989b1f92369/WALs/331c7316141f,44879,1731031965672, archiveDir=hdfs://localhost:44559/user/jenkins/test-data/8065f3b6-f94d-72af-d2a1-6989b1f92369/oldWALs, maxLogs=32 2024-11-08T02:12:47,742 DEBUG [RS:2;331c7316141f:38705 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/8065f3b6-f94d-72af-d2a1-6989b1f92369/WALs/331c7316141f,38705,1731031965946/331c7316141f%2C38705%2C1731031965946.1731031967730, exclude list is [], retry=0 2024-11-08T02:12:47,747 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39993,DS-dbb0cafa-15da-4320-a2ea-ea4728d83240,DISK] 2024-11-08T02:12:47,747 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45337,DS-9b67d06d-47b6-4cf7-974b-0046046ec9d1,DISK] 2024-11-08T02:12:47,747 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37783,DS-08016487-e44d-4b4f-b6ee-f9d35aec8935,DISK] 2024-11-08T02:12:47,749 DEBUG [RS:0;331c7316141f:44879 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/8065f3b6-f94d-72af-d2a1-6989b1f92369/WALs/331c7316141f,44879,1731031965672/331c7316141f%2C44879%2C1731031965672.1731031967731, exclude list is [], retry=0 2024-11-08T02:12:47,749 DEBUG [RS:1;331c7316141f:39347 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/8065f3b6-f94d-72af-d2a1-6989b1f92369/WALs/331c7316141f,39347,1731031965891/331c7316141f%2C39347%2C1731031965891.1731031967731, exclude list is [], retry=0 2024-11-08T02:12:47,751 INFO [RS:2;331c7316141f:38705 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/8065f3b6-f94d-72af-d2a1-6989b1f92369/WALs/331c7316141f,38705,1731031965946/331c7316141f%2C38705%2C1731031965946.1731031967730 2024-11-08T02:12:47,752 DEBUG [RS:2;331c7316141f:38705 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44053:44053),(127.0.0.1/127.0.0.1:37727:37727),(127.0.0.1/127.0.0.1:33925:33925)] 2024-11-08T02:12:47,755 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45337,DS-9b67d06d-47b6-4cf7-974b-0046046ec9d1,DISK] 2024-11-08T02:12:47,755 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37783,DS-08016487-e44d-4b4f-b6ee-f9d35aec8935,DISK] 2024-11-08T02:12:47,755 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39993,DS-dbb0cafa-15da-4320-a2ea-ea4728d83240,DISK] 2024-11-08T02:12:47,755 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37783,DS-08016487-e44d-4b4f-b6ee-f9d35aec8935,DISK] 2024-11-08T02:12:47,755 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39993,DS-dbb0cafa-15da-4320-a2ea-ea4728d83240,DISK] 2024-11-08T02:12:47,756 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45337,DS-9b67d06d-47b6-4cf7-974b-0046046ec9d1,DISK] 2024-11-08T02:12:47,764 INFO [RS:0;331c7316141f:44879 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/8065f3b6-f94d-72af-d2a1-6989b1f92369/WALs/331c7316141f,44879,1731031965672/331c7316141f%2C44879%2C1731031965672.1731031967731 2024-11-08T02:12:47,764 INFO [RS:1;331c7316141f:39347 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/8065f3b6-f94d-72af-d2a1-6989b1f92369/WALs/331c7316141f,39347,1731031965891/331c7316141f%2C39347%2C1731031965891.1731031967731 2024-11-08T02:12:47,765 DEBUG [RS:1;331c7316141f:39347 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44053:44053),(127.0.0.1/127.0.0.1:37727:37727),(127.0.0.1/127.0.0.1:33925:33925)] 2024-11-08T02:12:47,765 DEBUG [RS:0;331c7316141f:44879 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37727:37727),(127.0.0.1/127.0.0.1:44053:44053),(127.0.0.1/127.0.0.1:33925:33925)] 2024-11-08T02:12:47,880 DEBUG [331c7316141f:34721 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=3, allServersCount=3 2024-11-08T02:12:47,887 DEBUG [331c7316141f:34721 {}] balancer.BalancerClusterState(204): Hosts are {331c7316141f=0} racks are {/default-rack=0} 2024-11-08T02:12:47,893 DEBUG [331c7316141f:34721 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-11-08T02:12:47,893 DEBUG [331c7316141f:34721 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-11-08T02:12:47,893 DEBUG [331c7316141f:34721 {}] balancer.BalancerClusterState(303): server 2 has 0 regions 2024-11-08T02:12:47,893 DEBUG [331c7316141f:34721 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-11-08T02:12:47,893 DEBUG [331c7316141f:34721 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-11-08T02:12:47,894 DEBUG [331c7316141f:34721 {}] balancer.BalancerClusterState(310): server 2 is on host 0 2024-11-08T02:12:47,894 INFO [331c7316141f:34721 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-11-08T02:12:47,894 INFO [331c7316141f:34721 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-11-08T02:12:47,894 INFO [331c7316141f:34721 {}] balancer.BalancerClusterState(321): server 2 is on rack 0 2024-11-08T02:12:47,894 DEBUG [331c7316141f:34721 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-11-08T02:12:47,900 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=331c7316141f,38705,1731031965946 2024-11-08T02:12:47,906 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 331c7316141f,38705,1731031965946, state=OPENING 2024-11-08T02:12:47,926 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-08T02:12:47,937 DEBUG [pool-63-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44879-0x101183795f10001, quorum=127.0.0.1:59186, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T02:12:47,937 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39347-0x101183795f10002, quorum=127.0.0.1:59186, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T02:12:47,937 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38705-0x101183795f10003, quorum=127.0.0.1:59186, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T02:12:47,937 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34721-0x101183795f10000, quorum=127.0.0.1:59186, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T02:12:47,938 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-08T02:12:47,938 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-08T02:12:47,938 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-08T02:12:47,938 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-08T02:12:47,939 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-08T02:12:47,942 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=331c7316141f,38705,1731031965946}] 2024-11-08T02:12:55,222 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-08T02:12:55,223 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-11-08T02:12:57,975 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-08T02:12:57,976 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44419, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-08T02:12:57,989 INFO [RS_OPEN_META-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-08T02:12:57,989 INFO [RS_OPEN_META-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-08T02:12:57,990 INFO [RS_OPEN_META-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-08T02:12:57,993 INFO [RS_OPEN_META-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=331c7316141f%2C38705%2C1731031965946.meta, suffix=.meta, logDir=hdfs://localhost:44559/user/jenkins/test-data/8065f3b6-f94d-72af-d2a1-6989b1f92369/WALs/331c7316141f,38705,1731031965946, archiveDir=hdfs://localhost:44559/user/jenkins/test-data/8065f3b6-f94d-72af-d2a1-6989b1f92369/oldWALs, maxLogs=32 2024-11-08T02:12:58,008 DEBUG [RS_OPEN_META-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/8065f3b6-f94d-72af-d2a1-6989b1f92369/WALs/331c7316141f,38705,1731031965946/331c7316141f%2C38705%2C1731031965946.meta.1731031977994.meta, exclude list is [], retry=0 2024-11-08T02:12:58,011 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37783,DS-08016487-e44d-4b4f-b6ee-f9d35aec8935,DISK] 2024-11-08T02:12:58,011 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45337,DS-9b67d06d-47b6-4cf7-974b-0046046ec9d1,DISK] 2024-11-08T02:12:58,011 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39993,DS-dbb0cafa-15da-4320-a2ea-ea4728d83240,DISK] 2024-11-08T02:12:58,014 INFO [RS_OPEN_META-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/8065f3b6-f94d-72af-d2a1-6989b1f92369/WALs/331c7316141f,38705,1731031965946/331c7316141f%2C38705%2C1731031965946.meta.1731031977994.meta 2024-11-08T02:12:58,014 DEBUG [RS_OPEN_META-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33925:33925),(127.0.0.1/127.0.0.1:37727:37727),(127.0.0.1/127.0.0.1:44053:44053)] 2024-11-08T02:12:58,014 DEBUG [RS_OPEN_META-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-08T02:12:58,015 DEBUG [RS_OPEN_META-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-08T02:12:58,018 DEBUG [RS_OPEN_META-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-08T02:12:58,023 INFO [RS_OPEN_META-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-08T02:12:58,027 DEBUG [RS_OPEN_META-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-08T02:12:58,028 DEBUG [RS_OPEN_META-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T02:12:58,028 DEBUG [RS_OPEN_META-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-08T02:12:58,028 DEBUG [RS_OPEN_META-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-08T02:12:58,032 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-08T02:12:58,034 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-08T02:12:58,034 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T02:12:58,035 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T02:12:58,035 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-08T02:12:58,037 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-08T02:12:58,037 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T02:12:58,038 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T02:12:58,038 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-08T02:12:58,040 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-08T02:12:58,040 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T02:12:58,041 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T02:12:58,041 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-08T02:12:58,042 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-08T02:12:58,042 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T02:12:58,043 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T02:12:58,043 DEBUG [RS_OPEN_META-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-08T02:12:58,045 DEBUG [RS_OPEN_META-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44559/user/jenkins/test-data/8065f3b6-f94d-72af-d2a1-6989b1f92369/data/hbase/meta/1588230740 2024-11-08T02:12:58,047 DEBUG [RS_OPEN_META-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44559/user/jenkins/test-data/8065f3b6-f94d-72af-d2a1-6989b1f92369/data/hbase/meta/1588230740 2024-11-08T02:12:58,050 DEBUG [RS_OPEN_META-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-08T02:12:58,050 DEBUG [RS_OPEN_META-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-08T02:12:58,051 DEBUG [RS_OPEN_META-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-08T02:12:58,054 DEBUG [RS_OPEN_META-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-08T02:12:58,055 INFO [RS_OPEN_META-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70105779, jitterRate=0.04465751349925995}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-08T02:12:58,055 DEBUG [RS_OPEN_META-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-08T02:12:58,057 DEBUG [RS_OPEN_META-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731031978029Writing region info on filesystem at 1731031978029Initializing all the Stores at 1731031978031 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731031978031Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731031978032 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731031978032Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731031978032Cleaning up temporary data from old regions at 1731031978050 (+18 ms)Running coprocessor post-open hooks at 1731031978055 (+5 ms)Region opened successfully at 1731031978057 (+2 ms) 2024-11-08T02:12:58,063 INFO [RS_OPEN_META-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731031977966 2024-11-08T02:12:58,073 DEBUG [RS_OPEN_META-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-08T02:12:58,074 INFO [RS_OPEN_META-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-08T02:12:58,075 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=331c7316141f,38705,1731031965946 2024-11-08T02:12:58,077 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 331c7316141f,38705,1731031965946, state=OPEN 2024-11-08T02:12:58,089 DEBUG [pool-63-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44879-0x101183795f10001, quorum=127.0.0.1:59186, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-08T02:12:58,089 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38705-0x101183795f10003, quorum=127.0.0.1:59186, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-08T02:12:58,089 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39347-0x101183795f10002, quorum=127.0.0.1:59186, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-08T02:12:58,089 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34721-0x101183795f10000, quorum=127.0.0.1:59186, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-08T02:12:58,089 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-08T02:12:58,089 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-08T02:12:58,089 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-08T02:12:58,089 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-08T02:12:58,090 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=331c7316141f,38705,1731031965946 2024-11-08T02:12:58,096 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-08T02:12:58,097 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=331c7316141f,38705,1731031965946 in 10.1490 sec 2024-11-08T02:12:58,103 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-08T02:12:58,103 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 10.6360 sec 2024-11-08T02:12:58,104 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-08T02:12:58,105 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-08T02:12:58,124 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-08T02:12:58,126 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=331c7316141f,38705,1731031965946, seqNum=-1] 2024-11-08T02:12:58,167 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-08T02:12:58,169 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38285, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-08T02:12:58,192 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 10.9580 sec 2024-11-08T02:12:58,193 INFO [master/331c7316141f:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731031978192, completionTime=-1 2024-11-08T02:12:58,196 INFO [master/331c7316141f:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=3; waited=0ms, expected min=3 server(s), max=3 server(s), master is running 2024-11-08T02:12:58,197 DEBUG [master/331c7316141f:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-08T02:12:58,229 INFO [master/331c7316141f:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=3 2024-11-08T02:12:58,229 INFO [master/331c7316141f:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731032038229 2024-11-08T02:12:58,229 INFO [master/331c7316141f:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731032098229 2024-11-08T02:12:58,229 INFO [master/331c7316141f:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 32 msec 2024-11-08T02:12:58,231 DEBUG [master/331c7316141f:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 1588230740 changed from -1.0 to 0.0, refreshing cache 2024-11-08T02:12:58,238 INFO [master/331c7316141f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=331c7316141f,34721,1731031964836-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-08T02:12:58,239 INFO [master/331c7316141f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=331c7316141f,34721,1731031964836-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T02:12:58,239 INFO [master/331c7316141f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=331c7316141f,34721,1731031964836-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T02:12:58,240 INFO [master/331c7316141f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-331c7316141f:34721, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T02:12:58,241 INFO [master/331c7316141f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-08T02:12:58,241 INFO [master/331c7316141f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-08T02:12:58,246 DEBUG [master/331c7316141f:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-08T02:12:58,269 INFO [master/331c7316141f:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 12.081sec 2024-11-08T02:12:58,271 INFO [master/331c7316141f:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-08T02:12:58,273 INFO [master/331c7316141f:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-08T02:12:58,274 INFO [master/331c7316141f:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-08T02:12:58,275 INFO [master/331c7316141f:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-08T02:12:58,275 INFO [master/331c7316141f:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-08T02:12:58,276 INFO [master/331c7316141f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=331c7316141f,34721,1731031964836-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-08T02:12:58,276 INFO [master/331c7316141f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=331c7316141f,34721,1731031964836-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-08T02:12:58,281 DEBUG [master/331c7316141f:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-08T02:12:58,282 INFO [master/331c7316141f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-08T02:12:58,282 INFO [master/331c7316141f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=331c7316141f,34721,1731031964836-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T02:12:58,377 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@e2f29c3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T02:12:58,382 DEBUG [Time-limited test {}] nio.NioEventLoop(110): -Dio.netty.noKeySetOptimization: false 2024-11-08T02:12:58,382 DEBUG [Time-limited test {}] nio.NioEventLoop(111): -Dio.netty.selectorAutoRebuildThreshold: 512 2024-11-08T02:12:58,386 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 331c7316141f,34721,-1 for getting cluster id 2024-11-08T02:12:58,389 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-08T02:12:58,399 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'a21a13bd-bda8-4b29-8e34-6b43a0ad2197' 2024-11-08T02:12:58,401 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-08T02:12:58,401 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "a21a13bd-bda8-4b29-8e34-6b43a0ad2197" 2024-11-08T02:12:58,402 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5433d3f7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T02:12:58,402 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [331c7316141f,34721,-1] 2024-11-08T02:12:58,405 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-08T02:12:58,408 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T02:12:58,409 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38878, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-08T02:12:58,412 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@437371c9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T02:12:58,412 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-08T02:12:58,418 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=331c7316141f,38705,1731031965946, seqNum=-1] 2024-11-08T02:12:58,418 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-08T02:12:58,421 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55704, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-08T02:12:58,436 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=331c7316141f,34721,1731031964836 2024-11-08T02:12:58,440 DEBUG [Time-limited test {}] snapshot.SnapshotDescriptionUtils(316): Creation time not specified, setting to:1731031978439 (current time:1731031978439). 2024-11-08T02:12:58,440 DEBUG [Time-limited test {}] snapshot.SnapshotDescriptionUtils(330): Snapshot current TTL value: 0 resetting it to default value: 0 2024-11-08T02:12:58,440 DEBUG [Time-limited test {}] snapshot.SnapshotDescriptionUtils(339): Snapshot SnapshotProcedureTest VERSION not specified, setting to 2 2024-11-08T02:12:58,442 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@59dbdad9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T02:12:58,442 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 331c7316141f,34721,-1 for getting cluster id 2024-11-08T02:12:58,442 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-08T02:12:58,443 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'a21a13bd-bda8-4b29-8e34-6b43a0ad2197' 2024-11-08T02:12:58,444 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-08T02:12:58,444 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "a21a13bd-bda8-4b29-8e34-6b43a0ad2197" 2024-11-08T02:12:58,444 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@35e46cfc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T02:12:58,444 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [331c7316141f,34721,-1] 2024-11-08T02:12:58,444 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-08T02:12:58,444 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T02:12:58,446 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38894, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-08T02:12:58,447 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@145a693d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T02:12:58,449 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-08T02:12:58,450 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=331c7316141f,38705,1731031965946, seqNum=-1] 2024-11-08T02:12:58,451 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-08T02:12:58,452 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55720, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-08T02:12:58,454 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-08T02:12:58,454 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.isSecurityAvailable(SnapshotDescriptionUtils.java:481) at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.validate(SnapshotDescriptionUtils.java:353) at org.apache.hadoop.hbase.master.procedure.TestSnapshotProcedure.setup(TestSnapshotProcedure.java:117) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunBefores.invokeMethod(RunBefores.java:33) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:24) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-08T02:12:58,458 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T02:12:58,458 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T02:12:58,458 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-08T02:12:58,463 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-08T02:12:58,467 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 331c7316141f,34721,1731031964836 2024-11-08T02:12:58,469 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@2365bef7 2024-11-08T02:12:58,470 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-08T02:12:58,472 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38908, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-08T02:12:58,477 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34721 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'SPTestTable', {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-08T02:12:58,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34721 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=SPTestTable 2024-11-08T02:12:58,486 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_PRE_OPERATION 2024-11-08T02:12:58,488 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34721 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "SPTestTable" procId is: 4 2024-11-08T02:12:58,489 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T02:12:58,491 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-08T02:12:58,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34721 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-08T02:12:58,508 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37783 is added to blk_1073741837_1013 (size=361) 2024-11-08T02:12:58,509 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45337 is added to blk_1073741837_1013 (size=361) 2024-11-08T02:12:58,510 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39993 is added to blk_1073741837_1013 (size=361) 2024-11-08T02:12:58,513 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 4714508e5d7e66b341d71717f36e1ab4, NAME => 'SPTestTable,,1731031978473.4714508e5d7e66b341d71717f36e1ab4.', STARTKEY => '', ENDKEY => '19999999'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:44559/user/jenkins/test-data/8065f3b6-f94d-72af-d2a1-6989b1f92369 2024-11-08T02:12:58,514 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(7572): creating {ENCODED => c0e9f5ea7b8aace1b023a7ef8d44a2ea, NAME => 'SPTestTable,33333332,1731031978473.c0e9f5ea7b8aace1b023a7ef8d44a2ea.', STARTKEY => '33333332', ENDKEY => '4ccccccb'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:44559/user/jenkins/test-data/8065f3b6-f94d-72af-d2a1-6989b1f92369 2024-11-08T02:12:58,514 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(7572): creating {ENCODED => dcf149c45617aae1a573632d3d9bbfe6, NAME => 'SPTestTable,19999999,1731031978473.dcf149c45617aae1a573632d3d9bbfe6.', STARTKEY => '19999999', ENDKEY => '33333332'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:44559/user/jenkins/test-data/8065f3b6-f94d-72af-d2a1-6989b1f92369 2024-11-08T02:12:58,538 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45337 is added to blk_1073741838_1014 (size=54) 2024-11-08T02:12:58,539 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37783 is added to blk_1073741839_1015 (size=62) 2024-11-08T02:12:58,539 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45337 is added to blk_1073741839_1015 (size=62) 2024-11-08T02:12:58,539 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37783 is added to blk_1073741840_1016 (size=62) 2024-11-08T02:12:58,540 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39993 is added to blk_1073741838_1014 (size=54) 2024-11-08T02:12:58,540 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37783 is added to blk_1073741838_1014 (size=54) 2024-11-08T02:12:58,541 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39993 is added to blk_1073741839_1015 (size=62) 2024-11-08T02:12:58,541 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(898): Instantiated SPTestTable,,1731031978473.4714508e5d7e66b341d71717f36e1ab4.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T02:12:58,541 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39993 is added to blk_1073741840_1016 (size=62) 2024-11-08T02:12:58,541 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1722): Closing 4714508e5d7e66b341d71717f36e1ab4, disabling compactions & flushes 2024-11-08T02:12:58,541 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1755): Closing region SPTestTable,,1731031978473.4714508e5d7e66b341d71717f36e1ab4. 2024-11-08T02:12:58,542 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,,1731031978473.4714508e5d7e66b341d71717f36e1ab4. 2024-11-08T02:12:58,542 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,,1731031978473.4714508e5d7e66b341d71717f36e1ab4. after waiting 0 ms 2024-11-08T02:12:58,542 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,,1731031978473.4714508e5d7e66b341d71717f36e1ab4. 2024-11-08T02:12:58,542 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1973): Closed SPTestTable,,1731031978473.4714508e5d7e66b341d71717f36e1ab4. 2024-11-08T02:12:58,542 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1676): Region close journal for 4714508e5d7e66b341d71717f36e1ab4: Waiting for close lock at 1731031978541Disabling compacts and flushes for region at 1731031978541Disabling writes for close at 1731031978542 (+1 ms)Writing region close event to WAL at 1731031978542Closed at 1731031978542 2024-11-08T02:12:58,542 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45337 is added to blk_1073741840_1016 (size=62) 2024-11-08T02:12:58,542 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 359dfef56dcdedddec276b5bbe3c828e, NAME => 'SPTestTable,4ccccccb,1731031978473.359dfef56dcdedddec276b5bbe3c828e.', STARTKEY => '4ccccccb', ENDKEY => '66666664'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:44559/user/jenkins/test-data/8065f3b6-f94d-72af-d2a1-6989b1f92369 2024-11-08T02:12:58,543 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(898): Instantiated SPTestTable,33333332,1731031978473.c0e9f5ea7b8aace1b023a7ef8d44a2ea.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T02:12:58,543 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(898): Instantiated SPTestTable,19999999,1731031978473.dcf149c45617aae1a573632d3d9bbfe6.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T02:12:58,543 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1722): Closing c0e9f5ea7b8aace1b023a7ef8d44a2ea, disabling compactions & flushes 2024-11-08T02:12:58,543 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1755): Closing region SPTestTable,33333332,1731031978473.c0e9f5ea7b8aace1b023a7ef8d44a2ea. 2024-11-08T02:12:58,543 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,33333332,1731031978473.c0e9f5ea7b8aace1b023a7ef8d44a2ea. 2024-11-08T02:12:58,543 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1722): Closing dcf149c45617aae1a573632d3d9bbfe6, disabling compactions & flushes 2024-11-08T02:12:58,543 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,33333332,1731031978473.c0e9f5ea7b8aace1b023a7ef8d44a2ea. after waiting 0 ms 2024-11-08T02:12:58,543 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1755): Closing region SPTestTable,19999999,1731031978473.dcf149c45617aae1a573632d3d9bbfe6. 2024-11-08T02:12:58,543 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,33333332,1731031978473.c0e9f5ea7b8aace1b023a7ef8d44a2ea. 2024-11-08T02:12:58,543 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1973): Closed SPTestTable,33333332,1731031978473.c0e9f5ea7b8aace1b023a7ef8d44a2ea. 2024-11-08T02:12:58,543 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,19999999,1731031978473.dcf149c45617aae1a573632d3d9bbfe6. 2024-11-08T02:12:58,543 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1676): Region close journal for c0e9f5ea7b8aace1b023a7ef8d44a2ea: Waiting for close lock at 1731031978543Disabling compacts and flushes for region at 1731031978543Disabling writes for close at 1731031978543Writing region close event to WAL at 1731031978543Closed at 1731031978543 2024-11-08T02:12:58,543 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,19999999,1731031978473.dcf149c45617aae1a573632d3d9bbfe6. after waiting 0 ms 2024-11-08T02:12:58,544 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,19999999,1731031978473.dcf149c45617aae1a573632d3d9bbfe6. 2024-11-08T02:12:58,544 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1973): Closed SPTestTable,19999999,1731031978473.dcf149c45617aae1a573632d3d9bbfe6. 2024-11-08T02:12:58,544 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1676): Region close journal for dcf149c45617aae1a573632d3d9bbfe6: Waiting for close lock at 1731031978543Disabling compacts and flushes for region at 1731031978543Disabling writes for close at 1731031978543Writing region close event to WAL at 1731031978544 (+1 ms)Closed at 1731031978544 2024-11-08T02:12:58,544 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(7572): creating {ENCODED => e0796a95e04e9f980a916682c3700fee, NAME => 'SPTestTable,66666664,1731031978473.e0796a95e04e9f980a916682c3700fee.', STARTKEY => '66666664', ENDKEY => '7ffffffd'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:44559/user/jenkins/test-data/8065f3b6-f94d-72af-d2a1-6989b1f92369 2024-11-08T02:12:58,545 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(7572): creating {ENCODED => 97254291dc268d8e08d34c82dac6fd33, NAME => 'SPTestTable,7ffffffd,1731031978473.97254291dc268d8e08d34c82dac6fd33.', STARTKEY => '7ffffffd', ENDKEY => '99999996'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:44559/user/jenkins/test-data/8065f3b6-f94d-72af-d2a1-6989b1f92369 2024-11-08T02:12:58,562 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39993 is added to blk_1073741842_1018 (size=62) 2024-11-08T02:12:58,562 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37783 is added to blk_1073741842_1018 (size=62) 2024-11-08T02:12:58,563 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45337 is added to blk_1073741842_1018 (size=62) 2024-11-08T02:12:58,563 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(898): Instantiated SPTestTable,66666664,1731031978473.e0796a95e04e9f980a916682c3700fee.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T02:12:58,564 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1722): Closing e0796a95e04e9f980a916682c3700fee, disabling compactions & flushes 2024-11-08T02:12:58,564 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1755): Closing region SPTestTable,66666664,1731031978473.e0796a95e04e9f980a916682c3700fee. 2024-11-08T02:12:58,564 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,66666664,1731031978473.e0796a95e04e9f980a916682c3700fee. 2024-11-08T02:12:58,564 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,66666664,1731031978473.e0796a95e04e9f980a916682c3700fee. after waiting 0 ms 2024-11-08T02:12:58,564 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,66666664,1731031978473.e0796a95e04e9f980a916682c3700fee. 2024-11-08T02:12:58,564 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1973): Closed SPTestTable,66666664,1731031978473.e0796a95e04e9f980a916682c3700fee. 2024-11-08T02:12:58,564 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1676): Region close journal for e0796a95e04e9f980a916682c3700fee: Waiting for close lock at 1731031978564Disabling compacts and flushes for region at 1731031978564Disabling writes for close at 1731031978564Writing region close event to WAL at 1731031978564Closed at 1731031978564 2024-11-08T02:12:58,565 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(7572): creating {ENCODED => b6929e42b0aae7cce63d3f666e7c9e28, NAME => 'SPTestTable,99999996,1731031978473.b6929e42b0aae7cce63d3f666e7c9e28.', STARTKEY => '99999996', ENDKEY => 'b333332f'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:44559/user/jenkins/test-data/8065f3b6-f94d-72af-d2a1-6989b1f92369 2024-11-08T02:12:58,565 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37783 is added to blk_1073741841_1017 (size=62) 2024-11-08T02:12:58,565 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39993 is added to blk_1073741841_1017 (size=62) 2024-11-08T02:12:58,565 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45337 is added to blk_1073741841_1017 (size=62) 2024-11-08T02:12:58,570 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45337 is added to blk_1073741843_1019 (size=62) 2024-11-08T02:12:58,571 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39993 is added to blk_1073741843_1019 (size=62) 2024-11-08T02:12:58,571 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37783 is added to blk_1073741843_1019 (size=62) 2024-11-08T02:12:58,572 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(898): Instantiated SPTestTable,7ffffffd,1731031978473.97254291dc268d8e08d34c82dac6fd33.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T02:12:58,572 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1722): Closing 97254291dc268d8e08d34c82dac6fd33, disabling compactions & flushes 2024-11-08T02:12:58,572 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1755): Closing region SPTestTable,7ffffffd,1731031978473.97254291dc268d8e08d34c82dac6fd33. 2024-11-08T02:12:58,573 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,7ffffffd,1731031978473.97254291dc268d8e08d34c82dac6fd33. 2024-11-08T02:12:58,573 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,7ffffffd,1731031978473.97254291dc268d8e08d34c82dac6fd33. after waiting 0 ms 2024-11-08T02:12:58,573 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,7ffffffd,1731031978473.97254291dc268d8e08d34c82dac6fd33. 2024-11-08T02:12:58,573 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1973): Closed SPTestTable,7ffffffd,1731031978473.97254291dc268d8e08d34c82dac6fd33. 2024-11-08T02:12:58,573 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1676): Region close journal for 97254291dc268d8e08d34c82dac6fd33: Waiting for close lock at 1731031978572Disabling compacts and flushes for region at 1731031978572Disabling writes for close at 1731031978573 (+1 ms)Writing region close event to WAL at 1731031978573Closed at 1731031978573 2024-11-08T02:12:58,574 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(7572): creating {ENCODED => a182ec46eefd826951f080f3c381e1e0, NAME => 'SPTestTable,b333332f,1731031978473.a182ec46eefd826951f080f3c381e1e0.', STARTKEY => 'b333332f', ENDKEY => 'ccccccc8'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:44559/user/jenkins/test-data/8065f3b6-f94d-72af-d2a1-6989b1f92369 2024-11-08T02:12:58,576 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39993 is added to blk_1073741844_1020 (size=62) 2024-11-08T02:12:58,576 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37783 is added to blk_1073741844_1020 (size=62) 2024-11-08T02:12:58,577 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45337 is added to blk_1073741844_1020 (size=62) 2024-11-08T02:12:58,578 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(898): Instantiated SPTestTable,99999996,1731031978473.b6929e42b0aae7cce63d3f666e7c9e28.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T02:12:58,579 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1722): Closing b6929e42b0aae7cce63d3f666e7c9e28, disabling compactions & flushes 2024-11-08T02:12:58,579 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1755): Closing region SPTestTable,99999996,1731031978473.b6929e42b0aae7cce63d3f666e7c9e28. 2024-11-08T02:12:58,579 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,99999996,1731031978473.b6929e42b0aae7cce63d3f666e7c9e28. 2024-11-08T02:12:58,579 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,99999996,1731031978473.b6929e42b0aae7cce63d3f666e7c9e28. after waiting 0 ms 2024-11-08T02:12:58,579 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,99999996,1731031978473.b6929e42b0aae7cce63d3f666e7c9e28. 2024-11-08T02:12:58,579 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1973): Closed SPTestTable,99999996,1731031978473.b6929e42b0aae7cce63d3f666e7c9e28. 2024-11-08T02:12:58,579 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1676): Region close journal for b6929e42b0aae7cce63d3f666e7c9e28: Waiting for close lock at 1731031978579Disabling compacts and flushes for region at 1731031978579Disabling writes for close at 1731031978579Writing region close event to WAL at 1731031978579Closed at 1731031978579 2024-11-08T02:12:58,580 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(7572): creating {ENCODED => 1035758a82a140fd20b4f9af80bd8fd5, NAME => 'SPTestTable,ccccccc8,1731031978473.1035758a82a140fd20b4f9af80bd8fd5.', STARTKEY => 'ccccccc8', ENDKEY => 'e6666661'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:44559/user/jenkins/test-data/8065f3b6-f94d-72af-d2a1-6989b1f92369 2024-11-08T02:12:58,586 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37783 is added to blk_1073741845_1021 (size=62) 2024-11-08T02:12:58,587 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45337 is added to blk_1073741845_1021 (size=62) 2024-11-08T02:12:58,587 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39993 is added to blk_1073741845_1021 (size=62) 2024-11-08T02:12:58,589 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(898): Instantiated SPTestTable,b333332f,1731031978473.a182ec46eefd826951f080f3c381e1e0.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T02:12:58,589 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1722): Closing a182ec46eefd826951f080f3c381e1e0, disabling compactions & flushes 2024-11-08T02:12:58,589 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1755): Closing region SPTestTable,b333332f,1731031978473.a182ec46eefd826951f080f3c381e1e0. 2024-11-08T02:12:58,589 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,b333332f,1731031978473.a182ec46eefd826951f080f3c381e1e0. 2024-11-08T02:12:58,589 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,b333332f,1731031978473.a182ec46eefd826951f080f3c381e1e0. after waiting 0 ms 2024-11-08T02:12:58,590 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,b333332f,1731031978473.a182ec46eefd826951f080f3c381e1e0. 2024-11-08T02:12:58,590 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1973): Closed SPTestTable,b333332f,1731031978473.a182ec46eefd826951f080f3c381e1e0. 2024-11-08T02:12:58,590 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1676): Region close journal for a182ec46eefd826951f080f3c381e1e0: Waiting for close lock at 1731031978589Disabling compacts and flushes for region at 1731031978589Disabling writes for close at 1731031978589Writing region close event to WAL at 1731031978590 (+1 ms)Closed at 1731031978590 2024-11-08T02:12:58,591 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(7572): creating {ENCODED => 2c8c5d4bf967d1cedfa6718bbf5c454f, NAME => 'SPTestTable,e6666661,1731031978473.2c8c5d4bf967d1cedfa6718bbf5c454f.', STARTKEY => 'e6666661', ENDKEY => ''}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:44559/user/jenkins/test-data/8065f3b6-f94d-72af-d2a1-6989b1f92369 2024-11-08T02:12:58,591 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45337 is added to blk_1073741846_1022 (size=62) 2024-11-08T02:12:58,591 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39993 is added to blk_1073741846_1022 (size=62) 2024-11-08T02:12:58,592 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37783 is added to blk_1073741846_1022 (size=62) 2024-11-08T02:12:58,593 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(898): Instantiated SPTestTable,ccccccc8,1731031978473.1035758a82a140fd20b4f9af80bd8fd5.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T02:12:58,593 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1722): Closing 1035758a82a140fd20b4f9af80bd8fd5, disabling compactions & flushes 2024-11-08T02:12:58,593 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1755): Closing region SPTestTable,ccccccc8,1731031978473.1035758a82a140fd20b4f9af80bd8fd5. 2024-11-08T02:12:58,593 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,ccccccc8,1731031978473.1035758a82a140fd20b4f9af80bd8fd5. 2024-11-08T02:12:58,593 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,ccccccc8,1731031978473.1035758a82a140fd20b4f9af80bd8fd5. after waiting 0 ms 2024-11-08T02:12:58,593 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,ccccccc8,1731031978473.1035758a82a140fd20b4f9af80bd8fd5. 2024-11-08T02:12:58,593 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1973): Closed SPTestTable,ccccccc8,1731031978473.1035758a82a140fd20b4f9af80bd8fd5. 2024-11-08T02:12:58,593 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1676): Region close journal for 1035758a82a140fd20b4f9af80bd8fd5: Waiting for close lock at 1731031978593Disabling compacts and flushes for region at 1731031978593Disabling writes for close at 1731031978593Writing region close event to WAL at 1731031978593Closed at 1731031978593 2024-11-08T02:12:58,601 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39993 is added to blk_1073741847_1023 (size=54) 2024-11-08T02:12:58,602 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37783 is added to blk_1073741847_1023 (size=54) 2024-11-08T02:12:58,602 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45337 is added to blk_1073741847_1023 (size=54) 2024-11-08T02:12:58,603 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(898): Instantiated SPTestTable,e6666661,1731031978473.2c8c5d4bf967d1cedfa6718bbf5c454f.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T02:12:58,603 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1722): Closing 2c8c5d4bf967d1cedfa6718bbf5c454f, disabling compactions & flushes 2024-11-08T02:12:58,603 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1755): Closing region SPTestTable,e6666661,1731031978473.2c8c5d4bf967d1cedfa6718bbf5c454f. 2024-11-08T02:12:58,603 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,e6666661,1731031978473.2c8c5d4bf967d1cedfa6718bbf5c454f. 2024-11-08T02:12:58,603 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,e6666661,1731031978473.2c8c5d4bf967d1cedfa6718bbf5c454f. after waiting 0 ms 2024-11-08T02:12:58,603 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,e6666661,1731031978473.2c8c5d4bf967d1cedfa6718bbf5c454f. 2024-11-08T02:12:58,604 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1973): Closed SPTestTable,e6666661,1731031978473.2c8c5d4bf967d1cedfa6718bbf5c454f. 2024-11-08T02:12:58,604 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1676): Region close journal for 2c8c5d4bf967d1cedfa6718bbf5c454f: Waiting for close lock at 1731031978603Disabling compacts and flushes for region at 1731031978603Disabling writes for close at 1731031978603Writing region close event to WAL at 1731031978603Closed at 1731031978603 2024-11-08T02:12:58,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34721 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-08T02:12:58,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34721 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-08T02:12:58,968 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(898): Instantiated SPTestTable,4ccccccb,1731031978473.359dfef56dcdedddec276b5bbe3c828e.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T02:12:58,968 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1722): Closing 359dfef56dcdedddec276b5bbe3c828e, disabling compactions & flushes 2024-11-08T02:12:58,969 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1755): Closing region SPTestTable,4ccccccb,1731031978473.359dfef56dcdedddec276b5bbe3c828e. 2024-11-08T02:12:58,969 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,4ccccccb,1731031978473.359dfef56dcdedddec276b5bbe3c828e. 2024-11-08T02:12:58,969 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,4ccccccb,1731031978473.359dfef56dcdedddec276b5bbe3c828e. after waiting 0 ms 2024-11-08T02:12:58,969 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,4ccccccb,1731031978473.359dfef56dcdedddec276b5bbe3c828e. 2024-11-08T02:12:58,969 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1973): Closed SPTestTable,4ccccccb,1731031978473.359dfef56dcdedddec276b5bbe3c828e. 2024-11-08T02:12:58,969 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1676): Region close journal for 359dfef56dcdedddec276b5bbe3c828e: Waiting for close lock at 1731031978968Disabling compacts and flushes for region at 1731031978968Disabling writes for close at 1731031978969 (+1 ms)Writing region close event to WAL at 1731031978969Closed at 1731031978969 2024-11-08T02:12:58,973 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_ADD_TO_META 2024-11-08T02:12:58,979 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,,1731031978473.4714508e5d7e66b341d71717f36e1ab4.","families":{"info":[{"qualifier":"regioninfo","vlen":53,"tag":[],"timestamp":"1731031978973"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731031978973"}]},"ts":"1731031978973"} 2024-11-08T02:12:58,980 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,33333332,1731031978473.c0e9f5ea7b8aace1b023a7ef8d44a2ea.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1731031978973"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731031978973"}]},"ts":"1731031978973"} 2024-11-08T02:12:58,980 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,19999999,1731031978473.dcf149c45617aae1a573632d3d9bbfe6.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1731031978973"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731031978973"}]},"ts":"1731031978973"} 2024-11-08T02:12:58,980 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,66666664,1731031978473.e0796a95e04e9f980a916682c3700fee.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1731031978973"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731031978973"}]},"ts":"1731031978973"} 2024-11-08T02:12:58,980 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,7ffffffd,1731031978473.97254291dc268d8e08d34c82dac6fd33.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1731031978973"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731031978973"}]},"ts":"1731031978973"} 2024-11-08T02:12:58,981 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,99999996,1731031978473.b6929e42b0aae7cce63d3f666e7c9e28.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1731031978973"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731031978973"}]},"ts":"1731031978973"} 2024-11-08T02:12:58,981 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,b333332f,1731031978473.a182ec46eefd826951f080f3c381e1e0.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1731031978973"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731031978973"}]},"ts":"1731031978973"} 2024-11-08T02:12:58,981 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,ccccccc8,1731031978473.1035758a82a140fd20b4f9af80bd8fd5.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1731031978973"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731031978973"}]},"ts":"1731031978973"} 2024-11-08T02:12:58,982 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,e6666661,1731031978473.2c8c5d4bf967d1cedfa6718bbf5c454f.","families":{"info":[{"qualifier":"regioninfo","vlen":53,"tag":[],"timestamp":"1731031978973"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731031978973"}]},"ts":"1731031978973"} 2024-11-08T02:12:58,982 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,4ccccccb,1731031978473.359dfef56dcdedddec276b5bbe3c828e.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1731031978973"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731031978973"}]},"ts":"1731031978973"} 2024-11-08T02:12:59,013 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 10 regions to meta. 2024-11-08T02:12:59,015 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-08T02:12:59,017 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"SPTestTable","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731031979015"}]},"ts":"1731031979015"} 2024-11-08T02:12:59,021 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=SPTestTable, state=ENABLING in hbase:meta 2024-11-08T02:12:59,022 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(204): Hosts are {331c7316141f=0} racks are {/default-rack=0} 2024-11-08T02:12:59,028 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-11-08T02:12:59,028 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-11-08T02:12:59,028 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 2 has 0 regions 2024-11-08T02:12:59,028 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-11-08T02:12:59,028 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-11-08T02:12:59,028 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 2 is on host 0 2024-11-08T02:12:59,028 INFO [PEWorker-3 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-11-08T02:12:59,029 INFO [PEWorker-3 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-11-08T02:12:59,029 INFO [PEWorker-3 {}] balancer.BalancerClusterState(321): server 2 is on rack 0 2024-11-08T02:12:59,029 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-11-08T02:12:59,030 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=4714508e5d7e66b341d71717f36e1ab4, ASSIGN}, {pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=dcf149c45617aae1a573632d3d9bbfe6, ASSIGN}, {pid=7, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=c0e9f5ea7b8aace1b023a7ef8d44a2ea, ASSIGN}, {pid=8, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=359dfef56dcdedddec276b5bbe3c828e, ASSIGN}, {pid=9, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=e0796a95e04e9f980a916682c3700fee, ASSIGN}, {pid=10, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=97254291dc268d8e08d34c82dac6fd33, ASSIGN}, {pid=11, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=b6929e42b0aae7cce63d3f666e7c9e28, ASSIGN}, {pid=12, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=a182ec46eefd826951f080f3c381e1e0, ASSIGN}, {pid=13, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=1035758a82a140fd20b4f9af80bd8fd5, ASSIGN}, {pid=14, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=2c8c5d4bf967d1cedfa6718bbf5c454f, ASSIGN}] 2024-11-08T02:12:59,034 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=12, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=a182ec46eefd826951f080f3c381e1e0, ASSIGN 2024-11-08T02:12:59,034 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=11, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=b6929e42b0aae7cce63d3f666e7c9e28, ASSIGN 2024-11-08T02:12:59,034 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=10, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=97254291dc268d8e08d34c82dac6fd33, ASSIGN 2024-11-08T02:12:59,034 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=e0796a95e04e9f980a916682c3700fee, ASSIGN 2024-11-08T02:12:59,036 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=e0796a95e04e9f980a916682c3700fee, ASSIGN; state=OFFLINE, location=331c7316141f,44879,1731031965672; forceNewPlan=false, retain=false 2024-11-08T02:12:59,036 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=12, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=a182ec46eefd826951f080f3c381e1e0, ASSIGN; state=OFFLINE, location=331c7316141f,44879,1731031965672; forceNewPlan=false, retain=false 2024-11-08T02:12:59,036 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=10, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=97254291dc268d8e08d34c82dac6fd33, ASSIGN; state=OFFLINE, location=331c7316141f,38705,1731031965946; forceNewPlan=false, retain=false 2024-11-08T02:12:59,036 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=14, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=2c8c5d4bf967d1cedfa6718bbf5c454f, ASSIGN 2024-11-08T02:12:59,036 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=11, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=b6929e42b0aae7cce63d3f666e7c9e28, ASSIGN; state=OFFLINE, location=331c7316141f,39347,1731031965891; forceNewPlan=false, retain=false 2024-11-08T02:12:59,037 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=14, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=2c8c5d4bf967d1cedfa6718bbf5c454f, ASSIGN; state=OFFLINE, location=331c7316141f,39347,1731031965891; forceNewPlan=false, retain=false 2024-11-08T02:12:59,041 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=7, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=c0e9f5ea7b8aace1b023a7ef8d44a2ea, ASSIGN 2024-11-08T02:12:59,041 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=8, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=359dfef56dcdedddec276b5bbe3c828e, ASSIGN 2024-11-08T02:12:59,042 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=13, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=1035758a82a140fd20b4f9af80bd8fd5, ASSIGN 2024-11-08T02:12:59,042 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=7, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=c0e9f5ea7b8aace1b023a7ef8d44a2ea, ASSIGN; state=OFFLINE, location=331c7316141f,38705,1731031965946; forceNewPlan=false, retain=false 2024-11-08T02:12:59,042 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=8, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=359dfef56dcdedddec276b5bbe3c828e, ASSIGN; state=OFFLINE, location=331c7316141f,44879,1731031965672; forceNewPlan=false, retain=false 2024-11-08T02:12:59,042 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=dcf149c45617aae1a573632d3d9bbfe6, ASSIGN 2024-11-08T02:12:59,042 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=4714508e5d7e66b341d71717f36e1ab4, ASSIGN 2024-11-08T02:12:59,044 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=13, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=1035758a82a140fd20b4f9af80bd8fd5, ASSIGN; state=OFFLINE, location=331c7316141f,38705,1731031965946; forceNewPlan=false, retain=false 2024-11-08T02:12:59,044 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=dcf149c45617aae1a573632d3d9bbfe6, ASSIGN; state=OFFLINE, location=331c7316141f,39347,1731031965891; forceNewPlan=false, retain=false 2024-11-08T02:12:59,044 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=4714508e5d7e66b341d71717f36e1ab4, ASSIGN; state=OFFLINE, location=331c7316141f,44879,1731031965672; forceNewPlan=false, retain=false 2024-11-08T02:12:59,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34721 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-08T02:12:59,192 INFO [331c7316141f:34721 {}] balancer.BaseLoadBalancer(388): Reassigned 10 regions. 10 retained the pre-restart assignment. 2024-11-08T02:12:59,194 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=e0796a95e04e9f980a916682c3700fee, regionState=OPENING, regionLocation=331c7316141f,44879,1731031965672 2024-11-08T02:12:59,194 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=12 updating hbase:meta row=a182ec46eefd826951f080f3c381e1e0, regionState=OPENING, regionLocation=331c7316141f,44879,1731031965672 2024-11-08T02:12:59,194 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=8 updating hbase:meta row=359dfef56dcdedddec276b5bbe3c828e, regionState=OPENING, regionLocation=331c7316141f,44879,1731031965672 2024-11-08T02:12:59,194 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=14 updating hbase:meta row=2c8c5d4bf967d1cedfa6718bbf5c454f, regionState=OPENING, regionLocation=331c7316141f,39347,1731031965891 2024-11-08T02:12:59,194 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=4714508e5d7e66b341d71717f36e1ab4, regionState=OPENING, regionLocation=331c7316141f,44879,1731031965672 2024-11-08T02:12:59,195 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=11 updating hbase:meta row=b6929e42b0aae7cce63d3f666e7c9e28, regionState=OPENING, regionLocation=331c7316141f,39347,1731031965891 2024-11-08T02:12:59,195 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=10 updating hbase:meta row=97254291dc268d8e08d34c82dac6fd33, regionState=OPENING, regionLocation=331c7316141f,38705,1731031965946 2024-11-08T02:12:59,195 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=dcf149c45617aae1a573632d3d9bbfe6, regionState=OPENING, regionLocation=331c7316141f,39347,1731031965891 2024-11-08T02:12:59,195 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=13 updating hbase:meta row=1035758a82a140fd20b4f9af80bd8fd5, regionState=OPENING, regionLocation=331c7316141f,38705,1731031965946 2024-11-08T02:12:59,195 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=7 updating hbase:meta row=c0e9f5ea7b8aace1b023a7ef8d44a2ea, regionState=OPENING, regionLocation=331c7316141f,38705,1731031965946 2024-11-08T02:12:59,198 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=12, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=a182ec46eefd826951f080f3c381e1e0, ASSIGN because future has completed 2024-11-08T02:12:59,200 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=15, ppid=12, state=RUNNABLE, hasLock=false; OpenRegionProcedure a182ec46eefd826951f080f3c381e1e0, server=331c7316141f,44879,1731031965672}] 2024-11-08T02:12:59,201 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=4714508e5d7e66b341d71717f36e1ab4, ASSIGN because future has completed 2024-11-08T02:12:59,202 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=16, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 4714508e5d7e66b341d71717f36e1ab4, server=331c7316141f,44879,1731031965672}] 2024-11-08T02:12:59,202 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=8, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=359dfef56dcdedddec276b5bbe3c828e, ASSIGN because future has completed 2024-11-08T02:12:59,205 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=e0796a95e04e9f980a916682c3700fee, ASSIGN because future has completed 2024-11-08T02:12:59,206 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=18, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure e0796a95e04e9f980a916682c3700fee, server=331c7316141f,44879,1731031965672}] 2024-11-08T02:12:59,206 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=17, ppid=8, state=RUNNABLE, hasLock=false; OpenRegionProcedure 359dfef56dcdedddec276b5bbe3c828e, server=331c7316141f,44879,1731031965672}] 2024-11-08T02:12:59,206 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=14, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=2c8c5d4bf967d1cedfa6718bbf5c454f, ASSIGN because future has completed 2024-11-08T02:12:59,208 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=13, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=1035758a82a140fd20b4f9af80bd8fd5, ASSIGN because future has completed 2024-11-08T02:12:59,209 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=19, ppid=14, state=RUNNABLE, hasLock=false; OpenRegionProcedure 2c8c5d4bf967d1cedfa6718bbf5c454f, server=331c7316141f,39347,1731031965891}] 2024-11-08T02:12:59,210 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=11, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=b6929e42b0aae7cce63d3f666e7c9e28, ASSIGN because future has completed 2024-11-08T02:12:59,212 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=97254291dc268d8e08d34c82dac6fd33, ASSIGN because future has completed 2024-11-08T02:12:59,214 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=7, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=c0e9f5ea7b8aace1b023a7ef8d44a2ea, ASSIGN because future has completed 2024-11-08T02:12:59,214 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=21, ppid=10, state=RUNNABLE, hasLock=false; OpenRegionProcedure 97254291dc268d8e08d34c82dac6fd33, server=331c7316141f,38705,1731031965946}] 2024-11-08T02:12:59,215 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=20, ppid=11, state=RUNNABLE, hasLock=false; OpenRegionProcedure b6929e42b0aae7cce63d3f666e7c9e28, server=331c7316141f,39347,1731031965891}] 2024-11-08T02:12:59,217 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=dcf149c45617aae1a573632d3d9bbfe6, ASSIGN because future has completed 2024-11-08T02:12:59,221 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=24, ppid=13, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1035758a82a140fd20b4f9af80bd8fd5, server=331c7316141f,38705,1731031965946}] 2024-11-08T02:12:59,221 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=22, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure dcf149c45617aae1a573632d3d9bbfe6, server=331c7316141f,39347,1731031965891}] 2024-11-08T02:12:59,221 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=23, ppid=7, state=RUNNABLE, hasLock=false; OpenRegionProcedure c0e9f5ea7b8aace1b023a7ef8d44a2ea, server=331c7316141f,38705,1731031965946}] 2024-11-08T02:12:59,528 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-08T02:12:59,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34721 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-08T02:13:00,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34721 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-08T02:13:02,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34721 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-08T02:13:03,580 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-08T02:13:05,222 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-08T02:13:05,222 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-08T02:13:05,224 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-08T02:13:05,224 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-11-08T02:13:06,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34721 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-08T02:13:09,205 DEBUG [RSProcedureDispatcher-pool-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-08T02:13:09,207 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60883, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-08T02:13:09,216 INFO [RS_OPEN_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] handler.AssignRegionHandler(132): Open SPTestTable,4ccccccb,1731031978473.359dfef56dcdedddec276b5bbe3c828e. 2024-11-08T02:13:09,217 DEBUG [RS_OPEN_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(7752): Opening region: {ENCODED => 359dfef56dcdedddec276b5bbe3c828e, NAME => 'SPTestTable,4ccccccb,1731031978473.359dfef56dcdedddec276b5bbe3c828e.', STARTKEY => '4ccccccb', ENDKEY => '66666664'} 2024-11-08T02:13:09,217 DEBUG [RS_OPEN_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 359dfef56dcdedddec276b5bbe3c828e 2024-11-08T02:13:09,217 DEBUG [RS_OPEN_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(898): Instantiated SPTestTable,4ccccccb,1731031978473.359dfef56dcdedddec276b5bbe3c828e.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T02:13:09,217 DEBUG [RS_OPEN_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(7794): checking encryption for 359dfef56dcdedddec276b5bbe3c828e 2024-11-08T02:13:09,217 DEBUG [RS_OPEN_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(7797): checking classloading for 359dfef56dcdedddec276b5bbe3c828e 2024-11-08T02:13:09,218 DEBUG [RSProcedureDispatcher-pool-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-08T02:13:09,220 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-4-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47567, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-08T02:13:09,220 INFO [StoreOpener-359dfef56dcdedddec276b5bbe3c828e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 359dfef56dcdedddec276b5bbe3c828e 2024-11-08T02:13:09,222 INFO [StoreOpener-359dfef56dcdedddec276b5bbe3c828e-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 359dfef56dcdedddec276b5bbe3c828e columnFamilyName cf 2024-11-08T02:13:09,222 DEBUG [StoreOpener-359dfef56dcdedddec276b5bbe3c828e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T02:13:09,223 INFO [StoreOpener-359dfef56dcdedddec276b5bbe3c828e-1 {}] regionserver.HStore(327): Store=359dfef56dcdedddec276b5bbe3c828e/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T02:13:09,224 DEBUG [RS_OPEN_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1038): replaying wal for 359dfef56dcdedddec276b5bbe3c828e 2024-11-08T02:13:09,225 DEBUG [RS_OPEN_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44559/user/jenkins/test-data/8065f3b6-f94d-72af-d2a1-6989b1f92369/data/default/SPTestTable/359dfef56dcdedddec276b5bbe3c828e 2024-11-08T02:13:09,226 DEBUG [RS_OPEN_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44559/user/jenkins/test-data/8065f3b6-f94d-72af-d2a1-6989b1f92369/data/default/SPTestTable/359dfef56dcdedddec276b5bbe3c828e 2024-11-08T02:13:09,226 DEBUG [RS_OPEN_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1048): stopping wal replay for 359dfef56dcdedddec276b5bbe3c828e 2024-11-08T02:13:09,227 INFO [RS_OPEN_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] handler.AssignRegionHandler(132): Open SPTestTable,19999999,1731031978473.dcf149c45617aae1a573632d3d9bbfe6. 2024-11-08T02:13:09,227 DEBUG [RS_OPEN_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1060): Cleaning up temporary data for 359dfef56dcdedddec276b5bbe3c828e 2024-11-08T02:13:09,227 DEBUG [RS_OPEN_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(7752): Opening region: {ENCODED => dcf149c45617aae1a573632d3d9bbfe6, NAME => 'SPTestTable,19999999,1731031978473.dcf149c45617aae1a573632d3d9bbfe6.', STARTKEY => '19999999', ENDKEY => '33333332'} 2024-11-08T02:13:09,228 DEBUG [RS_OPEN_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable dcf149c45617aae1a573632d3d9bbfe6 2024-11-08T02:13:09,228 DEBUG [RS_OPEN_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(898): Instantiated SPTestTable,19999999,1731031978473.dcf149c45617aae1a573632d3d9bbfe6.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T02:13:09,228 DEBUG [RS_OPEN_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(7794): checking encryption for dcf149c45617aae1a573632d3d9bbfe6 2024-11-08T02:13:09,228 DEBUG [RS_OPEN_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(7797): checking classloading for dcf149c45617aae1a573632d3d9bbfe6 2024-11-08T02:13:09,230 DEBUG [RS_OPEN_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1093): writing seq id for 359dfef56dcdedddec276b5bbe3c828e 2024-11-08T02:13:09,231 INFO [StoreOpener-dcf149c45617aae1a573632d3d9bbfe6-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region dcf149c45617aae1a573632d3d9bbfe6 2024-11-08T02:13:09,231 INFO [RS_OPEN_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] handler.AssignRegionHandler(132): Open SPTestTable,33333332,1731031978473.c0e9f5ea7b8aace1b023a7ef8d44a2ea. 2024-11-08T02:13:09,232 DEBUG [RS_OPEN_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(7752): Opening region: {ENCODED => c0e9f5ea7b8aace1b023a7ef8d44a2ea, NAME => 'SPTestTable,33333332,1731031978473.c0e9f5ea7b8aace1b023a7ef8d44a2ea.', STARTKEY => '33333332', ENDKEY => '4ccccccb'} 2024-11-08T02:13:09,232 DEBUG [RS_OPEN_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable c0e9f5ea7b8aace1b023a7ef8d44a2ea 2024-11-08T02:13:09,233 DEBUG [RS_OPEN_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(898): Instantiated SPTestTable,33333332,1731031978473.c0e9f5ea7b8aace1b023a7ef8d44a2ea.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T02:13:09,233 DEBUG [RS_OPEN_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(7794): checking encryption for c0e9f5ea7b8aace1b023a7ef8d44a2ea 2024-11-08T02:13:09,233 DEBUG [RS_OPEN_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(7797): checking classloading for c0e9f5ea7b8aace1b023a7ef8d44a2ea 2024-11-08T02:13:09,233 DEBUG [RS_OPEN_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44559/user/jenkins/test-data/8065f3b6-f94d-72af-d2a1-6989b1f92369/data/default/SPTestTable/359dfef56dcdedddec276b5bbe3c828e/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-08T02:13:09,233 INFO [StoreOpener-dcf149c45617aae1a573632d3d9bbfe6-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region dcf149c45617aae1a573632d3d9bbfe6 columnFamilyName cf 2024-11-08T02:13:09,233 DEBUG [StoreOpener-dcf149c45617aae1a573632d3d9bbfe6-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T02:13:09,234 INFO [StoreOpener-dcf149c45617aae1a573632d3d9bbfe6-1 {}] regionserver.HStore(327): Store=dcf149c45617aae1a573632d3d9bbfe6/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T02:13:09,234 DEBUG [RS_OPEN_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1038): replaying wal for dcf149c45617aae1a573632d3d9bbfe6 2024-11-08T02:13:09,234 INFO [RS_OPEN_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1114): Opened 359dfef56dcdedddec276b5bbe3c828e; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73759434, jitterRate=0.09910121560096741}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-08T02:13:09,234 DEBUG [RS_OPEN_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 359dfef56dcdedddec276b5bbe3c828e 2024-11-08T02:13:09,235 INFO [StoreOpener-c0e9f5ea7b8aace1b023a7ef8d44a2ea-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region c0e9f5ea7b8aace1b023a7ef8d44a2ea 2024-11-08T02:13:09,236 DEBUG [RS_OPEN_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44559/user/jenkins/test-data/8065f3b6-f94d-72af-d2a1-6989b1f92369/data/default/SPTestTable/dcf149c45617aae1a573632d3d9bbfe6 2024-11-08T02:13:09,236 DEBUG [RS_OPEN_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1006): Region open journal for 359dfef56dcdedddec276b5bbe3c828e: Running coprocessor pre-open hook at 1731031989218Writing region info on filesystem at 1731031989218Initializing all the Stores at 1731031989220 (+2 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731031989220Cleaning up temporary data from old regions at 1731031989227 (+7 ms)Running coprocessor post-open hooks at 1731031989235 (+8 ms)Region opened successfully at 1731031989235 2024-11-08T02:13:09,236 DEBUG [RS_OPEN_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44559/user/jenkins/test-data/8065f3b6-f94d-72af-d2a1-6989b1f92369/data/default/SPTestTable/dcf149c45617aae1a573632d3d9bbfe6 2024-11-08T02:13:09,237 DEBUG [RS_OPEN_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1048): stopping wal replay for dcf149c45617aae1a573632d3d9bbfe6 2024-11-08T02:13:09,237 DEBUG [RS_OPEN_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1060): Cleaning up temporary data for dcf149c45617aae1a573632d3d9bbfe6 2024-11-08T02:13:09,237 INFO [StoreOpener-c0e9f5ea7b8aace1b023a7ef8d44a2ea-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c0e9f5ea7b8aace1b023a7ef8d44a2ea columnFamilyName cf 2024-11-08T02:13:09,237 DEBUG [StoreOpener-c0e9f5ea7b8aace1b023a7ef8d44a2ea-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T02:13:09,239 DEBUG [RS_OPEN_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1093): writing seq id for dcf149c45617aae1a573632d3d9bbfe6 2024-11-08T02:13:09,241 INFO [RS_OPEN_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,4ccccccb,1731031978473.359dfef56dcdedddec276b5bbe3c828e., pid=17, masterSystemTime=1731031989204 2024-11-08T02:13:09,241 INFO [StoreOpener-c0e9f5ea7b8aace1b023a7ef8d44a2ea-1 {}] regionserver.HStore(327): Store=c0e9f5ea7b8aace1b023a7ef8d44a2ea/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T02:13:09,241 DEBUG [RS_OPEN_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1038): replaying wal for c0e9f5ea7b8aace1b023a7ef8d44a2ea 2024-11-08T02:13:09,243 DEBUG [RS_OPEN_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44559/user/jenkins/test-data/8065f3b6-f94d-72af-d2a1-6989b1f92369/data/default/SPTestTable/dcf149c45617aae1a573632d3d9bbfe6/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-08T02:13:09,242 DEBUG [RS_OPEN_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44559/user/jenkins/test-data/8065f3b6-f94d-72af-d2a1-6989b1f92369/data/default/SPTestTable/c0e9f5ea7b8aace1b023a7ef8d44a2ea 2024-11-08T02:13:09,243 DEBUG [RS_OPEN_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,4ccccccb,1731031978473.359dfef56dcdedddec276b5bbe3c828e. 2024-11-08T02:13:09,243 INFO [RS_OPEN_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] handler.AssignRegionHandler(153): Opened SPTestTable,4ccccccb,1731031978473.359dfef56dcdedddec276b5bbe3c828e. 2024-11-08T02:13:09,243 DEBUG [RS_OPEN_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44559/user/jenkins/test-data/8065f3b6-f94d-72af-d2a1-6989b1f92369/data/default/SPTestTable/c0e9f5ea7b8aace1b023a7ef8d44a2ea 2024-11-08T02:13:09,243 INFO [RS_OPEN_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1114): Opened dcf149c45617aae1a573632d3d9bbfe6; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66716238, jitterRate=-0.00585058331489563}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-08T02:13:09,244 INFO [RS_OPEN_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] handler.AssignRegionHandler(132): Open SPTestTable,,1731031978473.4714508e5d7e66b341d71717f36e1ab4. 2024-11-08T02:13:09,244 DEBUG [RS_OPEN_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1122): Running coprocessor post-open hooks for dcf149c45617aae1a573632d3d9bbfe6 2024-11-08T02:13:09,244 DEBUG [RS_OPEN_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(7752): Opening region: {ENCODED => 4714508e5d7e66b341d71717f36e1ab4, NAME => 'SPTestTable,,1731031978473.4714508e5d7e66b341d71717f36e1ab4.', STARTKEY => '', ENDKEY => '19999999'} 2024-11-08T02:13:09,244 DEBUG [RS_OPEN_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1006): Region open journal for dcf149c45617aae1a573632d3d9bbfe6: Running coprocessor pre-open hook at 1731031989229Writing region info on filesystem at 1731031989229Initializing all the Stores at 1731031989230 (+1 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731031989230Cleaning up temporary data from old regions at 1731031989237 (+7 ms)Running coprocessor post-open hooks at 1731031989244 (+7 ms)Region opened successfully at 1731031989244 2024-11-08T02:13:09,244 DEBUG [RS_OPEN_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 4714508e5d7e66b341d71717f36e1ab4 2024-11-08T02:13:09,244 DEBUG [RS_OPEN_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1048): stopping wal replay for c0e9f5ea7b8aace1b023a7ef8d44a2ea 2024-11-08T02:13:09,244 DEBUG [RS_OPEN_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1060): Cleaning up temporary data for c0e9f5ea7b8aace1b023a7ef8d44a2ea 2024-11-08T02:13:09,244 DEBUG [RS_OPEN_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(898): Instantiated SPTestTable,,1731031978473.4714508e5d7e66b341d71717f36e1ab4.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T02:13:09,244 DEBUG [RS_OPEN_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(7794): checking encryption for 4714508e5d7e66b341d71717f36e1ab4 2024-11-08T02:13:09,245 DEBUG [RS_OPEN_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(7797): checking classloading for 4714508e5d7e66b341d71717f36e1ab4 2024-11-08T02:13:09,245 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=8 updating hbase:meta row=359dfef56dcdedddec276b5bbe3c828e, regionState=OPEN, openSeqNum=2, regionLocation=331c7316141f,44879,1731031965672 2024-11-08T02:13:09,245 INFO [RS_OPEN_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,19999999,1731031978473.dcf149c45617aae1a573632d3d9bbfe6., pid=22, masterSystemTime=1731031989218 2024-11-08T02:13:09,247 INFO [StoreOpener-4714508e5d7e66b341d71717f36e1ab4-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 4714508e5d7e66b341d71717f36e1ab4 2024-11-08T02:13:09,248 DEBUG [RS_OPEN_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,19999999,1731031978473.dcf149c45617aae1a573632d3d9bbfe6. 2024-11-08T02:13:09,248 INFO [RS_OPEN_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] handler.AssignRegionHandler(153): Opened SPTestTable,19999999,1731031978473.dcf149c45617aae1a573632d3d9bbfe6. 2024-11-08T02:13:09,248 INFO [RS_OPEN_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] handler.AssignRegionHandler(132): Open SPTestTable,e6666661,1731031978473.2c8c5d4bf967d1cedfa6718bbf5c454f. 2024-11-08T02:13:09,248 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=17, ppid=8, state=RUNNABLE, hasLock=false; OpenRegionProcedure 359dfef56dcdedddec276b5bbe3c828e, server=331c7316141f,44879,1731031965672 because future has completed 2024-11-08T02:13:09,248 DEBUG [RS_OPEN_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(7752): Opening region: {ENCODED => 2c8c5d4bf967d1cedfa6718bbf5c454f, NAME => 'SPTestTable,e6666661,1731031978473.2c8c5d4bf967d1cedfa6718bbf5c454f.', STARTKEY => 'e6666661', ENDKEY => ''} 2024-11-08T02:13:09,249 DEBUG [RS_OPEN_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 2c8c5d4bf967d1cedfa6718bbf5c454f 2024-11-08T02:13:09,249 DEBUG [RS_OPEN_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(898): Instantiated SPTestTable,e6666661,1731031978473.2c8c5d4bf967d1cedfa6718bbf5c454f.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T02:13:09,249 DEBUG [RS_OPEN_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(7794): checking encryption for 2c8c5d4bf967d1cedfa6718bbf5c454f 2024-11-08T02:13:09,249 DEBUG [RS_OPEN_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(7797): checking classloading for 2c8c5d4bf967d1cedfa6718bbf5c454f 2024-11-08T02:13:09,249 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=dcf149c45617aae1a573632d3d9bbfe6, regionState=OPEN, openSeqNum=2, regionLocation=331c7316141f,39347,1731031965891 2024-11-08T02:13:09,251 DEBUG [RS_OPEN_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1093): writing seq id for c0e9f5ea7b8aace1b023a7ef8d44a2ea 2024-11-08T02:13:09,253 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=22, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure dcf149c45617aae1a573632d3d9bbfe6, server=331c7316141f,39347,1731031965891 because future has completed 2024-11-08T02:13:09,253 INFO [StoreOpener-2c8c5d4bf967d1cedfa6718bbf5c454f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 2c8c5d4bf967d1cedfa6718bbf5c454f 2024-11-08T02:13:09,256 DEBUG [RS_OPEN_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44559/user/jenkins/test-data/8065f3b6-f94d-72af-d2a1-6989b1f92369/data/default/SPTestTable/c0e9f5ea7b8aace1b023a7ef8d44a2ea/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-08T02:13:09,257 INFO [StoreOpener-2c8c5d4bf967d1cedfa6718bbf5c454f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 2c8c5d4bf967d1cedfa6718bbf5c454f columnFamilyName cf 2024-11-08T02:13:09,257 INFO [StoreOpener-4714508e5d7e66b341d71717f36e1ab4-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 4714508e5d7e66b341d71717f36e1ab4 columnFamilyName cf 2024-11-08T02:13:09,257 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=17, resume processing ppid=8 2024-11-08T02:13:09,257 DEBUG [StoreOpener-4714508e5d7e66b341d71717f36e1ab4-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T02:13:09,257 DEBUG [StoreOpener-2c8c5d4bf967d1cedfa6718bbf5c454f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T02:13:09,258 INFO [RS_OPEN_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1114): Opened c0e9f5ea7b8aace1b023a7ef8d44a2ea; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67093202, jitterRate=-2.33381986618042E-4}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-08T02:13:09,258 DEBUG [RS_OPEN_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1122): Running coprocessor post-open hooks for c0e9f5ea7b8aace1b023a7ef8d44a2ea 2024-11-08T02:13:09,258 INFO [StoreOpener-4714508e5d7e66b341d71717f36e1ab4-1 {}] regionserver.HStore(327): Store=4714508e5d7e66b341d71717f36e1ab4/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T02:13:09,258 DEBUG [RS_OPEN_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1006): Region open journal for c0e9f5ea7b8aace1b023a7ef8d44a2ea: Running coprocessor pre-open hook at 1731031989233Writing region info on filesystem at 1731031989233Initializing all the Stores at 1731031989234 (+1 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731031989234Cleaning up temporary data from old regions at 1731031989244 (+10 ms)Running coprocessor post-open hooks at 1731031989258 (+14 ms)Region opened successfully at 1731031989258 2024-11-08T02:13:09,258 INFO [StoreOpener-2c8c5d4bf967d1cedfa6718bbf5c454f-1 {}] regionserver.HStore(327): Store=2c8c5d4bf967d1cedfa6718bbf5c454f/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T02:13:09,259 DEBUG [RS_OPEN_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1038): replaying wal for 2c8c5d4bf967d1cedfa6718bbf5c454f 2024-11-08T02:13:09,259 DEBUG [RS_OPEN_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1038): replaying wal for 4714508e5d7e66b341d71717f36e1ab4 2024-11-08T02:13:09,259 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=22, resume processing ppid=6 2024-11-08T02:13:09,259 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=17, ppid=8, state=SUCCESS, hasLock=false; OpenRegionProcedure 359dfef56dcdedddec276b5bbe3c828e, server=331c7316141f,44879,1731031965672 in 10.0480 sec 2024-11-08T02:13:09,259 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=22, ppid=6, state=SUCCESS, hasLock=false; OpenRegionProcedure dcf149c45617aae1a573632d3d9bbfe6, server=331c7316141f,39347,1731031965891 in 10.0340 sec 2024-11-08T02:13:09,260 INFO [RS_OPEN_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,33333332,1731031978473.c0e9f5ea7b8aace1b023a7ef8d44a2ea., pid=23, masterSystemTime=1731031989223 2024-11-08T02:13:09,261 DEBUG [RS_OPEN_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44559/user/jenkins/test-data/8065f3b6-f94d-72af-d2a1-6989b1f92369/data/default/SPTestTable/2c8c5d4bf967d1cedfa6718bbf5c454f 2024-11-08T02:13:09,261 DEBUG [RS_OPEN_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44559/user/jenkins/test-data/8065f3b6-f94d-72af-d2a1-6989b1f92369/data/default/SPTestTable/4714508e5d7e66b341d71717f36e1ab4 2024-11-08T02:13:09,261 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=359dfef56dcdedddec276b5bbe3c828e, ASSIGN in 10.2270 sec 2024-11-08T02:13:09,261 DEBUG [RS_OPEN_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44559/user/jenkins/test-data/8065f3b6-f94d-72af-d2a1-6989b1f92369/data/default/SPTestTable/2c8c5d4bf967d1cedfa6718bbf5c454f 2024-11-08T02:13:09,262 DEBUG [RS_OPEN_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44559/user/jenkins/test-data/8065f3b6-f94d-72af-d2a1-6989b1f92369/data/default/SPTestTable/4714508e5d7e66b341d71717f36e1ab4 2024-11-08T02:13:09,262 DEBUG [RS_OPEN_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1048): stopping wal replay for 4714508e5d7e66b341d71717f36e1ab4 2024-11-08T02:13:09,263 DEBUG [RS_OPEN_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1060): Cleaning up temporary data for 4714508e5d7e66b341d71717f36e1ab4 2024-11-08T02:13:09,263 DEBUG [RS_OPEN_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1048): stopping wal replay for 2c8c5d4bf967d1cedfa6718bbf5c454f 2024-11-08T02:13:09,263 DEBUG [RS_OPEN_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1060): Cleaning up temporary data for 2c8c5d4bf967d1cedfa6718bbf5c454f 2024-11-08T02:13:09,263 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=dcf149c45617aae1a573632d3d9bbfe6, ASSIGN in 10.2290 sec 2024-11-08T02:13:09,264 DEBUG [RS_OPEN_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,33333332,1731031978473.c0e9f5ea7b8aace1b023a7ef8d44a2ea. 2024-11-08T02:13:09,264 INFO [RS_OPEN_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] handler.AssignRegionHandler(153): Opened SPTestTable,33333332,1731031978473.c0e9f5ea7b8aace1b023a7ef8d44a2ea. 2024-11-08T02:13:09,264 INFO [RS_OPEN_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] handler.AssignRegionHandler(132): Open SPTestTable,ccccccc8,1731031978473.1035758a82a140fd20b4f9af80bd8fd5. 2024-11-08T02:13:09,264 DEBUG [RS_OPEN_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(7752): Opening region: {ENCODED => 1035758a82a140fd20b4f9af80bd8fd5, NAME => 'SPTestTable,ccccccc8,1731031978473.1035758a82a140fd20b4f9af80bd8fd5.', STARTKEY => 'ccccccc8', ENDKEY => 'e6666661'} 2024-11-08T02:13:09,265 DEBUG [RS_OPEN_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 1035758a82a140fd20b4f9af80bd8fd5 2024-11-08T02:13:09,265 DEBUG [RS_OPEN_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(898): Instantiated SPTestTable,ccccccc8,1731031978473.1035758a82a140fd20b4f9af80bd8fd5.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T02:13:09,265 DEBUG [RS_OPEN_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(7794): checking encryption for 1035758a82a140fd20b4f9af80bd8fd5 2024-11-08T02:13:09,265 DEBUG [RS_OPEN_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(7797): checking classloading for 1035758a82a140fd20b4f9af80bd8fd5 2024-11-08T02:13:09,265 DEBUG [RS_OPEN_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1093): writing seq id for 4714508e5d7e66b341d71717f36e1ab4 2024-11-08T02:13:09,266 DEBUG [RS_OPEN_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1093): writing seq id for 2c8c5d4bf967d1cedfa6718bbf5c454f 2024-11-08T02:13:09,266 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=7 updating hbase:meta row=c0e9f5ea7b8aace1b023a7ef8d44a2ea, regionState=OPEN, openSeqNum=2, regionLocation=331c7316141f,38705,1731031965946 2024-11-08T02:13:09,270 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=23, ppid=7, state=RUNNABLE, hasLock=false; OpenRegionProcedure c0e9f5ea7b8aace1b023a7ef8d44a2ea, server=331c7316141f,38705,1731031965946 because future has completed 2024-11-08T02:13:09,270 INFO [StoreOpener-1035758a82a140fd20b4f9af80bd8fd5-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 1035758a82a140fd20b4f9af80bd8fd5 2024-11-08T02:13:09,270 DEBUG [RS_OPEN_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44559/user/jenkins/test-data/8065f3b6-f94d-72af-d2a1-6989b1f92369/data/default/SPTestTable/4714508e5d7e66b341d71717f36e1ab4/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-08T02:13:09,270 DEBUG [RS_OPEN_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44559/user/jenkins/test-data/8065f3b6-f94d-72af-d2a1-6989b1f92369/data/default/SPTestTable/2c8c5d4bf967d1cedfa6718bbf5c454f/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-08T02:13:09,271 INFO [RS_OPEN_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1114): Opened 4714508e5d7e66b341d71717f36e1ab4; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65732281, jitterRate=-0.020512685179710388}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-08T02:13:09,272 INFO [RS_OPEN_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1114): Opened 2c8c5d4bf967d1cedfa6718bbf5c454f; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59786879, jitterRate=-0.10910607874393463}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-08T02:13:09,272 DEBUG [RS_OPEN_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 4714508e5d7e66b341d71717f36e1ab4 2024-11-08T02:13:09,272 DEBUG [RS_OPEN_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 2c8c5d4bf967d1cedfa6718bbf5c454f 2024-11-08T02:13:09,272 DEBUG [RS_OPEN_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1006): Region open journal for 4714508e5d7e66b341d71717f36e1ab4: Running coprocessor pre-open hook at 1731031989245Writing region info on filesystem at 1731031989245Initializing all the Stores at 1731031989247 (+2 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731031989247Cleaning up temporary data from old regions at 1731031989263 (+16 ms)Running coprocessor post-open hooks at 1731031989272 (+9 ms)Region opened successfully at 1731031989272 2024-11-08T02:13:09,272 DEBUG [RS_OPEN_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1006): Region open journal for 2c8c5d4bf967d1cedfa6718bbf5c454f: Running coprocessor pre-open hook at 1731031989249Writing region info on filesystem at 1731031989249Initializing all the Stores at 1731031989251 (+2 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731031989251Cleaning up temporary data from old regions at 1731031989263 (+12 ms)Running coprocessor post-open hooks at 1731031989272 (+9 ms)Region opened successfully at 1731031989272 2024-11-08T02:13:09,272 INFO [StoreOpener-1035758a82a140fd20b4f9af80bd8fd5-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1035758a82a140fd20b4f9af80bd8fd5 columnFamilyName cf 2024-11-08T02:13:09,272 DEBUG [StoreOpener-1035758a82a140fd20b4f9af80bd8fd5-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T02:13:09,273 INFO [RS_OPEN_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,,1731031978473.4714508e5d7e66b341d71717f36e1ab4., pid=16, masterSystemTime=1731031989204 2024-11-08T02:13:09,273 INFO [RS_OPEN_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,e6666661,1731031978473.2c8c5d4bf967d1cedfa6718bbf5c454f., pid=19, masterSystemTime=1731031989218 2024-11-08T02:13:09,274 INFO [StoreOpener-1035758a82a140fd20b4f9af80bd8fd5-1 {}] regionserver.HStore(327): Store=1035758a82a140fd20b4f9af80bd8fd5/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T02:13:09,274 DEBUG [RS_OPEN_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1038): replaying wal for 1035758a82a140fd20b4f9af80bd8fd5 2024-11-08T02:13:09,275 DEBUG [RS_OPEN_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44559/user/jenkins/test-data/8065f3b6-f94d-72af-d2a1-6989b1f92369/data/default/SPTestTable/1035758a82a140fd20b4f9af80bd8fd5 2024-11-08T02:13:09,276 DEBUG [RS_OPEN_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44559/user/jenkins/test-data/8065f3b6-f94d-72af-d2a1-6989b1f92369/data/default/SPTestTable/1035758a82a140fd20b4f9af80bd8fd5 2024-11-08T02:13:09,277 DEBUG [RS_OPEN_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,,1731031978473.4714508e5d7e66b341d71717f36e1ab4. 2024-11-08T02:13:09,277 INFO [RS_OPEN_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] handler.AssignRegionHandler(153): Opened SPTestTable,,1731031978473.4714508e5d7e66b341d71717f36e1ab4. 2024-11-08T02:13:09,277 INFO [RS_OPEN_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] handler.AssignRegionHandler(132): Open SPTestTable,66666664,1731031978473.e0796a95e04e9f980a916682c3700fee. 2024-11-08T02:13:09,277 DEBUG [RS_OPEN_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(7752): Opening region: {ENCODED => e0796a95e04e9f980a916682c3700fee, NAME => 'SPTestTable,66666664,1731031978473.e0796a95e04e9f980a916682c3700fee.', STARTKEY => '66666664', ENDKEY => '7ffffffd'} 2024-11-08T02:13:09,278 DEBUG [RS_OPEN_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable e0796a95e04e9f980a916682c3700fee 2024-11-08T02:13:09,278 DEBUG [RS_OPEN_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(898): Instantiated SPTestTable,66666664,1731031978473.e0796a95e04e9f980a916682c3700fee.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T02:13:09,278 DEBUG [RS_OPEN_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(7794): checking encryption for e0796a95e04e9f980a916682c3700fee 2024-11-08T02:13:09,278 DEBUG [RS_OPEN_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(7797): checking classloading for e0796a95e04e9f980a916682c3700fee 2024-11-08T02:13:09,278 DEBUG [RS_OPEN_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1048): stopping wal replay for 1035758a82a140fd20b4f9af80bd8fd5 2024-11-08T02:13:09,278 DEBUG [RS_OPEN_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1060): Cleaning up temporary data for 1035758a82a140fd20b4f9af80bd8fd5 2024-11-08T02:13:09,279 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=23, resume processing ppid=7 2024-11-08T02:13:09,279 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=4714508e5d7e66b341d71717f36e1ab4, regionState=OPEN, openSeqNum=2, regionLocation=331c7316141f,44879,1731031965672 2024-11-08T02:13:09,279 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=23, ppid=7, state=SUCCESS, hasLock=false; OpenRegionProcedure c0e9f5ea7b8aace1b023a7ef8d44a2ea, server=331c7316141f,38705,1731031965946 in 10.0510 sec 2024-11-08T02:13:09,280 DEBUG [RS_OPEN_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,e6666661,1731031978473.2c8c5d4bf967d1cedfa6718bbf5c454f. 2024-11-08T02:13:09,281 INFO [RS_OPEN_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] handler.AssignRegionHandler(153): Opened SPTestTable,e6666661,1731031978473.2c8c5d4bf967d1cedfa6718bbf5c454f. 2024-11-08T02:13:09,281 INFO [RS_OPEN_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] handler.AssignRegionHandler(132): Open SPTestTable,99999996,1731031978473.b6929e42b0aae7cce63d3f666e7c9e28. 2024-11-08T02:13:09,282 DEBUG [RS_OPEN_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(7752): Opening region: {ENCODED => b6929e42b0aae7cce63d3f666e7c9e28, NAME => 'SPTestTable,99999996,1731031978473.b6929e42b0aae7cce63d3f666e7c9e28.', STARTKEY => '99999996', ENDKEY => 'b333332f'} 2024-11-08T02:13:09,282 DEBUG [RS_OPEN_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable b6929e42b0aae7cce63d3f666e7c9e28 2024-11-08T02:13:09,282 DEBUG [RS_OPEN_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(898): Instantiated SPTestTable,99999996,1731031978473.b6929e42b0aae7cce63d3f666e7c9e28.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T02:13:09,282 DEBUG [RS_OPEN_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(7794): checking encryption for b6929e42b0aae7cce63d3f666e7c9e28 2024-11-08T02:13:09,283 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=14 updating hbase:meta row=2c8c5d4bf967d1cedfa6718bbf5c454f, regionState=OPEN, openSeqNum=2, regionLocation=331c7316141f,39347,1731031965891 2024-11-08T02:13:09,283 DEBUG [RS_OPEN_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(7797): checking classloading for b6929e42b0aae7cce63d3f666e7c9e28 2024-11-08T02:13:09,283 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=16, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 4714508e5d7e66b341d71717f36e1ab4, server=331c7316141f,44879,1731031965672 because future has completed 2024-11-08T02:13:09,285 DEBUG [RS_OPEN_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1093): writing seq id for 1035758a82a140fd20b4f9af80bd8fd5 2024-11-08T02:13:09,286 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=c0e9f5ea7b8aace1b023a7ef8d44a2ea, ASSIGN in 10.2500 sec 2024-11-08T02:13:09,287 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=19, ppid=14, state=RUNNABLE, hasLock=false; OpenRegionProcedure 2c8c5d4bf967d1cedfa6718bbf5c454f, server=331c7316141f,39347,1731031965891 because future has completed 2024-11-08T02:13:09,289 INFO [StoreOpener-e0796a95e04e9f980a916682c3700fee-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region e0796a95e04e9f980a916682c3700fee 2024-11-08T02:13:09,291 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=16, resume processing ppid=5 2024-11-08T02:13:09,291 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=16, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 4714508e5d7e66b341d71717f36e1ab4, server=331c7316141f,44879,1731031965672 in 10.0850 sec 2024-11-08T02:13:09,291 INFO [StoreOpener-e0796a95e04e9f980a916682c3700fee-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e0796a95e04e9f980a916682c3700fee columnFamilyName cf 2024-11-08T02:13:09,292 DEBUG [StoreOpener-e0796a95e04e9f980a916682c3700fee-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T02:13:09,292 INFO [StoreOpener-b6929e42b0aae7cce63d3f666e7c9e28-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region b6929e42b0aae7cce63d3f666e7c9e28 2024-11-08T02:13:09,293 INFO [StoreOpener-e0796a95e04e9f980a916682c3700fee-1 {}] regionserver.HStore(327): Store=e0796a95e04e9f980a916682c3700fee/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T02:13:09,293 DEBUG [RS_OPEN_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44559/user/jenkins/test-data/8065f3b6-f94d-72af-d2a1-6989b1f92369/data/default/SPTestTable/1035758a82a140fd20b4f9af80bd8fd5/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-08T02:13:09,294 INFO [RS_OPEN_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1114): Opened 1035758a82a140fd20b4f9af80bd8fd5; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62512056, jitterRate=-0.06849777698516846}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-08T02:13:09,294 DEBUG [RS_OPEN_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1035758a82a140fd20b4f9af80bd8fd5 2024-11-08T02:13:09,294 DEBUG [RS_OPEN_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1006): Region open journal for 1035758a82a140fd20b4f9af80bd8fd5: Running coprocessor pre-open hook at 1731031989265Writing region info on filesystem at 1731031989265Initializing all the Stores at 1731031989269 (+4 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731031989269Cleaning up temporary data from old regions at 1731031989278 (+9 ms)Running coprocessor post-open hooks at 1731031989294 (+16 ms)Region opened successfully at 1731031989294 2024-11-08T02:13:09,295 INFO [StoreOpener-b6929e42b0aae7cce63d3f666e7c9e28-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b6929e42b0aae7cce63d3f666e7c9e28 columnFamilyName cf 2024-11-08T02:13:09,295 DEBUG [StoreOpener-b6929e42b0aae7cce63d3f666e7c9e28-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T02:13:09,295 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=4714508e5d7e66b341d71717f36e1ab4, ASSIGN in 10.2610 sec 2024-11-08T02:13:09,295 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=19, resume processing ppid=14 2024-11-08T02:13:09,296 INFO [StoreOpener-b6929e42b0aae7cce63d3f666e7c9e28-1 {}] regionserver.HStore(327): Store=b6929e42b0aae7cce63d3f666e7c9e28/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T02:13:09,296 DEBUG [RS_OPEN_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1038): replaying wal for b6929e42b0aae7cce63d3f666e7c9e28 2024-11-08T02:13:09,297 DEBUG [RS_OPEN_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44559/user/jenkins/test-data/8065f3b6-f94d-72af-d2a1-6989b1f92369/data/default/SPTestTable/b6929e42b0aae7cce63d3f666e7c9e28 2024-11-08T02:13:09,298 INFO [RS_OPEN_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,ccccccc8,1731031978473.1035758a82a140fd20b4f9af80bd8fd5., pid=24, masterSystemTime=1731031989223 2024-11-08T02:13:09,298 DEBUG [RS_OPEN_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44559/user/jenkins/test-data/8065f3b6-f94d-72af-d2a1-6989b1f92369/data/default/SPTestTable/b6929e42b0aae7cce63d3f666e7c9e28 2024-11-08T02:13:09,299 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=19, ppid=14, state=SUCCESS, hasLock=false; OpenRegionProcedure 2c8c5d4bf967d1cedfa6718bbf5c454f, server=331c7316141f,39347,1731031965891 in 10.0820 sec 2024-11-08T02:13:09,299 DEBUG [RS_OPEN_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1048): stopping wal replay for b6929e42b0aae7cce63d3f666e7c9e28 2024-11-08T02:13:09,299 DEBUG [RS_OPEN_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1060): Cleaning up temporary data for b6929e42b0aae7cce63d3f666e7c9e28 2024-11-08T02:13:09,299 DEBUG [RS_OPEN_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1038): replaying wal for e0796a95e04e9f980a916682c3700fee 2024-11-08T02:13:09,301 DEBUG [RS_OPEN_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44559/user/jenkins/test-data/8065f3b6-f94d-72af-d2a1-6989b1f92369/data/default/SPTestTable/e0796a95e04e9f980a916682c3700fee 2024-11-08T02:13:09,301 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=14, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=2c8c5d4bf967d1cedfa6718bbf5c454f, ASSIGN in 10.2650 sec 2024-11-08T02:13:09,301 DEBUG [RS_OPEN_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44559/user/jenkins/test-data/8065f3b6-f94d-72af-d2a1-6989b1f92369/data/default/SPTestTable/e0796a95e04e9f980a916682c3700fee 2024-11-08T02:13:09,302 DEBUG [RS_OPEN_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,ccccccc8,1731031978473.1035758a82a140fd20b4f9af80bd8fd5. 2024-11-08T02:13:09,302 INFO [RS_OPEN_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] handler.AssignRegionHandler(153): Opened SPTestTable,ccccccc8,1731031978473.1035758a82a140fd20b4f9af80bd8fd5. 2024-11-08T02:13:09,302 DEBUG [RS_OPEN_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1048): stopping wal replay for e0796a95e04e9f980a916682c3700fee 2024-11-08T02:13:09,302 DEBUG [RS_OPEN_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1060): Cleaning up temporary data for e0796a95e04e9f980a916682c3700fee 2024-11-08T02:13:09,302 INFO [RS_OPEN_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] handler.AssignRegionHandler(132): Open SPTestTable,7ffffffd,1731031978473.97254291dc268d8e08d34c82dac6fd33. 2024-11-08T02:13:09,302 DEBUG [RS_OPEN_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1093): writing seq id for b6929e42b0aae7cce63d3f666e7c9e28 2024-11-08T02:13:09,302 DEBUG [RS_OPEN_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(7752): Opening region: {ENCODED => 97254291dc268d8e08d34c82dac6fd33, NAME => 'SPTestTable,7ffffffd,1731031978473.97254291dc268d8e08d34c82dac6fd33.', STARTKEY => '7ffffffd', ENDKEY => '99999996'} 2024-11-08T02:13:09,303 DEBUG [RS_OPEN_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 97254291dc268d8e08d34c82dac6fd33 2024-11-08T02:13:09,303 DEBUG [RS_OPEN_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(898): Instantiated SPTestTable,7ffffffd,1731031978473.97254291dc268d8e08d34c82dac6fd33.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T02:13:09,303 DEBUG [RS_OPEN_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(7794): checking encryption for 97254291dc268d8e08d34c82dac6fd33 2024-11-08T02:13:09,303 DEBUG [RS_OPEN_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(7797): checking classloading for 97254291dc268d8e08d34c82dac6fd33 2024-11-08T02:13:09,303 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=13 updating hbase:meta row=1035758a82a140fd20b4f9af80bd8fd5, regionState=OPEN, openSeqNum=2, regionLocation=331c7316141f,38705,1731031965946 2024-11-08T02:13:09,306 DEBUG [RS_OPEN_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1093): writing seq id for e0796a95e04e9f980a916682c3700fee 2024-11-08T02:13:09,307 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=24, ppid=13, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1035758a82a140fd20b4f9af80bd8fd5, server=331c7316141f,38705,1731031965946 because future has completed 2024-11-08T02:13:09,308 INFO [StoreOpener-97254291dc268d8e08d34c82dac6fd33-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 97254291dc268d8e08d34c82dac6fd33 2024-11-08T02:13:09,310 DEBUG [RS_OPEN_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44559/user/jenkins/test-data/8065f3b6-f94d-72af-d2a1-6989b1f92369/data/default/SPTestTable/b6929e42b0aae7cce63d3f666e7c9e28/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-08T02:13:09,310 DEBUG [RS_OPEN_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44559/user/jenkins/test-data/8065f3b6-f94d-72af-d2a1-6989b1f92369/data/default/SPTestTable/e0796a95e04e9f980a916682c3700fee/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-08T02:13:09,311 INFO [StoreOpener-97254291dc268d8e08d34c82dac6fd33-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 97254291dc268d8e08d34c82dac6fd33 columnFamilyName cf 2024-11-08T02:13:09,311 DEBUG [StoreOpener-97254291dc268d8e08d34c82dac6fd33-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T02:13:09,311 INFO [RS_OPEN_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1114): Opened b6929e42b0aae7cce63d3f666e7c9e28; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61002113, jitterRate=-0.09099768102169037}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-08T02:13:09,311 INFO [RS_OPEN_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1114): Opened e0796a95e04e9f980a916682c3700fee; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69771743, jitterRate=0.03967998921871185}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-08T02:13:09,311 DEBUG [RS_OPEN_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1122): Running coprocessor post-open hooks for b6929e42b0aae7cce63d3f666e7c9e28 2024-11-08T02:13:09,311 DEBUG [RS_OPEN_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1122): Running coprocessor post-open hooks for e0796a95e04e9f980a916682c3700fee 2024-11-08T02:13:09,311 DEBUG [RS_OPEN_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1006): Region open journal for e0796a95e04e9f980a916682c3700fee: Running coprocessor pre-open hook at 1731031989278Writing region info on filesystem at 1731031989278Initializing all the Stores at 1731031989281 (+3 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731031989281Cleaning up temporary data from old regions at 1731031989302 (+21 ms)Running coprocessor post-open hooks at 1731031989311 (+9 ms)Region opened successfully at 1731031989311 2024-11-08T02:13:09,311 DEBUG [RS_OPEN_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1006): Region open journal for b6929e42b0aae7cce63d3f666e7c9e28: Running coprocessor pre-open hook at 1731031989283Writing region info on filesystem at 1731031989283Initializing all the Stores at 1731031989285 (+2 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731031989285Cleaning up temporary data from old regions at 1731031989299 (+14 ms)Running coprocessor post-open hooks at 1731031989311 (+12 ms)Region opened successfully at 1731031989311 2024-11-08T02:13:09,312 INFO [StoreOpener-97254291dc268d8e08d34c82dac6fd33-1 {}] regionserver.HStore(327): Store=97254291dc268d8e08d34c82dac6fd33/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T02:13:09,312 DEBUG [RS_OPEN_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1038): replaying wal for 97254291dc268d8e08d34c82dac6fd33 2024-11-08T02:13:09,313 INFO [RS_OPEN_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,66666664,1731031978473.e0796a95e04e9f980a916682c3700fee., pid=18, masterSystemTime=1731031989204 2024-11-08T02:13:09,313 INFO [RS_OPEN_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,99999996,1731031978473.b6929e42b0aae7cce63d3f666e7c9e28., pid=20, masterSystemTime=1731031989218 2024-11-08T02:13:09,314 DEBUG [RS_OPEN_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44559/user/jenkins/test-data/8065f3b6-f94d-72af-d2a1-6989b1f92369/data/default/SPTestTable/97254291dc268d8e08d34c82dac6fd33 2024-11-08T02:13:09,314 DEBUG [RS_OPEN_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44559/user/jenkins/test-data/8065f3b6-f94d-72af-d2a1-6989b1f92369/data/default/SPTestTable/97254291dc268d8e08d34c82dac6fd33 2024-11-08T02:13:09,314 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=24, resume processing ppid=13 2024-11-08T02:13:09,315 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=24, ppid=13, state=SUCCESS, hasLock=false; OpenRegionProcedure 1035758a82a140fd20b4f9af80bd8fd5, server=331c7316141f,38705,1731031965946 in 10.0880 sec 2024-11-08T02:13:09,315 DEBUG [RS_OPEN_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1048): stopping wal replay for 97254291dc268d8e08d34c82dac6fd33 2024-11-08T02:13:09,315 DEBUG [RS_OPEN_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1060): Cleaning up temporary data for 97254291dc268d8e08d34c82dac6fd33 2024-11-08T02:13:09,316 DEBUG [RS_OPEN_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,99999996,1731031978473.b6929e42b0aae7cce63d3f666e7c9e28. 2024-11-08T02:13:09,316 INFO [RS_OPEN_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] handler.AssignRegionHandler(153): Opened SPTestTable,99999996,1731031978473.b6929e42b0aae7cce63d3f666e7c9e28. 2024-11-08T02:13:09,317 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=13, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=1035758a82a140fd20b4f9af80bd8fd5, ASSIGN in 10.2840 sec 2024-11-08T02:13:09,318 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=11 updating hbase:meta row=b6929e42b0aae7cce63d3f666e7c9e28, regionState=OPEN, openSeqNum=2, regionLocation=331c7316141f,39347,1731031965891 2024-11-08T02:13:09,318 DEBUG [RS_OPEN_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1093): writing seq id for 97254291dc268d8e08d34c82dac6fd33 2024-11-08T02:13:09,321 DEBUG [RS_OPEN_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,66666664,1731031978473.e0796a95e04e9f980a916682c3700fee. 2024-11-08T02:13:09,321 INFO [RS_OPEN_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] handler.AssignRegionHandler(153): Opened SPTestTable,66666664,1731031978473.e0796a95e04e9f980a916682c3700fee. 2024-11-08T02:13:09,321 INFO [RS_OPEN_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] handler.AssignRegionHandler(132): Open SPTestTable,b333332f,1731031978473.a182ec46eefd826951f080f3c381e1e0. 2024-11-08T02:13:09,321 DEBUG [RS_OPEN_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(7752): Opening region: {ENCODED => a182ec46eefd826951f080f3c381e1e0, NAME => 'SPTestTable,b333332f,1731031978473.a182ec46eefd826951f080f3c381e1e0.', STARTKEY => 'b333332f', ENDKEY => 'ccccccc8'} 2024-11-08T02:13:09,321 DEBUG [RS_OPEN_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable a182ec46eefd826951f080f3c381e1e0 2024-11-08T02:13:09,322 DEBUG [RS_OPEN_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(898): Instantiated SPTestTable,b333332f,1731031978473.a182ec46eefd826951f080f3c381e1e0.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T02:13:09,322 DEBUG [RS_OPEN_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(7794): checking encryption for a182ec46eefd826951f080f3c381e1e0 2024-11-08T02:13:09,322 DEBUG [RS_OPEN_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(7797): checking classloading for a182ec46eefd826951f080f3c381e1e0 2024-11-08T02:13:09,322 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=20, ppid=11, state=RUNNABLE, hasLock=false; OpenRegionProcedure b6929e42b0aae7cce63d3f666e7c9e28, server=331c7316141f,39347,1731031965891 because future has completed 2024-11-08T02:13:09,324 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=e0796a95e04e9f980a916682c3700fee, regionState=OPEN, openSeqNum=2, regionLocation=331c7316141f,44879,1731031965672 2024-11-08T02:13:09,324 INFO [StoreOpener-a182ec46eefd826951f080f3c381e1e0-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region a182ec46eefd826951f080f3c381e1e0 2024-11-08T02:13:09,325 DEBUG [RS_OPEN_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44559/user/jenkins/test-data/8065f3b6-f94d-72af-d2a1-6989b1f92369/data/default/SPTestTable/97254291dc268d8e08d34c82dac6fd33/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-08T02:13:09,327 INFO [RS_OPEN_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1114): Opened 97254291dc268d8e08d34c82dac6fd33; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67234582, jitterRate=0.0018733441829681396}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-08T02:13:09,327 DEBUG [RS_OPEN_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 97254291dc268d8e08d34c82dac6fd33 2024-11-08T02:13:09,327 INFO [StoreOpener-a182ec46eefd826951f080f3c381e1e0-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a182ec46eefd826951f080f3c381e1e0 columnFamilyName cf 2024-11-08T02:13:09,327 DEBUG [StoreOpener-a182ec46eefd826951f080f3c381e1e0-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T02:13:09,327 DEBUG [RS_OPEN_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1006): Region open journal for 97254291dc268d8e08d34c82dac6fd33: Running coprocessor pre-open hook at 1731031989303Writing region info on filesystem at 1731031989303Initializing all the Stores at 1731031989305 (+2 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731031989305Cleaning up temporary data from old regions at 1731031989315 (+10 ms)Running coprocessor post-open hooks at 1731031989327 (+12 ms)Region opened successfully at 1731031989327 2024-11-08T02:13:09,328 INFO [RS_OPEN_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,7ffffffd,1731031978473.97254291dc268d8e08d34c82dac6fd33., pid=21, masterSystemTime=1731031989223 2024-11-08T02:13:09,328 INFO [StoreOpener-a182ec46eefd826951f080f3c381e1e0-1 {}] regionserver.HStore(327): Store=a182ec46eefd826951f080f3c381e1e0/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T02:13:09,329 DEBUG [RS_OPEN_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1038): replaying wal for a182ec46eefd826951f080f3c381e1e0 2024-11-08T02:13:09,330 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=18, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure e0796a95e04e9f980a916682c3700fee, server=331c7316141f,44879,1731031965672 because future has completed 2024-11-08T02:13:09,330 DEBUG [RS_OPEN_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44559/user/jenkins/test-data/8065f3b6-f94d-72af-d2a1-6989b1f92369/data/default/SPTestTable/a182ec46eefd826951f080f3c381e1e0 2024-11-08T02:13:09,331 DEBUG [RS_OPEN_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44559/user/jenkins/test-data/8065f3b6-f94d-72af-d2a1-6989b1f92369/data/default/SPTestTable/a182ec46eefd826951f080f3c381e1e0 2024-11-08T02:13:09,332 DEBUG [RS_OPEN_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1048): stopping wal replay for a182ec46eefd826951f080f3c381e1e0 2024-11-08T02:13:09,332 DEBUG [RS_OPEN_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1060): Cleaning up temporary data for a182ec46eefd826951f080f3c381e1e0 2024-11-08T02:13:09,333 DEBUG [RS_OPEN_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,7ffffffd,1731031978473.97254291dc268d8e08d34c82dac6fd33. 2024-11-08T02:13:09,333 INFO [RS_OPEN_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] handler.AssignRegionHandler(153): Opened SPTestTable,7ffffffd,1731031978473.97254291dc268d8e08d34c82dac6fd33. 2024-11-08T02:13:09,334 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=20, resume processing ppid=11 2024-11-08T02:13:09,335 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=10 updating hbase:meta row=97254291dc268d8e08d34c82dac6fd33, regionState=OPEN, openSeqNum=2, regionLocation=331c7316141f,38705,1731031965946 2024-11-08T02:13:09,337 DEBUG [RS_OPEN_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1093): writing seq id for a182ec46eefd826951f080f3c381e1e0 2024-11-08T02:13:09,338 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=20, ppid=11, state=SUCCESS, hasLock=false; OpenRegionProcedure b6929e42b0aae7cce63d3f666e7c9e28, server=331c7316141f,39347,1731031965891 in 10.1140 sec 2024-11-08T02:13:09,338 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=21, ppid=10, state=RUNNABLE, hasLock=false; OpenRegionProcedure 97254291dc268d8e08d34c82dac6fd33, server=331c7316141f,38705,1731031965946 because future has completed 2024-11-08T02:13:09,339 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=b6929e42b0aae7cce63d3f666e7c9e28, ASSIGN in 10.3050 sec 2024-11-08T02:13:09,340 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=18, resume processing ppid=9 2024-11-08T02:13:09,341 DEBUG [RS_OPEN_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44559/user/jenkins/test-data/8065f3b6-f94d-72af-d2a1-6989b1f92369/data/default/SPTestTable/a182ec46eefd826951f080f3c381e1e0/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-08T02:13:09,343 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=18, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure e0796a95e04e9f980a916682c3700fee, server=331c7316141f,44879,1731031965672 in 10.1260 sec 2024-11-08T02:13:09,343 INFO [RS_OPEN_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1114): Opened a182ec46eefd826951f080f3c381e1e0; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65280702, jitterRate=-0.02724173665046692}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-08T02:13:09,343 DEBUG [RS_OPEN_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1122): Running coprocessor post-open hooks for a182ec46eefd826951f080f3c381e1e0 2024-11-08T02:13:09,343 DEBUG [RS_OPEN_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1006): Region open journal for a182ec46eefd826951f080f3c381e1e0: Running coprocessor pre-open hook at 1731031989322Writing region info on filesystem at 1731031989322Initializing all the Stores at 1731031989324 (+2 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731031989324Cleaning up temporary data from old regions at 1731031989332 (+8 ms)Running coprocessor post-open hooks at 1731031989343 (+11 ms)Region opened successfully at 1731031989343 2024-11-08T02:13:09,344 INFO [RS_OPEN_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,b333332f,1731031978473.a182ec46eefd826951f080f3c381e1e0., pid=15, masterSystemTime=1731031989204 2024-11-08T02:13:09,346 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=21, resume processing ppid=10 2024-11-08T02:13:09,346 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=e0796a95e04e9f980a916682c3700fee, ASSIGN in 10.3120 sec 2024-11-08T02:13:09,346 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=21, ppid=10, state=SUCCESS, hasLock=false; OpenRegionProcedure 97254291dc268d8e08d34c82dac6fd33, server=331c7316141f,38705,1731031965946 in 10.1260 sec 2024-11-08T02:13:09,347 DEBUG [RS_OPEN_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,b333332f,1731031978473.a182ec46eefd826951f080f3c381e1e0. 2024-11-08T02:13:09,347 INFO [RS_OPEN_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] handler.AssignRegionHandler(153): Opened SPTestTable,b333332f,1731031978473.a182ec46eefd826951f080f3c381e1e0. 2024-11-08T02:13:09,349 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=12 updating hbase:meta row=a182ec46eefd826951f080f3c381e1e0, regionState=OPEN, openSeqNum=2, regionLocation=331c7316141f,44879,1731031965672 2024-11-08T02:13:09,349 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=97254291dc268d8e08d34c82dac6fd33, ASSIGN in 10.3160 sec 2024-11-08T02:13:09,352 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=15, ppid=12, state=RUNNABLE, hasLock=false; OpenRegionProcedure a182ec46eefd826951f080f3c381e1e0, server=331c7316141f,44879,1731031965672 because future has completed 2024-11-08T02:13:09,357 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=15, resume processing ppid=12 2024-11-08T02:13:09,359 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=15, ppid=12, state=SUCCESS, hasLock=false; OpenRegionProcedure a182ec46eefd826951f080f3c381e1e0, server=331c7316141f,44879,1731031965672 in 10.1540 sec 2024-11-08T02:13:09,361 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=12, resume processing ppid=4 2024-11-08T02:13:09,362 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=12, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=a182ec46eefd826951f080f3c381e1e0, ASSIGN in 10.3270 sec 2024-11-08T02:13:09,363 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-08T02:13:09,364 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"SPTestTable","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731031989363"}]},"ts":"1731031989363"} 2024-11-08T02:13:09,366 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=SPTestTable, state=ENABLED in hbase:meta 2024-11-08T02:13:09,368 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_POST_OPERATION 2024-11-08T02:13:09,374 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=SPTestTable in 10.8890 sec 2024-11-08T02:13:11,521 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'SPTestTable' 2024-11-08T02:13:14,159 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-08T02:13:14,761 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-08T02:13:15,222 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_SPTestTable 2024-11-08T02:13:15,222 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_SPTestTable Metrics about Tables on a single HBase RegionServer 2024-11-08T02:13:16,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34721 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-08T02:13:16,736 INFO [RPCClient-NioEventLoopGroup-6-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:SPTestTable completed 2024-11-08T02:13:16,736 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table SPTestTable get assigned. Timeout = 60000ms 2024-11-08T02:13:16,737 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-08T02:13:16,751 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table SPTestTable assigned to meta. Checking AM states. 2024-11-08T02:13:16,752 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-08T02:13:16,753 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table SPTestTable assigned. 2024-11-08T02:13:16,825 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aaa', locateType=CURRENT is [region=SPTestTable,99999996,1731031978473.b6929e42b0aae7cce63d3f666e7c9e28., hostname=331c7316141f,39347,1731031965891, seqNum=2] 2024-11-08T02:13:16,839 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aac', locateType=CURRENT is [region=SPTestTable,99999996,1731031978473.b6929e42b0aae7cce63d3f666e7c9e28., hostname=331c7316141f,39347,1731031965891, seqNum=2] 2024-11-08T02:13:16,842 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aab', locateType=CURRENT is [region=SPTestTable,99999996,1731031978473.b6929e42b0aae7cce63d3f666e7c9e28., hostname=331c7316141f,39347,1731031965891, seqNum=2] 2024-11-08T02:13:16,844 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aad', locateType=CURRENT is [region=SPTestTable,99999996,1731031978473.b6929e42b0aae7cce63d3f666e7c9e28., hostname=331c7316141f,39347,1731031965891, seqNum=2] 2024-11-08T02:13:16,847 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aae', locateType=CURRENT is [region=SPTestTable,99999996,1731031978473.b6929e42b0aae7cce63d3f666e7c9e28., hostname=331c7316141f,39347,1731031965891, seqNum=2] 2024-11-08T02:13:16,857 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aaf', locateType=CURRENT is [region=SPTestTable,99999996,1731031978473.b6929e42b0aae7cce63d3f666e7c9e28., hostname=331c7316141f,39347,1731031965891, seqNum=2] 2024-11-08T02:13:16,859 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aah', locateType=CURRENT is [region=SPTestTable,99999996,1731031978473.b6929e42b0aae7cce63d3f666e7c9e28., hostname=331c7316141f,39347,1731031965891, seqNum=2] 2024-11-08T02:13:16,862 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aag', locateType=CURRENT is [region=SPTestTable,99999996,1731031978473.b6929e42b0aae7cce63d3f666e7c9e28., hostname=331c7316141f,39347,1731031965891, seqNum=2] 2024-11-08T02:13:16,903 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='bab', locateType=CURRENT is [region=SPTestTable,b333332f,1731031978473.a182ec46eefd826951f080f3c381e1e0., hostname=331c7316141f,44879,1731031965672, seqNum=2] 2024-11-08T02:13:16,906 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='bac', locateType=CURRENT is [region=SPTestTable,b333332f,1731031978473.a182ec46eefd826951f080f3c381e1e0., hostname=331c7316141f,44879,1731031965672, seqNum=2] 2024-11-08T02:13:16,914 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='bad', locateType=CURRENT is [region=SPTestTable,b333332f,1731031978473.a182ec46eefd826951f080f3c381e1e0., hostname=331c7316141f,44879,1731031965672, seqNum=2] 2024-11-08T02:13:16,916 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='baa', locateType=CURRENT is [region=SPTestTable,b333332f,1731031978473.a182ec46eefd826951f080f3c381e1e0., hostname=331c7316141f,44879,1731031965672, seqNum=2] 2024-11-08T02:13:16,920 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='bae', locateType=CURRENT is [region=SPTestTable,b333332f,1731031978473.a182ec46eefd826951f080f3c381e1e0., hostname=331c7316141f,44879,1731031965672, seqNum=2] 2024-11-08T02:13:16,972 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='ccd', locateType=CURRENT is [region=SPTestTable,ccccccc8,1731031978473.1035758a82a140fd20b4f9af80bd8fd5., hostname=331c7316141f,38705,1731031965946, seqNum=2] 2024-11-08T02:13:16,976 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='ccf', locateType=CURRENT is [region=SPTestTable,ccccccc8,1731031978473.1035758a82a140fd20b4f9af80bd8fd5., hostname=331c7316141f,38705,1731031965946, seqNum=2] 2024-11-08T02:13:16,979 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='ccg', locateType=CURRENT is [region=SPTestTable,ccccccc8,1731031978473.1035758a82a140fd20b4f9af80bd8fd5., hostname=331c7316141f,38705,1731031965946, seqNum=2] 2024-11-08T02:13:16,982 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='cce', locateType=CURRENT is [region=SPTestTable,ccccccc8,1731031978473.1035758a82a140fd20b4f9af80bd8fd5., hostname=331c7316141f,38705,1731031965946, seqNum=2] 2024-11-08T02:13:16,984 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='cch', locateType=CURRENT is [region=SPTestTable,ccccccc8,1731031978473.1035758a82a140fd20b4f9af80bd8fd5., hostname=331c7316141f,38705,1731031965946, seqNum=2] 2024-11-08T02:13:16,987 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='cci', locateType=CURRENT is [region=SPTestTable,ccccccc8,1731031978473.1035758a82a140fd20b4f9af80bd8fd5., hostname=331c7316141f,38705,1731031965946, seqNum=2] 2024-11-08T02:13:16,989 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='ccj', locateType=CURRENT is [region=SPTestTable,ccccccc8,1731031978473.1035758a82a140fd20b4f9af80bd8fd5., hostname=331c7316141f,38705,1731031965946, seqNum=2] 2024-11-08T02:13:17,080 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='eaa', locateType=CURRENT is [region=SPTestTable,e6666661,1731031978473.2c8c5d4bf967d1cedfa6718bbf5c454f., hostname=331c7316141f,39347,1731031965891, seqNum=2] 2024-11-08T02:13:17,083 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='eab', locateType=CURRENT is [region=SPTestTable,e6666661,1731031978473.2c8c5d4bf967d1cedfa6718bbf5c454f., hostname=331c7316141f,39347,1731031965891, seqNum=2] 2024-11-08T02:13:17,087 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='eac', locateType=CURRENT is [region=SPTestTable,e6666661,1731031978473.2c8c5d4bf967d1cedfa6718bbf5c454f., hostname=331c7316141f,39347,1731031965891, seqNum=2] 2024-11-08T02:13:17,090 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='ead', locateType=CURRENT is [region=SPTestTable,e6666661,1731031978473.2c8c5d4bf967d1cedfa6718bbf5c454f., hostname=331c7316141f,39347,1731031965891, seqNum=2] 2024-11-08T02:13:17,104 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='eae', locateType=CURRENT is [region=SPTestTable,e6666661,1731031978473.2c8c5d4bf967d1cedfa6718bbf5c454f., hostname=331c7316141f,39347,1731031965891, seqNum=2] 2024-11-08T02:13:17,107 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='eaf', locateType=CURRENT is [region=SPTestTable,e6666661,1731031978473.2c8c5d4bf967d1cedfa6718bbf5c454f., hostname=331c7316141f,39347,1731031965891, seqNum=2] 2024-11-08T02:13:18,419 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-08T02:13:18,435 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-08T02:13:18,461 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:32852, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-08T02:13:18,503 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-4-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59472, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-08T02:13:18,533 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44879 {}] regionserver.HRegion(8528): writing data to region SPTestTable,b333332f,1731031978473.a182ec46eefd826951f080f3c381e1e0. with WAL disabled. Data may be lost in the event of a crash. 2024-11-08T02:13:18,533 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38705 {}] regionserver.HRegion(8528): writing data to region SPTestTable,ccccccc8,1731031978473.1035758a82a140fd20b4f9af80bd8fd5. with WAL disabled. Data may be lost in the event of a crash. 2024-11-08T02:13:18,556 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39347 {}] regionserver.RSRpcServices(2610): Large batch operation detected (greater than 5000) (HBASE-18023). Requested Number of Rows: 15548 Client: jenkins//172.17.0.2 first region in multi=SPTestTable,99999996,1731031978473.b6929e42b0aae7cce63d3f666e7c9e28. 2024-11-08T02:13:18,590 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39347 {}] regionserver.HRegion(8528): writing data to region SPTestTable,99999996,1731031978473.b6929e42b0aae7cce63d3f666e7c9e28. with WAL disabled. Data may be lost in the event of a crash. 2024-11-08T02:13:19,268 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39347 {}] regionserver.HRegion(8528): writing data to region SPTestTable,e6666661,1731031978473.2c8c5d4bf967d1cedfa6718bbf5c454f. with WAL disabled. Data may be lost in the event of a crash. 2024-11-08T02:13:19,422 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(1139): Stored pid=25, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } 2024-11-08T02:13:19,423 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-08T02:13:19,426 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_PREPARE 2024-11-08T02:13:19,432 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_PRE_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_PRE_OPERATION 2024-11-08T02:13:19,445 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_WRITE_SNAPSHOT_INFO, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_WRITE_SNAPSHOT_INFO 2024-11-08T02:13:19,475 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37783 is added to blk_1073741848_1024 (size=49) 2024-11-08T02:13:19,475 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45337 is added to blk_1073741848_1024 (size=49) 2024-11-08T02:13:19,476 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39993 is added to blk_1073741848_1024 (size=49) 2024-11-08T02:13:19,477 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_SNAPSHOT_ONLINE_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_ONLINE_REGIONS 2024-11-08T02:13:19,479 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=26, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 4714508e5d7e66b341d71717f36e1ab4}, {pid=27, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure dcf149c45617aae1a573632d3d9bbfe6}, {pid=28, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure c0e9f5ea7b8aace1b023a7ef8d44a2ea}, {pid=29, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 359dfef56dcdedddec276b5bbe3c828e}, {pid=30, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure e0796a95e04e9f980a916682c3700fee}, {pid=31, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 97254291dc268d8e08d34c82dac6fd33}, {pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure b6929e42b0aae7cce63d3f666e7c9e28}, {pid=33, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure a182ec46eefd826951f080f3c381e1e0}, {pid=34, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 1035758a82a140fd20b4f9af80bd8fd5}, {pid=35, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 2c8c5d4bf967d1cedfa6718bbf5c454f}] 2024-11-08T02:13:19,484 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=29, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 359dfef56dcdedddec276b5bbe3c828e 2024-11-08T02:13:19,485 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=27, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure dcf149c45617aae1a573632d3d9bbfe6 2024-11-08T02:13:19,485 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=26, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 4714508e5d7e66b341d71717f36e1ab4 2024-11-08T02:13:19,485 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=28, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure c0e9f5ea7b8aace1b023a7ef8d44a2ea 2024-11-08T02:13:19,485 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=35, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 2c8c5d4bf967d1cedfa6718bbf5c454f 2024-11-08T02:13:19,495 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=33, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure a182ec46eefd826951f080f3c381e1e0 2024-11-08T02:13:19,496 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure b6929e42b0aae7cce63d3f666e7c9e28 2024-11-08T02:13:19,496 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=34, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 1035758a82a140fd20b4f9af80bd8fd5 2024-11-08T02:13:19,509 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=31, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 97254291dc268d8e08d34c82dac6fd33 2024-11-08T02:13:19,509 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=30, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure e0796a95e04e9f980a916682c3700fee 2024-11-08T02:13:19,524 INFO [Time-limited test {}] hbase.SingleProcessHBaseCluster(267): Killing 331c7316141f,39347,1731031965891 2024-11-08T02:13:19,525 ERROR [Time-limited test {}] regionserver.HRegionServer(2442): ***** ABORTING region server 331c7316141f,39347,1731031965891: Simulated kill ***** 2024-11-08T02:13:19,525 ERROR [Time-limited test {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-08T02:13:19,528 DEBUG [Time-limited test {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-08T02:13:19,529 DEBUG [Time-limited test {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-08T02:13:19,532 DEBUG [Time-limited test {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-08T02:13:19,533 DEBUG [Time-limited test {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-08T02:13:19,540 INFO [Time-limited test {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1048576000, "init": 1048576000, "max": 2306867200, "used": 583517080 }, "NonHeapMemoryUsage": { "committed": 156696576, "init": 7667712, "max": -1, "used": 153682440 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [ { "name": "Hadoop:service=HBase,name=RegionServer,sub=IPC", "modelerType": "RegionServer,sub=IPC", "tag.Context": "regionserver", "tag.Hostname": "331c7316141f", "queueSize": 0, "numCallsInGeneralQueue": 0, "numCallsInReplicationQueue": 0, "numCallsInBulkLoadQueue": 0, "numCallsInPriorityQueue": 0, "numCallsInMetaPriorityQueue": 0, "numOpenConnections": 1, "numActiveHandler": 0, "numActiveGeneralHandler": 0, "numActivePriorityHandler": 0, "numActiveReplicationHandler": 0, "numGeneralCallsDropped": 0, "numLifoModeSwitches": 0, "numCallsInWriteQueue": 0, "numActiveBulkLoadHandler": 0, "numCallsInReadQueue": 0, "numCallsInScanQueue": 0, "numActiveWriteHandler": 0, "numActiveReadHandler": 0, "numActiveScanHandler": 0, "nettyDirectMemoryUsage": 67108864, "nettyTotalPendingOutboundBytes": 0, "nettyMaxPendingOutboundBytes": 0, "receivedBytes": 14486, "exceptions.RegionMovedException": 0, "authenticationSuccesses": 0, "authorizationFailures": 0, "exceptions.requestTooBig": 0, "UnwritableTime_num_ops": 0, "UnwritableTime_min": 0, "UnwritableTime_max": 0, "UnwritableTime_mean": 0, "UnwritableTime_25th_percentile": 0, "UnwritableTime_median": 0, "UnwritableTime_75th_percentile": 0, "UnwritableTime_90th_percentile": 0, "UnwritableTime_95th_percentile": 0, "UnwritableTime_98th_percentile": 0, "UnwritableTime_99th_percentile": 0, "UnwritableTime_99.9th_percentile": 0, "exceptions.OutOfOrderScannerNextException": 0, "exceptions.rpcThrottling": 0, "exceptions.otherExceptions": 0, "ProcessCallTime_num_ops": 35, "ProcessCallTime_min": 0, "ProcessCallTime_max": 0, "ProcessCallTime_mean": 0, "ProcessCallTime_25th_percentile": 0, "ProcessCallTime_median": 0, "ProcessCallTime_75th_percentile": 0, "ProcessCallTime_90th_percentile": 0, "ProcessCallTime_95th_percentile": 0, "ProcessCallTime_98th_percentile": 0, "ProcessCallTime_99th_percentile": 0, "ProcessCallTime_99.9th_percentile": 0, "exceptions.callQueueTooBig": 0, "QueueCallTime_num_ops": 35, "QueueCallTime_min": 0, "QueueCallTime_max": 0, "QueueCallTime_mean": 0, "QueueCallTime_25th_percentile": 0, "QueueCallTime_median": 0, "QueueCallTime_75th_percentile": 0, "QueueCallTime_90th_percentile": 0, "QueueCallTime_95th_percentile": 0, "QueueCallTime_98th_percentile": 0, "QueueCallTime_99th_percentile": 0, "QueueCallTime_99.9th_percentile": 0, "authenticationFailures": 0, "exceptions.multiResponseTooLarge": 0, "exceptions.callDropped": 0, "TotalCallTime_num_ops": 35, "TotalCallTime_min": 0, "TotalCallTime_max": 0, "TotalCallTime_mean": 0, "TotalCallTime_25th_percentile": 0, "TotalCallTime_median": 0, "TotalCallTime_75th_percentile": 0, "TotalCallTime_90th_percentile": 0, "TotalCallTime_95th_percentile": 0, "TotalCallTime_98th_percentile": 0, "TotalCallTime_99th_percentile": 0, "TotalCallTime_99.9th_percentile": 0, "exceptions.RegionTooBusyException": 0, "exceptions.FailedSanityCheckException": 0, "ResponseSize_num_ops": 35, "ResponseSize_min": 0, "ResponseSize_max": 0, "ResponseSize_mean": 0, "ResponseSize_25th_percentile": 0, "ResponseSize_median": 0, "ResponseSize_75th_percentile": 0, "ResponseSize_90th_percentile": 0, "ResponseSize_95th_percentile": 0, "ResponseSize_98th_percentile": 0, "ResponseSize_99th_percentile": 0, "ResponseSize_99.9th_percentile": 0, "exceptions.UnknownScannerException": 0, "exceptions": 0, "maxOutboundBytesExceeded": 0, "authenticationFallbacks": 0, "exceptions.quotaExceeded": 0, "exceptions.callTimedOut": 0, "exceptions.NotServingRegionException": 0, "authorizationSuccesses": 0, "exceptions.ScannerResetException": 0, "RequestSize_num_ops": 35, "RequestSize_min": 0, "RequestSize_max": 0, "RequestSize_mean": 0, "RequestSize_25th_percentile": 0, "RequestSize_median": 0, "RequestSize_75th_percentile": 0, "RequestSize_90th_percentile": 0, "RequestSize_95th_percentile": 0, "RequestSize_98th_percentile": 0, "RequestSize_99th_percentile": 0, "RequestSize_99.9th_percentile": 0, "sentBytes": 680 } ], "beans": [ { "name": "Hadoop:service=HBase,name=RegionServer,sub=Replication", "modelerType": "RegionServer,sub=Replication", "tag.Context": "regionserver", "tag.Hostname": "331c7316141f", "source.shippedHFiles": 0, "Source.ageOfLastShippedOp_num_ops": 0, "Source.ageOfLastShippedOp_min": 0, "Source.ageOfLastShippedOp_max": 0, "Source.ageOfLastShippedOp_mean": 0, "Source.ageOfLastShippedOp_25th_percentile": 0, "Source.ageOfLastShippedOp_median": 0, "Source.ageOfLastShippedOp_75th_percentile": 0, "Source.ageOfLastShippedOp_90th_percentile": 0, "Source.ageOfLastShippedOp_95th_percentile": 0, "Source.ageOfLastShippedOp_98th_percentile": 0, "Source.ageOfLastShippedOp_99th_percentile": 0, "Source.ageOfLastShippedOp_99.9th_percentile": 0, "source.uncleanlyClosedLogs": 0, "source.closedLogsWithUnknownFileLength": 0, "source.walReaderEditsBufferUsage": 0, "source.repeatedLogFileBytes": 0, "source.sizeOfHFileRefsQueue": 0, "source.logReadInBytes": 0, "source.completedRecoverQueues": 0, "source.sizeOfLogQueue": 0, "source.restartedLogReading": 0, "source.failedRecoverQueues": 0, "source.ignoredUncleanlyClosedLogContentsInBytes": 0, "Sink.ageOfLastAppliedOp_num_ops": 0, "Sink.ageOfLastAppliedOp_min": 0, "Sink.ageOfLastAppliedOp_max": 0, "Sink.ageOfLastAppliedOp_mean": 0, "Sink.ageOfLastAppliedOp_25th_percentile": 0, "Sink.ageOfLastAppliedOp_median": 0, "Sink.ageOfLastAppliedOp_75th_percentile": 0, "Sink.ageOfLastAppliedOp_90th_percentile": 0, "Sink.ageOfLastAppliedOp_95th_percentile": 0, "Sink.ageOfLastAppliedOp_98th_percentile": 0, "Sink.ageOfLastAppliedOp_99th_percentile": 0, "Sink.ageOfLastAppliedOp_99.9th_percentile": 0, "source.logEditsRead": 0, "source.numInitializing": 0, "source.shippedOps": 0, "sink.appliedHFiles": 0, "source.logEditsFiltered": 0, "source.shippedBytes": 0, "sink.appliedOps": 0, "source.completedLogs": 0, "source.failedBatches": 0, "sink.failedBatches": 0, "source.shippedBatches": 0, "sink.appliedBatches": 0 } ], "beans": [ { "name": "Hadoop:service=HBase,name=RegionServer,sub=Server", "modelerType": "RegionServer,sub=Server", "tag.zookeeperQuorum": "127.0.0.1:59186", "tag.serverName": "331c7316141f,44879,1731031965672", "tag.clusterId": "a21a13bd-bda8-4b29-8e34-6b43a0ad2197", "tag.Context": "regionserver", "tag.Hostname": "331c7316141f", "regionCount": 4, "storeCount": 4, "hlogFileCount": 5, "hlogFileSize": 0, "storeFileCount": 0, "maxStoreFileCount": 0, "memStoreSize": 0, "memStoreHeapSize": 1024, "memStoreOffHeapSize": 0, "storeFileSize": 0, "storeFileSizeGrowthRate": 0.0, "maxStoreFileAge": 0, "minStoreFileAge": 0, "avgStoreFileAge": 0, "numReferenceFiles": 0, "regionServerStartTime": 1731031965672, "averageRegionSize": 0, "storeFileIndexSize": 0, "staticIndexSize": 0, "staticBloomSize": 0, "bloomFilterRequestsCount": 0, "bloomFilterNegativeResultsCount": 0, "bloomFilterEligibleRequestsCount": 0, "mutationsWithoutWALCount": 0, "mutationsWithoutWALSize": 0, "percentFilesLocal": 0.0, "percentFilesLocalSecondaryRegions": 0.0, "totalBytesRead": 0, "localBytesRead": 0, "shortCircuitBytesRead": 0, "zeroCopyBytesRead": 0, "splitQueueLength": 0, "compactionQueueLength": 0, "smallCompactionQueueLength": 0, "largeCompactionQueueLength": 0, "flushQueueLength": 0, "blockCacheFreeSize": 922070024, "blockCacheCount": 0, "blockCacheDataBlockCount": 0, "blockCacheSize": 676856, "blockCacheCountHitPercent": 0.0, "blockCacheExpressHitPercent": 0.0, "l1CacheSize": 676856, "l1CacheFreeSize": 922070024, "l1CacheCount": 0, "l1CacheEvictionCount": 0, "l1CacheHitCount": 0, "l1CacheMissCount": 0, "l1CacheHitRatio": 0.0, "l1CacheMissRatio": 0.0, "l2CacheSize": 0, "l2CacheFreeSize": 0, "l2CacheCount": 0, "l2CacheEvictionCount": 0, "l2CacheHitCount": 0, "l2CacheMissCount": 0, "l2CacheHitRatio": 0.0, "l2CacheMissRatio": 0.0, "mobFileCacheCount": 0, "mobFileCacheHitPercent": 0.0, "readRequestRatePerSecond": 0.0, "writeRequestRatePerSecond": 0.0, "ByteBuffAllocatorHeapAllocationBytes": 0, "ByteBuffAllocatorPoolAllocationBytes": 0, "ByteBuffAllocatorHeapAllocationRatio": 0.0, "ByteBuffAllocatorTotalBufferCount": 186, "ByteBuffAllocatorUsedBufferCount": 0, "activeScanners": 0, "totalRequestCount": 0, "totalRowActionRequestCount": 0, "readRequestCount": 0, "cpRequestCount": 0, "filteredReadRequestCount": 0, "writeRequestCount": 0, "rpcGetRequestCount": 0, "rpcFullScanRequestCount": 0, "rpcScanRequestCount": 0, "rpcMultiRequestCount": 0, "rpcMutateRequestCount": 0, "checkMutateFailedCount": 0, "checkMutatePassedCount": 0, "blockCacheHitCount": 0, "blockCacheHitCountPrimary": 0, "blockCacheHitCachingCount": 0, "blockCacheMissCount": 0, "blockCacheMissCountPrimary": 0, "blockCacheMissCachingCount": 0, "blockCacheEvictionCount": 0, "blockCacheEvictionCountPrimary": 0, "blockCacheFailedInsertionCount": 0, "blockCacheDataMissCount": 0, "blockCacheLeafIndexMissCount": 0, "blockCacheBloomChunkMissCount": 0, "blockCacheMetaMissCount": 0, "blockCacheRootIndexMissCount": 0, "blockCacheIntermediateIndexMissCount": 0, "blockCacheFileInfoMissCount": 0, "blockCacheGeneralBloomMetaMissCount": 0, "blockCacheDeleteFamilyBloomMissCount": 0, "blockCacheTrailerMissCount": 0, "blockCacheDataHitCount": 0, "blockCacheLeafIndexHitCount": 0, "blockCacheBloomChunkHitCount": 0, "blockCacheMetaHitCount": 0, "blockCacheRootIndexHitCount": 0, "blockCacheIntermediateIndexHitCount": 0, "blockCacheFileInfoHitCount": 0, "blockCacheGeneralBloomMetaHitCount": 0, "blockCacheDeleteFamilyBloomHitCount": 0, "blockCacheTrailerHitCount": 0, "updatesBlockedTime": 0, "flushedCellsCount": 0, "compactedCellsCount": 0, "majorCompactedCellsCount": 0, "flushedCellsSize": 0, "compactedCellsSize": 0, "majorCompactedCellsSize": 0, "cellsCountCompactedFromMob": 0, "cellsCountCompactedToMob": 0, "cellsSizeCompactedFromMob": 0, "cellsSizeCompactedToMob": 0, "mobFlushCount": 0, "mobFlushedCellsCount": 0, "mobFlushedCellsSize": 0, "mobScanCellsCount": 0, "mobScanCellsSize": 0, "mobFileCacheAccessCount": 0, "mobFileCacheMissCount": 0, "mobFileCacheEvictedCount": 0, "hedgedReads": 0, "hedgedReadWins": 0, "hedgedReadOpsInCurThread": 0, "blockedRequestCount": 0, "CheckAndMutate_num_ops": 0, "CheckAndMutate_min": 0, "CheckAndMutate_max": 0, "CheckAndMutate_mean": 0, "CheckAndMutate_25th_percentile": 0, "CheckAndMutate_median": 0, "CheckAndMutate_75th_percentile": 0, "CheckAndMutate_90th_percentile": 0, "CheckAndMutate_95th_percentile": 0, "CheckAndMutate_98th_percentile": 0, "CheckAndMutate_99th_percentile": 0, "CheckAndMutate_99.9th_percentile": 0, "MajorCompactionTime_num_ops": 0, "MajorCompactionTime_min": 0, "MajorCompactionTime_max": 0, "MajorCompactionTime_mean": 0, "MajorCompactionTime_25th_percentile": 0, "MajorCompactionTime_median": 0, "MajorCompactionTime_75th_percentile": 0, "MajorCompactionTime_90th_percentile": 0, "MajorCompactionTime_95th_percentile": 0, "MajorCompactionTime_98th_percentile": 0, "MajorCompactionTime_99th_percentile": 0, "MajorCompactionTime_99.9th_percentile": 0, "ScanTime_num_ops": 0, "ScanTime_min": 0, "ScanTime_max": 0, "ScanTime_mean": 0, "ScanTime_25th_percentile": 0, "ScanTime_median": 0, "ScanTime_75th_percentile": 0, "ScanTime_90th_percentile": 0, "ScanTime_95th_percentile": 0, "ScanTime_98th_percentile": 0, "ScanTime_99th_percentile": 0, "ScanTime_99.9th_percentile": 0, "CheckAndMutateBlockBytesScanned_num_ops": 0, "CheckAndMutateBlockBytesScanned_min": 0, "CheckAndMutateBlockBytesScanned_max": 0, "CheckAndMutateBlockBytesScanned_mean": 0, "CheckAndMutateBlockBytesScanned_25th_percentile": 0, "CheckAndMutateBlockBytesScanned_median": 0, "CheckAndMutateBlockBytesScanned_75th_percentile": 0, "CheckAndMutateBlockBytesScanned_90th_percentile": 0, "CheckAndMutateBlockBytesScanned_95th_percentile": 0, "CheckAndMutateBlockBytesScanned_98th_percentile": 0, "CheckAndMutateBlockBytesScanned_99th_percentile": 0, "CheckAndMutateBlockBytesScanned_99.9th_percentile": 0, "Put_num_ops": 0, "Put_min": 0, "Put_max": 0, "Put_mean": 0, "Put_25th_percentile": 0, "Put_median": 0, "Put_75th_percentile": 0, "Put_90th_percentile": 0, "Put_95th_percentile": 0, "Put_98th_percentile": 0, "Put_99th_percentile": 0, "Put_99.9th_percentile": 0, "splitRequestCount": 0, "AppendBlockBytesScanned_num_ops": 0, "AppendBlockBytesScanned_min": 0, "AppendBlockBytesScanned_max": 0, "AppendBlockBytesScanned_mean": 0, "AppendBlockBytesScanned_25th_percentile": 0, "AppendBlockBytesScanned_median": 0, "AppendBlockBytesScanned_75th_percentile": 0, "AppendBlockBytesScanned_90th_percentile": 0, "AppendBlockBytesScanned_95th_percentile": 0, "AppendBlockBytesScanned_98th_percentile": 0, "AppendBlockBytesScanned_99th_percentile": 0, "AppendBlockBytesScanned_99.9th_percentile": 0, "PutBatch_num_ops": 0, "PutBatch_min": 0, "PutBatch_max": 0, "PutBatch_mean": 0, "PutBatch_25th_percentile": 0, "PutBatch_median": 0, "PutBatch_75th_percentile": 0, "PutBatch_90th_percentile": 0, "PutBatch_95th_percentile": 0, "PutBatch_98th_percentile": 0, "PutBatch_99th_percentile": 0, "PutBatch_99.9th_percentile": 0, "IncrementBlockBytesScanned_num_ops": 0, "IncrementBlockBytesScanned_min": 0, "IncrementBlockBytesScanned_max": 0, "IncrementBlockBytesScanned_mean": 0, "IncrementBlockBytesScanned_25th_percentile": 0, "IncrementBlockBytesScanned_median": 0, "IncrementBlockBytesScanned_75th_percentile": 0, "IncrementBlockBytesScanned_90th_percentile": 0, "IncrementBlockBytesScanned_95th_percentile": 0, "IncrementBlockBytesScanned_98th_percentile": 0, "IncrementBlockBytesScanned_99th_percentile": 0, "IncrementBlockBytesScanned_99.9th_percentile": 0, "SplitTime_num_ops": 0, "SplitTime_min": 0, "SplitTime_max": 0, "SplitTime_mean": 0, "SplitTime_25th_percentile": 0, "SplitTime_median": 0, "SplitTime_75th_percentile": 0, "SplitTime_90th_percentile": 0, "SplitTime_95th_percentile": 0, "SplitTime_98th_percentile": 0, "SplitTime_99th_percentile": 0, "SplitTime_99.9th_percentile": 0, "GetBlockBytesScanned_num_ops": 0, "GetBlockBytesScanned_min": 0, "GetBlockBytesScanned_max": 0, "GetBlockBytesScanned_mean": 0, "GetBlockBytesScanned_25th_percentile": 0, "GetBlockBytesScanned_median": 0, "GetBlockBytesScanned_75th_percentile": 0, "GetBlockBytesScanned_90th_percentile": 0, "GetBlockBytesScanned_95th_percentile": 0, "GetBlockBytesScanned_98th_percentile": 0, "GetBlockBytesScanned_99th_percentile": 0, "GetBlockBytesScanned_99.9th_percentile": 0, "majorCompactedInputBytes": 0, "slowAppendCount": 0, "flushedOutputBytes": 0, "Replay_num_ops": 0, "Replay_min": 0, "Replay_max": 0, "Replay_mean": 0, "Replay_25th_percentile": 0, "Replay_median": 0, "Replay_75th_percentile": 0, "Replay_90th_percentile": 0, "Replay_95th_percentile": 0, "Replay_98th_percentile": 0, "Replay_99th_percentile": 0, "Replay_99.9th_percentile": 0, "MajorCompactionInputSize_num_ops": 0, "MajorCompactionInputSize_min": 0, "MajorCompactionInputSize_max": 0, "MajorCompactionInputSize_mean": 0, "MajorCompactionInputSize_25th_percentile": 0, "MajorCompactionInputSize_median": 0, "MajorCompactionInputSize_75th_percentile": 0, "MajorCompactionInputSize_90th_percentile": 0, "MajorCompactionInputSize_95th_percentile": 0, "MajorCompactionInputSize_98th_percentile": 0, "MajorCompactionInputSize_99th_percentile": 0, "MajorCompactionInputSize_99.9th_percentile": 0, "pauseInfoThresholdExceeded": 0, "CheckAndDelete_num_ops": 0, "CheckAndDelete_min": 0, "CheckAndDelete_max": 0, "CheckAndDelete_mean": 0, "CheckAndDelete_25th_percentile": 0, "CheckAndDelete_median": 0, "CheckAndDelete_75th_percentile": 0, "CheckAndDelete_90th_percentile": 0, "CheckAndDelete_95th_percentile": 0, "CheckAndDelete_98th_percentile": 0, "CheckAndDelete_99th_percentile": 0, "CheckAndDelete_99.9th_percentile": 0, "CompactionInputSize_num_ops": 0, "CompactionInputSize_min": 0, "CompactionInputSize_max": 0, "CompactionInputSize_mean": 0, "CompactionInputSize_25th_percentile": 0, "CompactionInputSize_median": 0, "CompactionInputSize_75th_percentile": 0, "CompactionInputSize_90th_percentile": 0, "CompactionInputSize_95th_percentile": 0, "CompactionInputSize_98th_percentile": 0, "CompactionInputSize_99th_percentile": 0, "CompactionInputSize_99.9th_percentile": 0, "flushedMemstoreBytes": 0, "majorCompactedOutputBytes": 0, "slowPutCount": 0, "compactedInputBytes": 0, "FlushOutputSize_num_ops": 0, "FlushOutputSize_min": 0, "FlushOutputSize_max": 0, "FlushOutputSize_mean": 0, "FlushOutputSize_25th_percentile": 0, "FlushOutputSize_median": 0, "FlushOutputSize_75th_percentile": 0, "FlushOutputSize_90th_percentile": 0, "FlushOutputSize_95th_percentile": 0, "FlushOutputSize_98th_percentile": 0, "FlushOutputSize_99th_percentile": 0, "FlushOutputSize_99.9th_percentile": 0, "PauseTimeWithGc_num_ops": 0, "PauseTimeWithGc_min": 0, "PauseTimeWithGc_max": 0, "PauseTimeWithGc_mean": 0, "PauseTimeWithGc_25th_percentile": 0, "PauseTimeWithGc_median": 0, "PauseTimeWithGc_75th_percentile": 0, "PauseTimeWithGc_90th_percentile": 0, "PauseTimeWithGc_95th_percentile": 0, "PauseTimeWithGc_98th_percentile": 0, "PauseTimeWithGc_99th_percentile": 0, "PauseTimeWithGc_99.9th_percentile": 0, "compactedOutputBytes": 0, "pauseWarnThresholdExceeded": 0, "ScanBlockBytesScanned_num_ops": 0, "ScanBlockBytesScanned_min": 0, "ScanBlockBytesScanned_max": 0, "ScanBlockBytesScanned_mean": 0, "ScanBlockBytesScanned_25th_percentile": 0, "ScanBlockBytesScanned_median": 0, "ScanBlockBytesScanned_75th_percentile": 0, "ScanBlockBytesScanned_90th_percentile": 0, "ScanBlockBytesScanned_95th_percentile": 0, "ScanBlockBytesScanned_98th_percentile": 0, "ScanBlockBytesScanned_99th_percentile": 0, "ScanBlockBytesScanned_99.9th_percentile": 0, "Increment_num_ops": 0, "Increment_min": 0, "Increment_max": 0, "Increment_mean": 0, "Increment_25th_percentile": 0, "Increment_median": 0, "Increment_75th_percentile": 0, "Increment_90th_percentile": 0, "Increment_95th_percentile": 0, "Increment_98th_percentile": 0, "Increment_99th_percentile": 0, "Increment_99.9th_percentile": 0, "Delete_num_ops": 0, "Delete_min": 0, "Delete_max": 0, "Delete_mean": 0, "Delete_25th_percentile": 0, "Delete_median": 0, "Delete_75th_percentile": 0, "Delete_90th_percentile": 0, "Delete_95th_percentile": 0, "Delete_98th_percentile": 0, "Delete_99th_percentile": 0, "Delete_99.9th_percentile": 0, "DeleteBatch_num_ops": 0, "DeleteBatch_min": 0, "DeleteBatch_max": 0, "DeleteBatch_mean": 0, "DeleteBatch_25th_percentile": 0, "DeleteBatch_median": 0, "DeleteBatch_75th_percentile": 0, "DeleteBatch_90th_percentile": 0, "DeleteBatch_95th_percentile": 0, "DeleteBatch_98th_percentile": 0, "DeleteBatch_99th_percentile": 0, "DeleteBatch_99.9th_percentile": 0, "blockBytesScannedCount": 0, "FlushMemstoreSize_num_ops": 0, "FlushMemstoreSize_min": 0, "FlushMemstoreSize_max": 0, "FlushMemstoreSize_mean": 0, "FlushMemstoreSize_25th_percentile": 0, "FlushMemstoreSize_median": 0, "FlushMemstoreSize_75th_percentile": 0, "FlushMemstoreSize_90th_percentile": 0, "FlushMemstoreSize_95th_percentile": 0, "FlushMemstoreSize_98th_percentile": 0, "FlushMemstoreSize_99th_percentile": 0, "FlushMemstoreSize_99.9th_percentile": 0, "CompactionInputFileCount_num_ops": 0, "CompactionInputFileCount_min": 0, "CompactionInputFileCount_max": 0, "CompactionInputFileCount_mean": 0, "CompactionInputFileCount_25th_percentile": 0, "CompactionInputFileCount_median": 0, "CompactionInputFileCount_75th_percentile": 0, "CompactionInputFileCount_90th_percentile": 0, "CompactionInputFileCount_95th_percentile": 0, "CompactionInputFileCount_98th_percentile": 0, "CompactionInputFileCount_99th_percentile": 0, "CompactionInputFileCount_99.9th_percentile": 0, "CompactionTime_num_ops": 0, "CompactionTime_min": 0, "CompactionTime_max": 0, "CompactionTime_mean": 0, "CompactionTime_25th_percentile": 0, "CompactionTime_median": 0, "CompactionTime_75th_percentile": 0, "CompactionTime_90th_percentile": 0, "CompactionTime_95th_percentile": 0, "CompactionTime_98th_percentile": 0, "CompactionTime_99th_percentile": 0, "CompactionTime_99.9th_percentile": 0, "Get_num_ops": 0, "Get_min": 0, "Get_max": 0, "Get_mean": 0, "Get_25th_percentile": 0, "Get_median": 0, "Get_75th_percentile": 0, "Get_90th_percentile": 0, "Get_95th_percentile": 0, "Get_98th_percentile": 0, "Get_99th_percentile": 0, "Get_99.9th_percentile": 0, "MajorCompactionInputFileCount_num_ops": 0, "MajorCompactionInputFileCount_min": 0, "MajorCompactionInputFileCount_max": 0, "MajorCompactionInputFileCount_mean": 0, "MajorCompactionInputFileCount_25th_percentile": 0, "MajorCompactionInputFileCount_median": 0, "MajorCompactionInputFileCount_75th_percentile": 0, "MajorCompactionInputFileCount_90th_percentile": 0, "MajorCompactionInputFileCount_95th_percentile": 0, "MajorCompactionInputFileCount_98th_percentile": 0, "MajorCompactionInputFileCount_99th_percentile": 0, "MajorCompactionInputFileCount_99.9th_percentile": 0, "scannerLeaseExpiredCount": 0, "CheckAndPut_num_ops": 0, "CheckAndPut_min": 0, "CheckAndPut_max": 0, "CheckAndPut_mean": 0, "CheckAndPut_25th_percentile": 0, "CheckAndPut_median": 0, "CheckAndPut_75th_percentile": 0, "CheckAndPut_90th_percentile": 0, "CheckAndPut_95th_percentile": 0, "CheckAndPut_98th_percentile": 0, "CheckAndPut_99th_percentile": 0, "CheckAndPut_99.9th_percentile": 0, "MajorCompactionOutputSize_num_ops": 0, "MajorCompactionOutputSize_min": 0, "MajorCompactionOutputSize_max": 0, "MajorCompactionOutputSize_mean": 0, "MajorCompactionOutputSize_25th_percentile": 0, "MajorCompactionOutputSize_median": 0, "MajorCompactionOutputSize_75th_percentile": 0, "MajorCompactionOutputSize_90th_percentile": 0, "MajorCompactionOutputSize_95th_percentile": 0, "MajorCompactionOutputSize_98th_percentile": 0, "MajorCompactionOutputSize_99th_percentile": 0, "MajorCompactionOutputSize_99.9th_percentile": 0, "CompactionOutputFileCount_num_ops": 0, "CompactionOutputFileCount_min": 0, "CompactionOutputFileCount_max": 0, "CompactionOutputFileCount_mean": 0, "CompactionOutputFileCount_25th_percentile": 0, "CompactionOutputFileCount_median": 0, "CompactionOutputFileCount_75th_percentile": 0, "CompactionOutputFileCount_90th_percentile": 0, "CompactionOutputFileCount_95th_percentile": 0, "CompactionOutputFileCount_98th_percentile": 0, "CompactionOutputFileCount_99th_percentile": 0, "CompactionOutputFileCount_99.9th_percentile": 0, "slowDeleteCount": 0, "FlushTime_num_ops": 0, "FlushTime_min": 0, "FlushTime_max": 0, "FlushTime_mean": 0, "FlushTime_25th_percentile": 0, "FlushTime_median": 0, "FlushTime_75th_percentile": 0, "FlushTime_90th_percentile": 0, "FlushTime_95th_percentile": 0, "FlushTime_98th_percentile": 0, "FlushTime_99th_percentile": 0, "FlushTime_99.9th_percentile": 0, "splitSuccessCount": 0, "MajorCompactionOutputFileCount_num_ops": 0, "MajorCompactionOutputFileCount_min": 0, "MajorCompactionOutputFileCount_max": 0, "MajorCompactionOutputFileCount_mean": 0, "MajorCompactionOutputFileCount_25th_percentile": 0, "MajorCompactionOutputFileCount_median": 0, "MajorCompactionOutputFileCount_75th_percentile": 0, "MajorCompactionOutputFileCount_90th_percentile": 0, "MajorCompactionOutputFileCount_95th_percentile": 0, "MajorCompactionOutputFileCount_98th_percentile": 0, "MajorCompactionOutputFileCount_99th_percentile": 0, "MajorCompactionOutputFileCount_99.9th_percentile": 0, "slowGetCount": 0, "ScanSize_num_ops": 0, "ScanSize_min": 0, "ScanSize_max": 0, "ScanSize_mean": 0, "ScanSize_25th_percentile": 0, "ScanSize_median": 0, "ScanSize_75th_percentile": 0, "ScanSize_90th_percentile": 0, "ScanSize_95th_percentile": 0, "ScanSize_98th_percentile": 0, "ScanSize_99th_percentile": 0, "ScanSize_99.9th_percentile": 0, "CompactionOutputSize_num_ops": 0, "CompactionOutputSize_min": 0, "CompactionOutputSize_max": 0, "CompactionOutputSize_mean": 0, "CompactionOutputSize_25th_percentile": 0, "CompactionOutputSize_median": 0, "CompactionOutputSize_75th_percentile": 0, "CompactionOutputSize_90th_percentile": 0, "CompactionOutputSize_95th_percentile": 0, "CompactionOutputSize_98th_percentile": 0, "CompactionOutputSize_99th_percentile": 0, "CompactionOutputSize_99.9th_percentile": 0, "PauseTimeWithoutGc_num_ops": 0, "PauseTimeWithoutGc_min": 0, "PauseTimeWithoutGc_max": 0, "PauseTimeWithoutGc_mean": 0, "PauseTimeWithoutGc_25th_percentile": 0, "PauseTimeWithoutGc_median": 0, "PauseTimeWithoutGc_75th_percentile": 0, "PauseTimeWithoutGc_90th_percentile": 0, "PauseTimeWithoutGc_95th_percentile": 0, "PauseTimeWithoutGc_98th_percentile": 0, "PauseTimeWithoutGc_99th_percentile": 0, "PauseTimeWithoutGc_99.9th_percentile": 0, "slowIncrementCount": 0, "Append_num_ops": 0, "Append_min": 0, "Append_max": 0, "Append_mean": 0, "Append_25th_percentile": 0, "Append_median": 0, "Append_75th_percentile": 0, "Append_90th_percentile": 0, "Append_95th_percentile": 0, "Append_98th_percentile": 0, "Append_99th_percentile": 0, "Append_99.9th_percentile": 0, "Bulkload_count": 0, "Bulkload_mean_rate": 0.0, "Bulkload_1min_rate": 0.0, "Bulkload_5min_rate": 0.0, "Bulkload_15min_rate": 0.0, "Bulkload_num_ops": 0, "Bulkload_min": 0, "Bulkload_max": 0, "Bulkload_mean": 0, "Bulkload_25th_percentile": 0, "Bulkload_median": 0, "Bulkload_75th_percentile": 0, "Bulkload_90th_percentile": 0, "Bulkload_95th_percentile": 0, "Bulkload_98th_percentile": 0, "Bulkload_99th_percentile": 0, "Bulkload_99.9th_percentile": 0 } ] } 2024-11-08T02:13:19,544 WARN [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34721 {}] master.MasterRpcServices(700): 331c7316141f,39347,1731031965891 reported a fatal error: ***** ABORTING region server 331c7316141f,39347,1731031965891: Simulated kill ***** 2024-11-08T02:13:19,547 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '331c7316141f,39347,1731031965891' ***** 2024-11-08T02:13:19,547 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Simulated kill 2024-11-08T02:13:19,547 INFO [RS:1;331c7316141f:39347 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-08T02:13:19,547 INFO [RS:1;331c7316141f:39347 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager abruptly. 2024-11-08T02:13:19,547 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-08T02:13:19,548 INFO [RS:1;331c7316141f:39347 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager abruptly. 2024-11-08T02:13:19,548 INFO [RS:1;331c7316141f:39347 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-08T02:13:19,548 INFO [RS:1;331c7316141f:39347 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:1;331c7316141f:39347. 2024-11-08T02:13:19,548 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-08T02:13:19,548 DEBUG [RS:1;331c7316141f:39347 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-08T02:13:19,548 DEBUG [RS:1;331c7316141f:39347 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T02:13:19,556 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45337 is added to blk_1073741835_1011 (size=966) 2024-11-08T02:13:19,556 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37783 is added to blk_1073741835_1011 (size=966) 2024-11-08T02:13:19,557 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39993 is added to blk_1073741835_1011 (size=966) 2024-11-08T02:13:19,559 DEBUG [RS:1;331c7316141f:39347 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T02:13:19,559 INFO [RS:1;331c7316141f:39347 {}] regionserver.LeaseManager(133): Closed leases 2024-11-08T02:13:19,559 INFO [RS:1;331c7316141f:39347 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:39347 2024-11-08T02:13:19,562 INFO [regionserver/331c7316141f:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-08T02:13:19,562 INFO [regionserver/331c7316141f:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-08T02:13:19,598 INFO [regionserver/331c7316141f:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-08T02:13:19,624 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34721-0x101183795f10000, quorum=127.0.0.1:59186, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-08T02:13:19,624 INFO [RS:1;331c7316141f:39347 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-08T02:13:19,624 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39347-0x101183795f10002, quorum=127.0.0.1:59186, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/331c7316141f,39347,1731031965891 2024-11-08T02:13:19,625 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [331c7316141f,39347,1731031965891] 2024-11-08T02:13:19,645 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/331c7316141f,39347,1731031965891 already deleted, retry=false 2024-11-08T02:13:19,645 INFO [RegionServerTracker-0 {}] master.ServerManager(695): Processing expiration of 331c7316141f,39347,1731031965891 on 331c7316141f,34721,1731031964836 2024-11-08T02:13:19,650 DEBUG [RegionServerTracker-0 {}] procedure2.ProcedureExecutor(1139): Stored pid=36, state=RUNNABLE:SERVER_CRASH_START, hasLock=false; ServerCrashProcedure 331c7316141f,39347,1731031965891, splitWal=true, meta=false 2024-11-08T02:13:19,653 INFO [RegionServerTracker-0 {}] assignment.AssignmentManager(1991): Scheduled ServerCrashProcedure pid=36 for 331c7316141f,39347,1731031965891 (carryingMeta=false) 331c7316141f,39347,1731031965891/CRASHED/regionCount=3/lock=java.util.concurrent.locks.ReentrantReadWriteLock@145d2f84[Write locks = 1, Read locks = 0], oldState=ONLINE. 2024-11-08T02:13:19,653 INFO [PEWorker-4 {}] procedure.ServerCrashProcedure(169): Start pid=36, state=RUNNABLE:SERVER_CRASH_START, hasLock=true; ServerCrashProcedure 331c7316141f,39347,1731031965891, splitWal=true, meta=false 2024-11-08T02:13:19,655 INFO [PEWorker-4 {}] procedure.ServerCrashProcedure(207): 331c7316141f,39347,1731031965891 had 3 regions 2024-11-08T02:13:19,655 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure b6929e42b0aae7cce63d3f666e7c9e28 2024-11-08T02:13:19,655 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=35, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 2c8c5d4bf967d1cedfa6718bbf5c454f 2024-11-08T02:13:19,655 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=27, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure dcf149c45617aae1a573632d3d9bbfe6 2024-11-08T02:13:19,659 INFO [PEWorker-4 {}] procedure.ServerCrashProcedure(339): Splitting WALs pid=36, state=RUNNABLE:SERVER_CRASH_SPLIT_LOGS, hasLock=true; ServerCrashProcedure 331c7316141f,39347,1731031965891, splitWal=true, meta=false, isMeta: false 2024-11-08T02:13:19,659 WARN [PEWorker-5 {}] procedure.SnapshotRegionProcedure(211): pid=35, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure 2c8c5d4bf967d1cedfa6718bbf5c454f can not run currently because target server of region SPTestTable,e6666661,1731031978473.2c8c5d4bf967d1cedfa6718bbf5c454f. 331c7316141f,39347,1731031965891 is in state CRASHED, wait 1000 ms to retry 2024-11-08T02:13:19,659 WARN [PEWorker-3 {}] procedure.SnapshotRegionProcedure(211): pid=32, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure b6929e42b0aae7cce63d3f666e7c9e28 can not run currently because target server of region SPTestTable,99999996,1731031978473.b6929e42b0aae7cce63d3f666e7c9e28. 331c7316141f,39347,1731031965891 is in state CRASHED, wait 1000 ms to retry 2024-11-08T02:13:19,659 WARN [PEWorker-2 {}] procedure.SnapshotRegionProcedure(211): pid=27, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure dcf149c45617aae1a573632d3d9bbfe6 can not run currently because target server of region SPTestTable,19999999,1731031978473.dcf149c45617aae1a573632d3d9bbfe6. 331c7316141f,39347,1731031965891 is in state SPLITTING, wait 1000 ms to retry 2024-11-08T02:13:19,659 INFO [PEWorker-2 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=27, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure dcf149c45617aae1a573632d3d9bbfe6; timeout=1000, timestamp=1731032000659 2024-11-08T02:13:19,659 INFO [PEWorker-3 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=32, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure b6929e42b0aae7cce63d3f666e7c9e28; timeout=1000, timestamp=1731032000659 2024-11-08T02:13:19,659 INFO [PEWorker-5 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=35, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure 2c8c5d4bf967d1cedfa6718bbf5c454f; timeout=1000, timestamp=1731032000659 2024-11-08T02:13:19,662 DEBUG [PEWorker-4 {}] master.MasterWalManager(329): Renamed region directory: hdfs://localhost:44559/user/jenkins/test-data/8065f3b6-f94d-72af-d2a1-6989b1f92369/WALs/331c7316141f,39347,1731031965891-splitting 2024-11-08T02:13:19,663 INFO [PEWorker-4 {}] master.SplitWALManager(105): 331c7316141f,39347,1731031965891 WAL count=1, meta=false 2024-11-08T02:13:19,666 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=37, ppid=36, state=RUNNABLE:ACQUIRE_SPLIT_WAL_WORKER, hasLock=false; SplitWALProcedure 331c7316141f%2C39347%2C1731031965891.1731031967731}] 2024-11-08T02:13:19,680 DEBUG [PEWorker-1 {}] master.SplitWALManager(158): Acquired split WAL worker=331c7316141f,38705,1731031965946 2024-11-08T02:13:19,683 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=38, ppid=37, state=RUNNABLE, hasLock=false; SplitWALRemoteProcedure 331c7316141f%2C39347%2C1731031965891.1731031967731, worker=331c7316141f,38705,1731031965946}] 2024-11-08T02:13:19,735 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39347-0x101183795f10002, quorum=127.0.0.1:59186, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-08T02:13:19,735 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39347-0x101183795f10002, quorum=127.0.0.1:59186, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-08T02:13:19,736 INFO [RS:1;331c7316141f:39347 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-08T02:13:19,736 INFO [RS:1;331c7316141f:39347 {}] regionserver.HRegionServer(1031): Exiting; stopping=331c7316141f,39347,1731031965891; zookeeper connection closed. 2024-11-08T02:13:19,736 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@175028ff {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@175028ff 2024-11-08T02:13:20,659 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=35, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 2c8c5d4bf967d1cedfa6718bbf5c454f 2024-11-08T02:13:20,659 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure b6929e42b0aae7cce63d3f666e7c9e28 2024-11-08T02:13:20,660 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=27, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure dcf149c45617aae1a573632d3d9bbfe6 2024-11-08T02:13:20,661 WARN [PEWorker-4 {}] procedure.SnapshotRegionProcedure(211): pid=27, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure dcf149c45617aae1a573632d3d9bbfe6 can not run currently because target server of region SPTestTable,19999999,1731031978473.dcf149c45617aae1a573632d3d9bbfe6. 331c7316141f,39347,1731031965891 is in state SPLITTING, wait 2000 ms to retry 2024-11-08T02:13:20,661 WARN [PEWorker-2 {}] procedure.SnapshotRegionProcedure(211): pid=35, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure 2c8c5d4bf967d1cedfa6718bbf5c454f can not run currently because target server of region SPTestTable,e6666661,1731031978473.2c8c5d4bf967d1cedfa6718bbf5c454f. 331c7316141f,39347,1731031965891 is in state SPLITTING, wait 2000 ms to retry 2024-11-08T02:13:20,661 WARN [PEWorker-5 {}] procedure.SnapshotRegionProcedure(211): pid=32, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure b6929e42b0aae7cce63d3f666e7c9e28 can not run currently because target server of region SPTestTable,99999996,1731031978473.b6929e42b0aae7cce63d3f666e7c9e28. 331c7316141f,39347,1731031965891 is in state SPLITTING, wait 2000 ms to retry 2024-11-08T02:13:20,661 INFO [PEWorker-4 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=27, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure dcf149c45617aae1a573632d3d9bbfe6; timeout=2000, timestamp=1731032002661 2024-11-08T02:13:20,661 INFO [PEWorker-2 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=35, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure 2c8c5d4bf967d1cedfa6718bbf5c454f; timeout=2000, timestamp=1731032002661 2024-11-08T02:13:20,661 INFO [PEWorker-5 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=32, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure b6929e42b0aae7cce63d3f666e7c9e28; timeout=2000, timestamp=1731032002661 2024-11-08T02:13:22,662 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=35, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 2c8c5d4bf967d1cedfa6718bbf5c454f 2024-11-08T02:13:22,663 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure b6929e42b0aae7cce63d3f666e7c9e28 2024-11-08T02:13:22,663 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=27, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure dcf149c45617aae1a573632d3d9bbfe6 2024-11-08T02:13:22,667 WARN [PEWorker-3 {}] procedure.SnapshotRegionProcedure(211): pid=32, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure b6929e42b0aae7cce63d3f666e7c9e28 can not run currently because target server of region SPTestTable,99999996,1731031978473.b6929e42b0aae7cce63d3f666e7c9e28. 331c7316141f,39347,1731031965891 is in state SPLITTING, wait 4000 ms to retry 2024-11-08T02:13:22,667 WARN [PEWorker-4 {}] procedure.SnapshotRegionProcedure(211): pid=27, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure dcf149c45617aae1a573632d3d9bbfe6 can not run currently because target server of region SPTestTable,19999999,1731031978473.dcf149c45617aae1a573632d3d9bbfe6. 331c7316141f,39347,1731031965891 is in state SPLITTING, wait 4000 ms to retry 2024-11-08T02:13:22,667 WARN [PEWorker-1 {}] procedure.SnapshotRegionProcedure(211): pid=35, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure 2c8c5d4bf967d1cedfa6718bbf5c454f can not run currently because target server of region SPTestTable,e6666661,1731031978473.2c8c5d4bf967d1cedfa6718bbf5c454f. 331c7316141f,39347,1731031965891 is in state SPLITTING, wait 4000 ms to retry 2024-11-08T02:13:22,668 INFO [PEWorker-4 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=27, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure dcf149c45617aae1a573632d3d9bbfe6; timeout=4000, timestamp=1731032006667 2024-11-08T02:13:22,668 INFO [PEWorker-3 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=32, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure b6929e42b0aae7cce63d3f666e7c9e28; timeout=4000, timestamp=1731032006667 2024-11-08T02:13:22,668 INFO [PEWorker-1 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=35, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure 2c8c5d4bf967d1cedfa6718bbf5c454f; timeout=4000, timestamp=1731032006668 2024-11-08T02:13:26,667 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure b6929e42b0aae7cce63d3f666e7c9e28 2024-11-08T02:13:26,668 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=27, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure dcf149c45617aae1a573632d3d9bbfe6 2024-11-08T02:13:26,668 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=35, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 2c8c5d4bf967d1cedfa6718bbf5c454f 2024-11-08T02:13:26,670 WARN [PEWorker-2 {}] procedure.SnapshotRegionProcedure(211): pid=32, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure b6929e42b0aae7cce63d3f666e7c9e28 can not run currently because target server of region SPTestTable,99999996,1731031978473.b6929e42b0aae7cce63d3f666e7c9e28. 331c7316141f,39347,1731031965891 is in state SPLITTING, wait 8000 ms to retry 2024-11-08T02:13:26,670 WARN [PEWorker-5 {}] procedure.SnapshotRegionProcedure(211): pid=27, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure dcf149c45617aae1a573632d3d9bbfe6 can not run currently because target server of region SPTestTable,19999999,1731031978473.dcf149c45617aae1a573632d3d9bbfe6. 331c7316141f,39347,1731031965891 is in state SPLITTING, wait 8000 ms to retry 2024-11-08T02:13:26,671 INFO [PEWorker-2 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=32, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure b6929e42b0aae7cce63d3f666e7c9e28; timeout=8000, timestamp=1731032014670 2024-11-08T02:13:26,671 INFO [PEWorker-5 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=27, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure dcf149c45617aae1a573632d3d9bbfe6; timeout=8000, timestamp=1731032014670 2024-11-08T02:13:26,671 WARN [PEWorker-3 {}] procedure.SnapshotRegionProcedure(211): pid=35, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure 2c8c5d4bf967d1cedfa6718bbf5c454f can not run currently because target server of region SPTestTable,e6666661,1731031978473.2c8c5d4bf967d1cedfa6718bbf5c454f. 331c7316141f,39347,1731031965891 is in state SPLITTING, wait 8000 ms to retry 2024-11-08T02:13:26,671 INFO [PEWorker-3 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=35, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure 2c8c5d4bf967d1cedfa6718bbf5c454f; timeout=8000, timestamp=1731032014671 2024-11-08T02:13:29,223 ERROR [ProcedureDispatcherTimeoutThread {}] procedure2.RemoteProcedureDispatcher$TimeoutExecutorThread(331): DelayQueue for RemoteProcedureDispatcher is not empty when timed waiting elapsed. If this is repeated consistently, it means no element is getting expired from the queue and it might freeze the system. Queue: [containedObject=331c7316141f,44879,1731031965672, timeout=1731032009486, delay=262, operations=[pid=33, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure a182ec46eefd826951f080f3c381e1e0, pid=29, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 359dfef56dcdedddec276b5bbe3c828e, pid=30, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure e0796a95e04e9f980a916682c3700fee, pid=26, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 4714508e5d7e66b341d71717f36e1ab4], containedObject=331c7316141f,39347,1731031965891, timeout=1731032009488, delay=264, operations=null, containedObject=331c7316141f,38705,1731031965946, timeout=1731032009488, delay=264, operations=[pid=31, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 97254291dc268d8e08d34c82dac6fd33, pid=28, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure c0e9f5ea7b8aace1b023a7ef8d44a2ea, pid=34, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 1035758a82a140fd20b4f9af80bd8fd5, pid=38, ppid=37, state=RUNNABLE, hasLock=false; SplitWALRemoteProcedure 331c7316141f%2C39347%2C1731031965891.1731031967731, worker=331c7316141f,38705,1731031965946]] 2024-11-08T02:13:29,492 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38705 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=31 2024-11-08T02:13:29,492 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44879 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=33 2024-11-08T02:13:29,493 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38705 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=28 2024-11-08T02:13:29,493 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44879 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=29 2024-11-08T02:13:29,493 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/331c7316141f:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,7ffffffd,1731031978473.97254291dc268d8e08d34c82dac6fd33. 2024-11-08T02:13:29,493 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/331c7316141f:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,b333332f,1731031978473.a182ec46eefd826951f080f3c381e1e0. 2024-11-08T02:13:29,493 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38705 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=34 2024-11-08T02:13:29,493 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/331c7316141f:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,33333332,1731031978473.c0e9f5ea7b8aace1b023a7ef8d44a2ea. 2024-11-08T02:13:29,494 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/331c7316141f:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,4ccccccb,1731031978473.359dfef56dcdedddec276b5bbe3c828e. 2024-11-08T02:13:29,494 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44879 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=30 2024-11-08T02:13:29,494 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/331c7316141f:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,ccccccc8,1731031978473.1035758a82a140fd20b4f9af80bd8fd5. 2024-11-08T02:13:29,494 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44879 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=26 2024-11-08T02:13:29,494 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/331c7316141f:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,66666664,1731031978473.e0796a95e04e9f980a916682c3700fee. 2024-11-08T02:13:29,494 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38705 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SplitWALCallable, pid=38 2024-11-08T02:13:29,497 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/331c7316141f:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.HRegion(2902): Flushing 1035758a82a140fd20b4f9af80bd8fd5 1/1 column families, dataSize=38.00 KB heapSize=131.98 KB 2024-11-08T02:13:29,497 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/331c7316141f:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HRegion(2902): Flushing a182ec46eefd826951f080f3c381e1e0 1/1 column families, dataSize=21.42 KB heapSize=74.49 KB 2024-11-08T02:13:29,498 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/331c7316141f:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] regionserver.HRegion(2603): Flush status journal for 97254291dc268d8e08d34c82dac6fd33: 2024-11-08T02:13:29,498 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/331c7316141f:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] regionserver.HRegion(2603): Flush status journal for c0e9f5ea7b8aace1b023a7ef8d44a2ea: 2024-11-08T02:13:29,498 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/331c7316141f:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] regionserver.HRegion(2603): Flush status journal for 359dfef56dcdedddec276b5bbe3c828e: 2024-11-08T02:13:29,498 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/331c7316141f:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] regionserver.HRegion(2603): Flush status journal for e0796a95e04e9f980a916682c3700fee: 2024-11-08T02:13:29,498 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/331c7316141f:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,7ffffffd,1731031978473.97254291dc268d8e08d34c82dac6fd33. for SnapshotProcedureTest completed. 2024-11-08T02:13:29,498 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/331c7316141f:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,4ccccccb,1731031978473.359dfef56dcdedddec276b5bbe3c828e. for SnapshotProcedureTest completed. 2024-11-08T02:13:29,498 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/331c7316141f:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,66666664,1731031978473.e0796a95e04e9f980a916682c3700fee. for SnapshotProcedureTest completed. 2024-11-08T02:13:29,498 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/331c7316141f:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,33333332,1731031978473.c0e9f5ea7b8aace1b023a7ef8d44a2ea. for SnapshotProcedureTest completed. 2024-11-08T02:13:29,499 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/331c7316141f:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,7ffffffd,1731031978473.97254291dc268d8e08d34c82dac6fd33.' region-info for snapshot=SnapshotProcedureTest 2024-11-08T02:13:29,499 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/331c7316141f:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,66666664,1731031978473.e0796a95e04e9f980a916682c3700fee.' region-info for snapshot=SnapshotProcedureTest 2024-11-08T02:13:29,499 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/331c7316141f:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,4ccccccb,1731031978473.359dfef56dcdedddec276b5bbe3c828e.' region-info for snapshot=SnapshotProcedureTest 2024-11-08T02:13:29,499 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/331c7316141f:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,33333332,1731031978473.c0e9f5ea7b8aace1b023a7ef8d44a2ea.' region-info for snapshot=SnapshotProcedureTest 2024-11-08T02:13:29,501 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/331c7316141f:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-08T02:13:29,501 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/331c7316141f:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-08T02:13:29,501 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/331c7316141f:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-08T02:13:29,501 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/331c7316141f:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-08T02:13:29,504 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/331c7316141f:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-11-08T02:13:29,504 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/331c7316141f:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-11-08T02:13:29,504 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/331c7316141f:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-11-08T02:13:29,505 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/331c7316141f:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-11-08T02:13:29,527 INFO [RS_LOG_REPLAY_OPS-regionserver/331c7316141f:0-0 {event_type=RS_LOG_REPLAY, pid=38}] wal.WALSplitter(299): Splitting hdfs://localhost:44559/user/jenkins/test-data/8065f3b6-f94d-72af-d2a1-6989b1f92369/WALs/331c7316141f,39347,1731031965891-splitting/331c7316141f%2C39347%2C1731031965891.1731031967731, size=966 (966bytes) 2024-11-08T02:13:29,528 DEBUG [RS_LOG_REPLAY_OPS-regionserver/331c7316141f:0-0 {event_type=RS_LOG_REPLAY, pid=38}] util.RecoverLeaseFSUtils(47): Initialize RecoverLeaseFSUtils 2024-11-08T02:13:29,528 DEBUG [RS_LOG_REPLAY_OPS-regionserver/331c7316141f:0-0 {event_type=RS_LOG_REPLAY, pid=38}] util.RecoverLeaseFSUtils(59): set recoverLeaseMethod to org.apache.hadoop.fs.LeaseRecoverable.recoverLease() 2024-11-08T02:13:29,528 INFO [RS_LOG_REPLAY_OPS-regionserver/331c7316141f:0-0 {event_type=RS_LOG_REPLAY, pid=38}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:44559/user/jenkins/test-data/8065f3b6-f94d-72af-d2a1-6989b1f92369/WALs/331c7316141f,39347,1731031965891-splitting/331c7316141f%2C39347%2C1731031965891.1731031967731 2024-11-08T02:13:29,539 INFO [RS_LOG_REPLAY_OPS-regionserver/331c7316141f:0-0 {event_type=RS_LOG_REPLAY, pid=38}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:44559/user/jenkins/test-data/8065f3b6-f94d-72af-d2a1-6989b1f92369/WALs/331c7316141f,39347,1731031965891-splitting/331c7316141f%2C39347%2C1731031965891.1731031967731 after 7ms 2024-11-08T02:13:29,550 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39993 is added to blk_1073741849_1025 (size=65) 2024-11-08T02:13:29,551 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37783 is added to blk_1073741849_1025 (size=65) 2024-11-08T02:13:29,551 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45337 is added to blk_1073741849_1025 (size=65) 2024-11-08T02:13:29,552 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/331c7316141f:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,7ffffffd,1731031978473.97254291dc268d8e08d34c82dac6fd33. 2024-11-08T02:13:29,554 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/331c7316141f:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=31 2024-11-08T02:13:29,555 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45337 is added to blk_1073741850_1026 (size=65) 2024-11-08T02:13:29,555 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39993 is added to blk_1073741850_1026 (size=65) 2024-11-08T02:13:29,556 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37783 is added to blk_1073741850_1026 (size=65) 2024-11-08T02:13:29,556 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/331c7316141f:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,33333332,1731031978473.c0e9f5ea7b8aace1b023a7ef8d44a2ea. 2024-11-08T02:13:29,556 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/331c7316141f:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=28 2024-11-08T02:13:29,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34721 {}] master.HMaster(4169): Remote procedure done, pid=31 2024-11-08T02:13:29,561 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34721 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 97254291dc268d8e08d34c82dac6fd33 2024-11-08T02:13:29,562 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=31, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 97254291dc268d8e08d34c82dac6fd33 2024-11-08T02:13:29,563 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45337 is added to blk_1073741851_1027 (size=65) 2024-11-08T02:13:29,563 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39993 is added to blk_1073741851_1027 (size=65) 2024-11-08T02:13:29,563 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37783 is added to blk_1073741851_1027 (size=65) 2024-11-08T02:13:29,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34721 {}] master.HMaster(4169): Remote procedure done, pid=28 2024-11-08T02:13:29,564 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34721 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region c0e9f5ea7b8aace1b023a7ef8d44a2ea 2024-11-08T02:13:29,564 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/331c7316141f:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,66666664,1731031978473.e0796a95e04e9f980a916682c3700fee. 2024-11-08T02:13:29,564 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/331c7316141f:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=30 2024-11-08T02:13:29,564 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/331c7316141f:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,,1731031978473.4714508e5d7e66b341d71717f36e1ab4. 2024-11-08T02:13:29,565 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/331c7316141f:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] regionserver.HRegion(2603): Flush status journal for 4714508e5d7e66b341d71717f36e1ab4: 2024-11-08T02:13:29,565 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/331c7316141f:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,,1731031978473.4714508e5d7e66b341d71717f36e1ab4. for SnapshotProcedureTest completed. 2024-11-08T02:13:29,565 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/331c7316141f:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,,1731031978473.4714508e5d7e66b341d71717f36e1ab4.' region-info for snapshot=SnapshotProcedureTest 2024-11-08T02:13:29,565 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/331c7316141f:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-08T02:13:29,565 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/331c7316141f:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-11-08T02:13:29,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34721 {}] master.HMaster(4169): Remote procedure done, pid=30 2024-11-08T02:13:29,566 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34721 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region e0796a95e04e9f980a916682c3700fee 2024-11-08T02:13:29,566 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=30, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure e0796a95e04e9f980a916682c3700fee 2024-11-08T02:13:29,566 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=28, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure c0e9f5ea7b8aace1b023a7ef8d44a2ea 2024-11-08T02:13:29,568 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=31, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 97254291dc268d8e08d34c82dac6fd33 in 10.0850 sec 2024-11-08T02:13:29,570 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=28, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure c0e9f5ea7b8aace1b023a7ef8d44a2ea in 10.0890 sec 2024-11-08T02:13:29,570 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=30, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure e0796a95e04e9f980a916682c3700fee in 10.0890 sec 2024-11-08T02:13:29,582 INFO [RS_LOG_REPLAY_OPS-regionserver/331c7316141f:0-0 {event_type=RS_LOG_REPLAY, pid=38}] wal.WALSplitter(310): Open hdfs://localhost:44559/user/jenkins/test-data/8065f3b6-f94d-72af-d2a1-6989b1f92369/WALs/331c7316141f,39347,1731031965891-splitting/331c7316141f%2C39347%2C1731031965891.1731031967731 took 57ms 2024-11-08T02:13:29,586 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39993 is added to blk_1073741852_1028 (size=65) 2024-11-08T02:13:29,589 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37783 is added to blk_1073741852_1028 (size=65) 2024-11-08T02:13:29,590 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45337 is added to blk_1073741852_1028 (size=65) 2024-11-08T02:13:29,590 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/331c7316141f:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,4ccccccb,1731031978473.359dfef56dcdedddec276b5bbe3c828e. 2024-11-08T02:13:29,590 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/331c7316141f:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=29 2024-11-08T02:13:29,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34721 {}] master.HMaster(4169): Remote procedure done, pid=29 2024-11-08T02:13:29,591 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34721 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 359dfef56dcdedddec276b5bbe3c828e 2024-11-08T02:13:29,591 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=29, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 359dfef56dcdedddec276b5bbe3c828e 2024-11-08T02:13:29,595 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=29, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 359dfef56dcdedddec276b5bbe3c828e in 10.1140 sec 2024-11-08T02:13:29,606 DEBUG [RS_LOG_REPLAY_OPS-regionserver/331c7316141f:0-0 {event_type=RS_LOG_REPLAY, pid=38}] wal.WALSplitter(352): Last flushed sequenceid for dcf149c45617aae1a573632d3d9bbfe6: last_flushed_sequence_id: 18446744073709551615 store_sequence_id { family_name: "cf" sequence_id: 18446744073709551615 } 2024-11-08T02:13:29,609 DEBUG [RS_LOG_REPLAY_OPS-regionserver/331c7316141f:0-0 {event_type=RS_LOG_REPLAY, pid=38}] wal.WALSplitter(352): Last flushed sequenceid for 2c8c5d4bf967d1cedfa6718bbf5c454f: last_flushed_sequence_id: 18446744073709551615 store_sequence_id { family_name: "cf" sequence_id: 18446744073709551615 } 2024-11-08T02:13:29,609 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/331c7316141f:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44559/user/jenkins/test-data/8065f3b6-f94d-72af-d2a1-6989b1f92369/data/default/SPTestTable/a182ec46eefd826951f080f3c381e1e0/.tmp/cf/7e9e3d2bac2a486eb139f25ae124f971 is 34, key is baa/cf:cf/1731031998523/Put/seqid=0 2024-11-08T02:13:29,611 DEBUG [RS_LOG_REPLAY_OPS-regionserver/331c7316141f:0-0 {event_type=RS_LOG_REPLAY, pid=38}] wal.WALSplitter(352): Last flushed sequenceid for b6929e42b0aae7cce63d3f666e7c9e28: last_flushed_sequence_id: 18446744073709551615 store_sequence_id { family_name: "cf" sequence_id: 18446744073709551615 } 2024-11-08T02:13:29,612 DEBUG [RS_LOG_REPLAY_OPS-regionserver/331c7316141f:0-0 {event_type=RS_LOG_REPLAY, pid=38}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:44559/user/jenkins/test-data/8065f3b6-f94d-72af-d2a1-6989b1f92369/WALs/331c7316141f,39347,1731031965891-splitting/331c7316141f%2C39347%2C1731031965891.1731031967731 so closing down 2024-11-08T02:13:29,612 DEBUG [RS_LOG_REPLAY_OPS-regionserver/331c7316141f:0-0 {event_type=RS_LOG_REPLAY, pid=38}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-08T02:13:29,612 INFO [RS_LOG_REPLAY_OPS-regionserver/331c7316141f:0-0 {event_type=RS_LOG_REPLAY, pid=38}] wal.OutputSink(145): 3 split writer threads finished 2024-11-08T02:13:29,615 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/331c7316141f:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44559/user/jenkins/test-data/8065f3b6-f94d-72af-d2a1-6989b1f92369/data/default/SPTestTable/1035758a82a140fd20b4f9af80bd8fd5/.tmp/cf/9ab3ede3a10d4cac88972ee3073a916e is 34, key is ccd/cf:cf/1731031998528/Put/seqid=0 2024-11-08T02:13:29,617 INFO [RS_LOG_REPLAY_OPS-regionserver/331c7316141f:0-0 {event_type=RS_LOG_REPLAY, pid=38}] wal.WALSplitter(425): Processed 3 edits across 0 Regions in 16 ms; skipped=3; WAL=hdfs://localhost:44559/user/jenkins/test-data/8065f3b6-f94d-72af-d2a1-6989b1f92369/WALs/331c7316141f,39347,1731031965891-splitting/331c7316141f%2C39347%2C1731031965891.1731031967731, size=966, length=966, corrupted=false, cancelled=false 2024-11-08T02:13:29,617 DEBUG [RS_LOG_REPLAY_OPS-regionserver/331c7316141f:0-0 {event_type=RS_LOG_REPLAY, pid=38}] wal.WALSplitter(428): Completed split of hdfs://localhost:44559/user/jenkins/test-data/8065f3b6-f94d-72af-d2a1-6989b1f92369/WALs/331c7316141f,39347,1731031965891-splitting/331c7316141f%2C39347%2C1731031965891.1731031967731, journal: Splitting hdfs://localhost:44559/user/jenkins/test-data/8065f3b6-f94d-72af-d2a1-6989b1f92369/WALs/331c7316141f,39347,1731031965891-splitting/331c7316141f%2C39347%2C1731031965891.1731031967731, size=966 (966bytes) at 1731032009527Finishing writing output for hdfs://localhost:44559/user/jenkins/test-data/8065f3b6-f94d-72af-d2a1-6989b1f92369/WALs/331c7316141f,39347,1731031965891-splitting/331c7316141f%2C39347%2C1731031965891.1731031967731 so closing down at 1731032009612 (+85 ms)3 split writer threads finished at 1731032009612Processed 3 edits across 0 Regions in 16 ms; skipped=3; WAL=hdfs://localhost:44559/user/jenkins/test-data/8065f3b6-f94d-72af-d2a1-6989b1f92369/WALs/331c7316141f,39347,1731031965891-splitting/331c7316141f%2C39347%2C1731031965891.1731031967731, size=966, length=966, corrupted=false, cancelled=false at 1731032009617 (+5 ms) 2024-11-08T02:13:29,618 DEBUG [RS_LOG_REPLAY_OPS-regionserver/331c7316141f:0-0 {event_type=RS_LOG_REPLAY, pid=38}] regionserver.SplitLogWorker(218): Done splitting WAL hdfs://localhost:44559/user/jenkins/test-data/8065f3b6-f94d-72af-d2a1-6989b1f92369/WALs/331c7316141f,39347,1731031965891-splitting/331c7316141f%2C39347%2C1731031965891.1731031967731 2024-11-08T02:13:29,618 DEBUG [RS_LOG_REPLAY_OPS-regionserver/331c7316141f:0-0 {event_type=RS_LOG_REPLAY, pid=38}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=38 2024-11-08T02:13:29,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34721 {}] master.HMaster(4169): Remote procedure done, pid=38 2024-11-08T02:13:29,624 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37783 is added to blk_1073741853_1029 (size=57) 2024-11-08T02:13:29,624 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39993 is added to blk_1073741853_1029 (size=57) 2024-11-08T02:13:29,625 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45337 is added to blk_1073741853_1029 (size=57) 2024-11-08T02:13:29,626 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/331c7316141f:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,,1731031978473.4714508e5d7e66b341d71717f36e1ab4. 2024-11-08T02:13:29,626 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/331c7316141f:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=26 2024-11-08T02:13:29,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34721 {}] master.HMaster(4169): Remote procedure done, pid=26 2024-11-08T02:13:29,627 INFO [PEWorker-3 {}] wal.WALSplitUtil(143): Moved hdfs://localhost:44559/user/jenkins/test-data/8065f3b6-f94d-72af-d2a1-6989b1f92369/WALs/331c7316141f,39347,1731031965891-splitting/331c7316141f%2C39347%2C1731031965891.1731031967731 to hdfs://localhost:44559/user/jenkins/test-data/8065f3b6-f94d-72af-d2a1-6989b1f92369/oldWALs 2024-11-08T02:13:29,627 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34721 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 4714508e5d7e66b341d71717f36e1ab4 2024-11-08T02:13:29,627 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=26, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 4714508e5d7e66b341d71717f36e1ab4 2024-11-08T02:13:29,633 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=26, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 4714508e5d7e66b341d71717f36e1ab4 in 10.1490 sec 2024-11-08T02:13:29,633 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=38, resume processing ppid=37 2024-11-08T02:13:29,634 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=38, ppid=37, state=SUCCESS, hasLock=false; SplitWALRemoteProcedure 331c7316141f%2C39347%2C1731031965891.1731031967731, worker=331c7316141f,38705,1731031965946 in 9.9440 sec 2024-11-08T02:13:29,634 DEBUG [PEWorker-1 {}] master.SplitWALManager(172): Release split WAL worker=331c7316141f,38705,1731031965946 2024-11-08T02:13:29,639 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=37, resume processing ppid=36 2024-11-08T02:13:29,639 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=37, ppid=36, state=SUCCESS, hasLock=false; SplitWALProcedure 331c7316141f%2C39347%2C1731031965891.1731031967731, worker=331c7316141f,38705,1731031965946 in 9.9700 sec 2024-11-08T02:13:29,641 INFO [PEWorker-2 {}] master.SplitLogManager(171): hdfs://localhost:44559/user/jenkins/test-data/8065f3b6-f94d-72af-d2a1-6989b1f92369/WALs/331c7316141f,39347,1731031965891-splitting dir is empty, no logs to split. 2024-11-08T02:13:29,641 INFO [PEWorker-2 {}] master.SplitWALManager(105): 331c7316141f,39347,1731031965891 WAL count=0, meta=false 2024-11-08T02:13:29,641 DEBUG [PEWorker-2 {}] procedure.ServerCrashProcedure(329): Check if 331c7316141f,39347,1731031965891 WAL splitting is done? wals=0, meta=false 2024-11-08T02:13:29,642 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45337 is added to blk_1073741855_1031 (size=47197) 2024-11-08T02:13:29,643 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39993 is added to blk_1073741855_1031 (size=47197) 2024-11-08T02:13:29,643 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37783 is added to blk_1073741855_1031 (size=47197) 2024-11-08T02:13:29,644 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/331c7316141f:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.00 KB at sequenceid=5 (bloomFilter=true), to=hdfs://localhost:44559/user/jenkins/test-data/8065f3b6-f94d-72af-d2a1-6989b1f92369/data/default/SPTestTable/1035758a82a140fd20b4f9af80bd8fd5/.tmp/cf/9ab3ede3a10d4cac88972ee3073a916e 2024-11-08T02:13:29,645 INFO [PEWorker-2 {}] procedure.ServerCrashProcedure(321): Remove WAL directory for 331c7316141f,39347,1731031965891 failed, ignore...File hdfs://localhost:44559/user/jenkins/test-data/8065f3b6-f94d-72af-d2a1-6989b1f92369/WALs/331c7316141f,39347,1731031965891-splitting does not exist. 2024-11-08T02:13:29,647 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=39, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=dcf149c45617aae1a573632d3d9bbfe6, ASSIGN}, {pid=40, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=b6929e42b0aae7cce63d3f666e7c9e28, ASSIGN}, {pid=41, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=2c8c5d4bf967d1cedfa6718bbf5c454f, ASSIGN}] 2024-11-08T02:13:29,649 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=40, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=b6929e42b0aae7cce63d3f666e7c9e28, ASSIGN 2024-11-08T02:13:29,649 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=39, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=dcf149c45617aae1a573632d3d9bbfe6, ASSIGN 2024-11-08T02:13:29,649 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=41, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=2c8c5d4bf967d1cedfa6718bbf5c454f, ASSIGN 2024-11-08T02:13:29,650 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=41, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=2c8c5d4bf967d1cedfa6718bbf5c454f, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-11-08T02:13:29,650 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=40, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=b6929e42b0aae7cce63d3f666e7c9e28, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-11-08T02:13:29,650 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=39, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=dcf149c45617aae1a573632d3d9bbfe6, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-11-08T02:13:29,660 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39993 is added to blk_1073741854_1030 (size=28623) 2024-11-08T02:13:29,660 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37783 is added to blk_1073741854_1030 (size=28623) 2024-11-08T02:13:29,662 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45337 is added to blk_1073741854_1030 (size=28623) 2024-11-08T02:13:29,662 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/331c7316141f:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=21.42 KB at sequenceid=5 (bloomFilter=true), to=hdfs://localhost:44559/user/jenkins/test-data/8065f3b6-f94d-72af-d2a1-6989b1f92369/data/default/SPTestTable/a182ec46eefd826951f080f3c381e1e0/.tmp/cf/7e9e3d2bac2a486eb139f25ae124f971 2024-11-08T02:13:29,695 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/331c7316141f:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44559/user/jenkins/test-data/8065f3b6-f94d-72af-d2a1-6989b1f92369/data/default/SPTestTable/a182ec46eefd826951f080f3c381e1e0/.tmp/cf/7e9e3d2bac2a486eb139f25ae124f971 as hdfs://localhost:44559/user/jenkins/test-data/8065f3b6-f94d-72af-d2a1-6989b1f92369/data/default/SPTestTable/a182ec46eefd826951f080f3c381e1e0/cf/7e9e3d2bac2a486eb139f25ae124f971 2024-11-08T02:13:29,695 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/331c7316141f:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44559/user/jenkins/test-data/8065f3b6-f94d-72af-d2a1-6989b1f92369/data/default/SPTestTable/1035758a82a140fd20b4f9af80bd8fd5/.tmp/cf/9ab3ede3a10d4cac88972ee3073a916e as hdfs://localhost:44559/user/jenkins/test-data/8065f3b6-f94d-72af-d2a1-6989b1f92369/data/default/SPTestTable/1035758a82a140fd20b4f9af80bd8fd5/cf/9ab3ede3a10d4cac88972ee3073a916e 2024-11-08T02:13:29,705 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/331c7316141f:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44559/user/jenkins/test-data/8065f3b6-f94d-72af-d2a1-6989b1f92369/data/default/SPTestTable/a182ec46eefd826951f080f3c381e1e0/cf/7e9e3d2bac2a486eb139f25ae124f971, entries=731, sequenceid=5, filesize=28.0 K 2024-11-08T02:13:29,705 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/331c7316141f:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44559/user/jenkins/test-data/8065f3b6-f94d-72af-d2a1-6989b1f92369/data/default/SPTestTable/1035758a82a140fd20b4f9af80bd8fd5/cf/9ab3ede3a10d4cac88972ee3073a916e, entries=1297, sequenceid=5, filesize=46.1 K 2024-11-08T02:13:29,712 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/331c7316141f:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.HRegion(3140): Finished flush of dataSize ~38.00 KB/38910, heapSize ~131.96 KB/135128, currentSize=0 B/0 for 1035758a82a140fd20b4f9af80bd8fd5 in 214ms, sequenceid=5, compaction requested=false 2024-11-08T02:13:29,712 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/331c7316141f:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HRegion(3140): Finished flush of dataSize ~21.42 KB/21930, heapSize ~74.48 KB/76264, currentSize=0 B/0 for a182ec46eefd826951f080f3c381e1e0 in 214ms, sequenceid=5, compaction requested=false 2024-11-08T02:13:29,713 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/331c7316141f:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HRegion(2603): Flush status journal for a182ec46eefd826951f080f3c381e1e0: 2024-11-08T02:13:29,713 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/331c7316141f:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.HRegion(2603): Flush status journal for 1035758a82a140fd20b4f9af80bd8fd5: 2024-11-08T02:13:29,713 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/331c7316141f:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,ccccccc8,1731031978473.1035758a82a140fd20b4f9af80bd8fd5. for SnapshotProcedureTest completed. 2024-11-08T02:13:29,713 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/331c7316141f:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,b333332f,1731031978473.a182ec46eefd826951f080f3c381e1e0. for SnapshotProcedureTest completed. 2024-11-08T02:13:29,713 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/331c7316141f:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,b333332f,1731031978473.a182ec46eefd826951f080f3c381e1e0.' region-info for snapshot=SnapshotProcedureTest 2024-11-08T02:13:29,713 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/331c7316141f:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,ccccccc8,1731031978473.1035758a82a140fd20b4f9af80bd8fd5.' region-info for snapshot=SnapshotProcedureTest 2024-11-08T02:13:29,713 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/331c7316141f:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-08T02:13:29,713 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/331c7316141f:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-08T02:13:29,713 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/331c7316141f:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] snapshot.SnapshotManifest(256): Adding snapshot references for [hdfs://localhost:44559/user/jenkins/test-data/8065f3b6-f94d-72af-d2a1-6989b1f92369/data/default/SPTestTable/a182ec46eefd826951f080f3c381e1e0/cf/7e9e3d2bac2a486eb139f25ae124f971] hfiles 2024-11-08T02:13:29,713 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/331c7316141f:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] snapshot.SnapshotManifest(256): Adding snapshot references for [hdfs://localhost:44559/user/jenkins/test-data/8065f3b6-f94d-72af-d2a1-6989b1f92369/data/default/SPTestTable/1035758a82a140fd20b4f9af80bd8fd5/cf/9ab3ede3a10d4cac88972ee3073a916e] hfiles 2024-11-08T02:13:29,715 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/331c7316141f:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] snapshot.SnapshotManifest(265): Adding reference for file (1/1): hdfs://localhost:44559/user/jenkins/test-data/8065f3b6-f94d-72af-d2a1-6989b1f92369/data/default/SPTestTable/1035758a82a140fd20b4f9af80bd8fd5/cf/9ab3ede3a10d4cac88972ee3073a916e for snapshot=SnapshotProcedureTest 2024-11-08T02:13:29,715 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/331c7316141f:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] snapshot.SnapshotManifest(265): Adding reference for file (1/1): hdfs://localhost:44559/user/jenkins/test-data/8065f3b6-f94d-72af-d2a1-6989b1f92369/data/default/SPTestTable/a182ec46eefd826951f080f3c381e1e0/cf/7e9e3d2bac2a486eb139f25ae124f971 for snapshot=SnapshotProcedureTest 2024-11-08T02:13:29,729 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37783 is added to blk_1073741856_1032 (size=105) 2024-11-08T02:13:29,729 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45337 is added to blk_1073741856_1032 (size=105) 2024-11-08T02:13:29,729 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39993 is added to blk_1073741856_1032 (size=105) 2024-11-08T02:13:29,730 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/331c7316141f:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,ccccccc8,1731031978473.1035758a82a140fd20b4f9af80bd8fd5. 2024-11-08T02:13:29,730 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/331c7316141f:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=34 2024-11-08T02:13:29,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34721 {}] master.HMaster(4169): Remote procedure done, pid=34 2024-11-08T02:13:29,730 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34721 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 1035758a82a140fd20b4f9af80bd8fd5 2024-11-08T02:13:29,731 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=34, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 1035758a82a140fd20b4f9af80bd8fd5 2024-11-08T02:13:29,734 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=34, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 1035758a82a140fd20b4f9af80bd8fd5 in 10.2530 sec 2024-11-08T02:13:29,734 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37783 is added to blk_1073741857_1033 (size=105) 2024-11-08T02:13:29,735 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45337 is added to blk_1073741857_1033 (size=105) 2024-11-08T02:13:29,735 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39993 is added to blk_1073741857_1033 (size=105) 2024-11-08T02:13:29,736 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/331c7316141f:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,b333332f,1731031978473.a182ec46eefd826951f080f3c381e1e0. 2024-11-08T02:13:29,736 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/331c7316141f:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=33 2024-11-08T02:13:29,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34721 {}] master.HMaster(4169): Remote procedure done, pid=33 2024-11-08T02:13:29,736 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34721 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region a182ec46eefd826951f080f3c381e1e0 2024-11-08T02:13:29,737 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=33, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure a182ec46eefd826951f080f3c381e1e0 2024-11-08T02:13:29,739 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=33, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure a182ec46eefd826951f080f3c381e1e0 in 10.2590 sec 2024-11-08T02:13:29,801 DEBUG [331c7316141f:34721 {}] balancer.BalancerClusterState(204): Hosts are {331c7316141f=0} racks are {/default-rack=0} 2024-11-08T02:13:29,801 DEBUG [331c7316141f:34721 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-11-08T02:13:29,801 DEBUG [331c7316141f:34721 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-11-08T02:13:29,801 DEBUG [331c7316141f:34721 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-11-08T02:13:29,801 DEBUG [331c7316141f:34721 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-11-08T02:13:29,801 INFO [331c7316141f:34721 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-11-08T02:13:29,801 INFO [331c7316141f:34721 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-11-08T02:13:29,801 DEBUG [331c7316141f:34721 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-11-08T02:13:29,802 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=40 updating hbase:meta row=b6929e42b0aae7cce63d3f666e7c9e28, regionState=OPENING, regionLocation=331c7316141f,44879,1731031965672 2024-11-08T02:13:29,802 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=41 updating hbase:meta row=2c8c5d4bf967d1cedfa6718bbf5c454f, regionState=OPENING, regionLocation=331c7316141f,38705,1731031965946 2024-11-08T02:13:29,802 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=39 updating hbase:meta row=dcf149c45617aae1a573632d3d9bbfe6, regionState=OPENING, regionLocation=331c7316141f,38705,1731031965946 2024-11-08T02:13:29,805 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=40, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=b6929e42b0aae7cce63d3f666e7c9e28, ASSIGN because future has completed 2024-11-08T02:13:29,805 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=42, ppid=40, state=RUNNABLE, hasLock=false; OpenRegionProcedure b6929e42b0aae7cce63d3f666e7c9e28, server=331c7316141f,44879,1731031965672}] 2024-11-08T02:13:29,806 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=39, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=dcf149c45617aae1a573632d3d9bbfe6, ASSIGN because future has completed 2024-11-08T02:13:29,807 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=43, ppid=39, state=RUNNABLE, hasLock=false; OpenRegionProcedure dcf149c45617aae1a573632d3d9bbfe6, server=331c7316141f,38705,1731031965946}] 2024-11-08T02:13:29,808 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=41, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=2c8c5d4bf967d1cedfa6718bbf5c454f, ASSIGN because future has completed 2024-11-08T02:13:29,808 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=44, ppid=41, state=RUNNABLE, hasLock=false; OpenRegionProcedure 2c8c5d4bf967d1cedfa6718bbf5c454f, server=331c7316141f,38705,1731031965946}] 2024-11-08T02:13:34,670 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(842): Waiting on xlock for pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure b6929e42b0aae7cce63d3f666e7c9e28 held by pid=40 2024-11-08T02:13:34,670 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(842): Waiting on xlock for pid=27, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure dcf149c45617aae1a573632d3d9bbfe6 held by pid=39 2024-11-08T02:13:34,670 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1511): LOCK_EVENT_WAIT pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure b6929e42b0aae7cce63d3f666e7c9e28 2024-11-08T02:13:34,670 DEBUG [PEWorker-1 {}] procedure2.ProcedureExecutor(1511): LOCK_EVENT_WAIT pid=27, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure dcf149c45617aae1a573632d3d9bbfe6 2024-11-08T02:13:34,671 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(842): Waiting on xlock for pid=35, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 2c8c5d4bf967d1cedfa6718bbf5c454f held by pid=41 2024-11-08T02:13:34,671 DEBUG [PEWorker-3 {}] procedure2.ProcedureExecutor(1511): LOCK_EVENT_WAIT pid=35, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 2c8c5d4bf967d1cedfa6718bbf5c454f 2024-11-08T02:13:38,768 INFO [master/331c7316141f:0.Chore.1 {}] migrate.RollingUpgradeChore(116): There is no table to migrate StoreFileTracker! 2024-11-08T02:13:38,768 INFO [master/331c7316141f:0.Chore.1 {}] migrate.RollingUpgradeChore(85): All Rolling-Upgrade tasks are complete, shutdown RollingUpgradeChore! 2024-11-08T02:13:39,814 INFO [RS_OPEN_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] handler.AssignRegionHandler(132): Open SPTestTable,99999996,1731031978473.b6929e42b0aae7cce63d3f666e7c9e28. 2024-11-08T02:13:39,814 INFO [RS_OPEN_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] handler.AssignRegionHandler(132): Open SPTestTable,e6666661,1731031978473.2c8c5d4bf967d1cedfa6718bbf5c454f. 2024-11-08T02:13:39,814 DEBUG [RS_OPEN_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegion(7752): Opening region: {ENCODED => b6929e42b0aae7cce63d3f666e7c9e28, NAME => 'SPTestTable,99999996,1731031978473.b6929e42b0aae7cce63d3f666e7c9e28.', STARTKEY => '99999996', ENDKEY => 'b333332f'} 2024-11-08T02:13:39,814 DEBUG [RS_OPEN_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(7752): Opening region: {ENCODED => 2c8c5d4bf967d1cedfa6718bbf5c454f, NAME => 'SPTestTable,e6666661,1731031978473.2c8c5d4bf967d1cedfa6718bbf5c454f.', STARTKEY => 'e6666661', ENDKEY => ''} 2024-11-08T02:13:39,815 DEBUG [RS_OPEN_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable b6929e42b0aae7cce63d3f666e7c9e28 2024-11-08T02:13:39,815 DEBUG [RS_OPEN_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 2c8c5d4bf967d1cedfa6718bbf5c454f 2024-11-08T02:13:39,815 DEBUG [RS_OPEN_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegion(898): Instantiated SPTestTable,99999996,1731031978473.b6929e42b0aae7cce63d3f666e7c9e28.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T02:13:39,815 DEBUG [RS_OPEN_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(898): Instantiated SPTestTable,e6666661,1731031978473.2c8c5d4bf967d1cedfa6718bbf5c454f.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T02:13:39,815 DEBUG [RS_OPEN_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegion(7794): checking encryption for b6929e42b0aae7cce63d3f666e7c9e28 2024-11-08T02:13:39,815 DEBUG [RS_OPEN_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(7794): checking encryption for 2c8c5d4bf967d1cedfa6718bbf5c454f 2024-11-08T02:13:39,815 DEBUG [RS_OPEN_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegion(7797): checking classloading for b6929e42b0aae7cce63d3f666e7c9e28 2024-11-08T02:13:39,815 DEBUG [RS_OPEN_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(7797): checking classloading for 2c8c5d4bf967d1cedfa6718bbf5c454f 2024-11-08T02:13:39,817 INFO [StoreOpener-2c8c5d4bf967d1cedfa6718bbf5c454f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 2c8c5d4bf967d1cedfa6718bbf5c454f 2024-11-08T02:13:39,818 INFO [StoreOpener-2c8c5d4bf967d1cedfa6718bbf5c454f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 2c8c5d4bf967d1cedfa6718bbf5c454f columnFamilyName cf 2024-11-08T02:13:39,819 DEBUG [StoreOpener-2c8c5d4bf967d1cedfa6718bbf5c454f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T02:13:39,819 INFO [StoreOpener-2c8c5d4bf967d1cedfa6718bbf5c454f-1 {}] regionserver.HStore(327): Store=2c8c5d4bf967d1cedfa6718bbf5c454f/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T02:13:39,820 DEBUG [RS_OPEN_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(1038): replaying wal for 2c8c5d4bf967d1cedfa6718bbf5c454f 2024-11-08T02:13:39,820 DEBUG [RS_OPEN_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44559/user/jenkins/test-data/8065f3b6-f94d-72af-d2a1-6989b1f92369/data/default/SPTestTable/2c8c5d4bf967d1cedfa6718bbf5c454f 2024-11-08T02:13:39,822 DEBUG [RS_OPEN_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44559/user/jenkins/test-data/8065f3b6-f94d-72af-d2a1-6989b1f92369/data/default/SPTestTable/2c8c5d4bf967d1cedfa6718bbf5c454f 2024-11-08T02:13:39,823 DEBUG [RS_OPEN_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(1048): stopping wal replay for 2c8c5d4bf967d1cedfa6718bbf5c454f 2024-11-08T02:13:39,823 DEBUG [RS_OPEN_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(1060): Cleaning up temporary data for 2c8c5d4bf967d1cedfa6718bbf5c454f 2024-11-08T02:13:39,825 INFO [StoreOpener-b6929e42b0aae7cce63d3f666e7c9e28-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region b6929e42b0aae7cce63d3f666e7c9e28 2024-11-08T02:13:39,825 DEBUG [RS_OPEN_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(1093): writing seq id for 2c8c5d4bf967d1cedfa6718bbf5c454f 2024-11-08T02:13:39,826 INFO [StoreOpener-b6929e42b0aae7cce63d3f666e7c9e28-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b6929e42b0aae7cce63d3f666e7c9e28 columnFamilyName cf 2024-11-08T02:13:39,826 DEBUG [StoreOpener-b6929e42b0aae7cce63d3f666e7c9e28-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T02:13:39,827 INFO [RS_OPEN_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(1114): Opened 2c8c5d4bf967d1cedfa6718bbf5c454f; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68626429, jitterRate=0.02261348068714142}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-08T02:13:39,827 INFO [StoreOpener-b6929e42b0aae7cce63d3f666e7c9e28-1 {}] regionserver.HStore(327): Store=b6929e42b0aae7cce63d3f666e7c9e28/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T02:13:39,827 DEBUG [RS_OPEN_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 2c8c5d4bf967d1cedfa6718bbf5c454f 2024-11-08T02:13:39,827 DEBUG [RS_OPEN_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegion(1038): replaying wal for b6929e42b0aae7cce63d3f666e7c9e28 2024-11-08T02:13:39,827 DEBUG [RS_OPEN_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(1006): Region open journal for 2c8c5d4bf967d1cedfa6718bbf5c454f: Running coprocessor pre-open hook at 1731032019815Writing region info on filesystem at 1731032019815Initializing all the Stores at 1731032019816 (+1 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731032019817 (+1 ms)Cleaning up temporary data from old regions at 1731032019823 (+6 ms)Running coprocessor post-open hooks at 1731032019827 (+4 ms)Region opened successfully at 1731032019827 2024-11-08T02:13:39,828 DEBUG [RS_OPEN_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44559/user/jenkins/test-data/8065f3b6-f94d-72af-d2a1-6989b1f92369/data/default/SPTestTable/b6929e42b0aae7cce63d3f666e7c9e28 2024-11-08T02:13:39,828 INFO [RS_OPEN_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,e6666661,1731031978473.2c8c5d4bf967d1cedfa6718bbf5c454f., pid=44, masterSystemTime=1731032019809 2024-11-08T02:13:39,831 DEBUG [RS_OPEN_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44559/user/jenkins/test-data/8065f3b6-f94d-72af-d2a1-6989b1f92369/data/default/SPTestTable/b6929e42b0aae7cce63d3f666e7c9e28 2024-11-08T02:13:39,831 DEBUG [RS_OPEN_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,e6666661,1731031978473.2c8c5d4bf967d1cedfa6718bbf5c454f. 2024-11-08T02:13:39,831 INFO [RS_OPEN_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] handler.AssignRegionHandler(153): Opened SPTestTable,e6666661,1731031978473.2c8c5d4bf967d1cedfa6718bbf5c454f. 2024-11-08T02:13:39,831 INFO [RS_OPEN_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] handler.AssignRegionHandler(132): Open SPTestTable,19999999,1731031978473.dcf149c45617aae1a573632d3d9bbfe6. 2024-11-08T02:13:39,831 DEBUG [RS_OPEN_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(7752): Opening region: {ENCODED => dcf149c45617aae1a573632d3d9bbfe6, NAME => 'SPTestTable,19999999,1731031978473.dcf149c45617aae1a573632d3d9bbfe6.', STARTKEY => '19999999', ENDKEY => '33333332'} 2024-11-08T02:13:39,831 DEBUG [RS_OPEN_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegion(1048): stopping wal replay for b6929e42b0aae7cce63d3f666e7c9e28 2024-11-08T02:13:39,831 DEBUG [RS_OPEN_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegion(1060): Cleaning up temporary data for b6929e42b0aae7cce63d3f666e7c9e28 2024-11-08T02:13:39,832 DEBUG [RS_OPEN_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable dcf149c45617aae1a573632d3d9bbfe6 2024-11-08T02:13:39,832 DEBUG [RS_OPEN_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(898): Instantiated SPTestTable,19999999,1731031978473.dcf149c45617aae1a573632d3d9bbfe6.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T02:13:39,832 DEBUG [RS_OPEN_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(7794): checking encryption for dcf149c45617aae1a573632d3d9bbfe6 2024-11-08T02:13:39,832 DEBUG [RS_OPEN_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(7797): checking classloading for dcf149c45617aae1a573632d3d9bbfe6 2024-11-08T02:13:39,832 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=41 updating hbase:meta row=2c8c5d4bf967d1cedfa6718bbf5c454f, regionState=OPEN, openSeqNum=2, regionLocation=331c7316141f,38705,1731031965946 2024-11-08T02:13:39,835 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=44, ppid=41, state=RUNNABLE, hasLock=false; OpenRegionProcedure 2c8c5d4bf967d1cedfa6718bbf5c454f, server=331c7316141f,38705,1731031965946 because future has completed 2024-11-08T02:13:39,836 INFO [StoreOpener-dcf149c45617aae1a573632d3d9bbfe6-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region dcf149c45617aae1a573632d3d9bbfe6 2024-11-08T02:13:39,837 INFO [StoreOpener-dcf149c45617aae1a573632d3d9bbfe6-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region dcf149c45617aae1a573632d3d9bbfe6 columnFamilyName cf 2024-11-08T02:13:39,837 DEBUG [StoreOpener-dcf149c45617aae1a573632d3d9bbfe6-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T02:13:39,838 INFO [StoreOpener-dcf149c45617aae1a573632d3d9bbfe6-1 {}] regionserver.HStore(327): Store=dcf149c45617aae1a573632d3d9bbfe6/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T02:13:39,838 DEBUG [RS_OPEN_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(1038): replaying wal for dcf149c45617aae1a573632d3d9bbfe6 2024-11-08T02:13:39,840 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=44, resume processing ppid=41 2024-11-08T02:13:39,840 DEBUG [RS_OPEN_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44559/user/jenkins/test-data/8065f3b6-f94d-72af-d2a1-6989b1f92369/data/default/SPTestTable/dcf149c45617aae1a573632d3d9bbfe6 2024-11-08T02:13:39,840 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=44, ppid=41, state=SUCCESS, hasLock=false; OpenRegionProcedure 2c8c5d4bf967d1cedfa6718bbf5c454f, server=331c7316141f,38705,1731031965946 in 10.0290 sec 2024-11-08T02:13:39,841 DEBUG [RS_OPEN_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegion(1093): writing seq id for b6929e42b0aae7cce63d3f666e7c9e28 2024-11-08T02:13:39,842 DEBUG [RS_OPEN_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44559/user/jenkins/test-data/8065f3b6-f94d-72af-d2a1-6989b1f92369/data/default/SPTestTable/dcf149c45617aae1a573632d3d9bbfe6 2024-11-08T02:13:39,843 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=41, ppid=36, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=2c8c5d4bf967d1cedfa6718bbf5c454f, ASSIGN in 10.1930 sec 2024-11-08T02:13:39,843 DEBUG [RS_OPEN_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(1048): stopping wal replay for dcf149c45617aae1a573632d3d9bbfe6 2024-11-08T02:13:39,843 DEBUG [RS_OPEN_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(1060): Cleaning up temporary data for dcf149c45617aae1a573632d3d9bbfe6 2024-11-08T02:13:39,843 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=35, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 2c8c5d4bf967d1cedfa6718bbf5c454f 2024-11-08T02:13:39,843 INFO [RS_OPEN_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegion(1114): Opened b6929e42b0aae7cce63d3f666e7c9e28; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74888462, jitterRate=0.11592504382133484}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-08T02:13:39,843 DEBUG [RS_OPEN_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegion(1122): Running coprocessor post-open hooks for b6929e42b0aae7cce63d3f666e7c9e28 2024-11-08T02:13:39,843 DEBUG [RS_OPEN_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegion(1006): Region open journal for b6929e42b0aae7cce63d3f666e7c9e28: Running coprocessor pre-open hook at 1731032019815Writing region info on filesystem at 1731032019815Initializing all the Stores at 1731032019817 (+2 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731032019817Cleaning up temporary data from old regions at 1731032019831 (+14 ms)Running coprocessor post-open hooks at 1731032019843 (+12 ms)Region opened successfully at 1731032019843 2024-11-08T02:13:39,844 INFO [RS_OPEN_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,99999996,1731031978473.b6929e42b0aae7cce63d3f666e7c9e28., pid=42, masterSystemTime=1731032019808 2024-11-08T02:13:39,847 DEBUG [RS_OPEN_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,99999996,1731031978473.b6929e42b0aae7cce63d3f666e7c9e28. 2024-11-08T02:13:39,847 INFO [RS_OPEN_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] handler.AssignRegionHandler(153): Opened SPTestTable,99999996,1731031978473.b6929e42b0aae7cce63d3f666e7c9e28. 2024-11-08T02:13:39,848 DEBUG [RS_OPEN_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(1093): writing seq id for dcf149c45617aae1a573632d3d9bbfe6 2024-11-08T02:13:39,848 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=40 updating hbase:meta row=b6929e42b0aae7cce63d3f666e7c9e28, regionState=OPEN, openSeqNum=2, regionLocation=331c7316141f,44879,1731031965672 2024-11-08T02:13:39,849 INFO [RS_OPEN_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(1114): Opened dcf149c45617aae1a573632d3d9bbfe6; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70484033, jitterRate=0.0502939373254776}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-08T02:13:39,849 DEBUG [RS_OPEN_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(1122): Running coprocessor post-open hooks for dcf149c45617aae1a573632d3d9bbfe6 2024-11-08T02:13:39,849 DEBUG [RS_OPEN_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(1006): Region open journal for dcf149c45617aae1a573632d3d9bbfe6: Running coprocessor pre-open hook at 1731032019832Writing region info on filesystem at 1731032019832Initializing all the Stores at 1731032019835 (+3 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731032019835Cleaning up temporary data from old regions at 1731032019843 (+8 ms)Running coprocessor post-open hooks at 1731032019849 (+6 ms)Region opened successfully at 1731032019849 2024-11-08T02:13:39,851 INFO [RS_OPEN_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,19999999,1731031978473.dcf149c45617aae1a573632d3d9bbfe6., pid=43, masterSystemTime=1731032019809 2024-11-08T02:13:39,851 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=42, ppid=40, state=RUNNABLE, hasLock=false; OpenRegionProcedure b6929e42b0aae7cce63d3f666e7c9e28, server=331c7316141f,44879,1731031965672 because future has completed 2024-11-08T02:13:39,853 DEBUG [RS_OPEN_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,19999999,1731031978473.dcf149c45617aae1a573632d3d9bbfe6. 2024-11-08T02:13:39,853 INFO [RS_OPEN_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] handler.AssignRegionHandler(153): Opened SPTestTable,19999999,1731031978473.dcf149c45617aae1a573632d3d9bbfe6. 2024-11-08T02:13:39,854 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=39 updating hbase:meta row=dcf149c45617aae1a573632d3d9bbfe6, regionState=OPEN, openSeqNum=2, regionLocation=331c7316141f,38705,1731031965946 2024-11-08T02:13:39,857 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=42, resume processing ppid=40 2024-11-08T02:13:39,857 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=42, ppid=40, state=SUCCESS, hasLock=false; OpenRegionProcedure b6929e42b0aae7cce63d3f666e7c9e28, server=331c7316141f,44879,1731031965672 in 10.0470 sec 2024-11-08T02:13:39,857 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=43, ppid=39, state=RUNNABLE, hasLock=false; OpenRegionProcedure dcf149c45617aae1a573632d3d9bbfe6, server=331c7316141f,38705,1731031965946 because future has completed 2024-11-08T02:13:39,859 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=40, ppid=36, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=b6929e42b0aae7cce63d3f666e7c9e28, ASSIGN in 10.2100 sec 2024-11-08T02:13:39,859 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure b6929e42b0aae7cce63d3f666e7c9e28 2024-11-08T02:13:39,860 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=43, resume processing ppid=39 2024-11-08T02:13:39,861 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=43, ppid=39, state=SUCCESS, hasLock=false; OpenRegionProcedure dcf149c45617aae1a573632d3d9bbfe6, server=331c7316141f,38705,1731031965946 in 10.0520 sec 2024-11-08T02:13:39,862 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=27, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure dcf149c45617aae1a573632d3d9bbfe6 2024-11-08T02:13:39,863 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=39, resume processing ppid=36 2024-11-08T02:13:39,863 INFO [PEWorker-1 {}] procedure.ServerCrashProcedure(291): removed crashed server 331c7316141f,39347,1731031965891 after splitting done 2024-11-08T02:13:39,863 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=39, ppid=36, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=dcf149c45617aae1a573632d3d9bbfe6, ASSIGN in 10.2140 sec 2024-11-08T02:13:39,866 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=36, state=SUCCESS, hasLock=false; ServerCrashProcedure 331c7316141f,39347,1731031965891, splitWal=true, meta=false in 20.2170 sec 2024-11-08T02:13:44,159 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-08T02:13:45,350 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-08T02:13:47,590 INFO [regionserver/331c7316141f:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: ExecutorStatusChore was stopped 2024-11-08T02:13:49,846 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38705 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=27 2024-11-08T02:13:49,847 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38705 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=35 2024-11-08T02:13:49,847 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/331c7316141f:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,19999999,1731031978473.dcf149c45617aae1a573632d3d9bbfe6. 2024-11-08T02:13:49,847 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/331c7316141f:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,e6666661,1731031978473.2c8c5d4bf967d1cedfa6718bbf5c454f. 2024-11-08T02:13:49,847 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/331c7316141f:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] regionserver.HRegion(2603): Flush status journal for dcf149c45617aae1a573632d3d9bbfe6: 2024-11-08T02:13:49,848 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/331c7316141f:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,19999999,1731031978473.dcf149c45617aae1a573632d3d9bbfe6. for SnapshotProcedureTest completed. 2024-11-08T02:13:49,848 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/331c7316141f:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.HRegion(2603): Flush status journal for 2c8c5d4bf967d1cedfa6718bbf5c454f: 2024-11-08T02:13:49,848 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/331c7316141f:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,e6666661,1731031978473.2c8c5d4bf967d1cedfa6718bbf5c454f. for SnapshotProcedureTest completed. 2024-11-08T02:13:49,848 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/331c7316141f:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,19999999,1731031978473.dcf149c45617aae1a573632d3d9bbfe6.' region-info for snapshot=SnapshotProcedureTest 2024-11-08T02:13:49,849 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/331c7316141f:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-08T02:13:49,849 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/331c7316141f:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,e6666661,1731031978473.2c8c5d4bf967d1cedfa6718bbf5c454f.' region-info for snapshot=SnapshotProcedureTest 2024-11-08T02:13:49,849 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/331c7316141f:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-11-08T02:13:49,849 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/331c7316141f:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-08T02:13:49,849 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/331c7316141f:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-11-08T02:13:49,860 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44879 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=32 2024-11-08T02:13:49,860 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/331c7316141f:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,99999996,1731031978473.b6929e42b0aae7cce63d3f666e7c9e28. 2024-11-08T02:13:49,860 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/331c7316141f:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.HRegion(2603): Flush status journal for b6929e42b0aae7cce63d3f666e7c9e28: 2024-11-08T02:13:49,860 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/331c7316141f:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,99999996,1731031978473.b6929e42b0aae7cce63d3f666e7c9e28. for SnapshotProcedureTest completed. 2024-11-08T02:13:49,860 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/331c7316141f:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,99999996,1731031978473.b6929e42b0aae7cce63d3f666e7c9e28.' region-info for snapshot=SnapshotProcedureTest 2024-11-08T02:13:49,860 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/331c7316141f:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-08T02:13:49,860 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/331c7316141f:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-11-08T02:13:49,871 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45337 is added to blk_1073741859_1035 (size=65) 2024-11-08T02:13:49,871 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45337 is added to blk_1073741858_1034 (size=57) 2024-11-08T02:13:49,871 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39993 is added to blk_1073741858_1034 (size=57) 2024-11-08T02:13:49,872 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/331c7316141f:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,19999999,1731031978473.dcf149c45617aae1a573632d3d9bbfe6. 2024-11-08T02:13:49,872 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/331c7316141f:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=27 2024-11-08T02:13:49,872 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39993 is added to blk_1073741859_1035 (size=65) 2024-11-08T02:13:49,872 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37783 is added to blk_1073741859_1035 (size=65) 2024-11-08T02:13:49,873 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/331c7316141f:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,e6666661,1731031978473.2c8c5d4bf967d1cedfa6718bbf5c454f. 2024-11-08T02:13:49,873 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/331c7316141f:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=35 2024-11-08T02:13:49,873 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37783 is added to blk_1073741858_1034 (size=57) 2024-11-08T02:13:49,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34721 {}] master.HMaster(4169): Remote procedure done, pid=27 2024-11-08T02:13:49,873 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34721 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region dcf149c45617aae1a573632d3d9bbfe6 2024-11-08T02:13:49,873 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=27, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure dcf149c45617aae1a573632d3d9bbfe6 2024-11-08T02:13:49,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34721 {}] master.HMaster(4169): Remote procedure done, pid=35 2024-11-08T02:13:49,874 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34721 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 2c8c5d4bf967d1cedfa6718bbf5c454f 2024-11-08T02:13:49,874 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=35, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 2c8c5d4bf967d1cedfa6718bbf5c454f 2024-11-08T02:13:49,875 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37783 is added to blk_1073741860_1036 (size=65) 2024-11-08T02:13:49,878 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39993 is added to blk_1073741860_1036 (size=65) 2024-11-08T02:13:49,878 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/331c7316141f:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,99999996,1731031978473.b6929e42b0aae7cce63d3f666e7c9e28. 2024-11-08T02:13:49,878 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/331c7316141f:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=32 2024-11-08T02:13:49,878 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45337 is added to blk_1073741860_1036 (size=65) 2024-11-08T02:13:49,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34721 {}] master.HMaster(4169): Remote procedure done, pid=32 2024-11-08T02:13:49,879 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34721 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region b6929e42b0aae7cce63d3f666e7c9e28 2024-11-08T02:13:49,879 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=27, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure dcf149c45617aae1a573632d3d9bbfe6 in 30.3960 sec 2024-11-08T02:13:49,879 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure b6929e42b0aae7cce63d3f666e7c9e28 2024-11-08T02:13:49,880 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=35, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 2c8c5d4bf967d1cedfa6718bbf5c454f in 30.3960 sec 2024-11-08T02:13:49,883 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=32, resume processing ppid=25 2024-11-08T02:13:49,883 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_SNAPSHOT_SPLIT_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_SPLIT_REGIONS 2024-11-08T02:13:49,883 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=32, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure b6929e42b0aae7cce63d3f666e7c9e28 in 30.4010 sec 2024-11-08T02:13:49,885 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_SNAPSHOT_MOB_REGION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_MOB_REGION 2024-11-08T02:13:49,888 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_CONSOLIDATE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_CONSOLIDATE_SNAPSHOT 2024-11-08T02:13:49,888 DEBUG [PEWorker-5 {}] snapshot.SnapshotManifest(495): Convert to Single Snapshot Manifest for SnapshotProcedureTest 2024-11-08T02:13:49,891 DEBUG [PEWorker-5 {}] snapshot.SnapshotManifestV1(130): No regions under directory:hdfs://localhost:44559/user/jenkins/test-data/8065f3b6-f94d-72af-d2a1-6989b1f92369/.hbase-snapshot/.tmp/SnapshotProcedureTest 2024-11-08T02:13:49,917 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45337 is added to blk_1073741861_1037 (size=1094) 2024-11-08T02:13:49,917 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37783 is added to blk_1073741861_1037 (size=1094) 2024-11-08T02:13:49,918 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39993 is added to blk_1073741861_1037 (size=1094) 2024-11-08T02:13:49,924 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_VERIFIER_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_VERIFIER_SNAPSHOT 2024-11-08T02:13:49,932 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=45, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=46, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=47, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=48, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=49, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=50, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=51, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=52, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=53, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=54, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}] 2024-11-08T02:13:49,937 DEBUG [PEWorker-1 {}] snapshot.SnapshotManager(1464): pid=46, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=331c7316141f,38705,1731031965946 2024-11-08T02:13:49,937 DEBUG [PEWorker-3 {}] snapshot.SnapshotManager(1464): pid=54, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=331c7316141f,44879,1731031965672 2024-11-08T02:13:49,937 DEBUG [PEWorker-4 {}] snapshot.SnapshotManager(1464): pid=52, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=331c7316141f,44879,1731031965672 2024-11-08T02:13:49,937 DEBUG [PEWorker-2 {}] snapshot.SnapshotManager(1464): pid=45, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=331c7316141f,38705,1731031965946 2024-11-08T02:13:49,938 DEBUG [PEWorker-5 {}] snapshot.SnapshotManager(1464): pid=53, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=331c7316141f,44879,1731031965672 2024-11-08T02:13:49,943 DEBUG [PEWorker-5 {}] snapshot.SnapshotManager(1464): pid=48, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=331c7316141f,38705,1731031965946 2024-11-08T02:13:52,308 WARN [BootstrapNodeManager {}] regionserver.BootstrapNodeManager(142): failed to get live region servers from master org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=331c7316141f:34721 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.BootstrapNodeManager.getFromMaster(BootstrapNodeManager.java:140) ~[classes/:?] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) ~[?:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:304) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$Stub.getLiveRegionServers(RegionServerStatusProtos.java:17191) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClusterConnectionImpl.getLiveRegionServers(AsyncClusterConnectionImpl.java:139) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.BootstrapNodeManager.getFromMaster(BootstrapNodeManager.java:140) ~[classes/:?] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) ~[?:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:304) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 10 more 2024-11-08T02:13:54,265 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsRegionWrapperImpl$HRegionMetricsWrapperRunnable(329): Region 1035758a82a140fd20b4f9af80bd8fd5, had cached 0 bytes from a total of 47197 2024-11-08T02:13:54,322 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsRegionWrapperImpl$HRegionMetricsWrapperRunnable(329): Region a182ec46eefd826951f080f3c381e1e0, had cached 0 bytes from a total of 28623 2024-11-08T02:13:59,803 DEBUG [master/331c7316141f:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region dcf149c45617aae1a573632d3d9bbfe6 changed from -1.0 to 0.0, refreshing cache 2024-11-08T02:13:59,803 DEBUG [master/331c7316141f:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region c0e9f5ea7b8aace1b023a7ef8d44a2ea changed from -1.0 to 0.0, refreshing cache 2024-11-08T02:13:59,804 DEBUG [master/331c7316141f:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 97254291dc268d8e08d34c82dac6fd33 changed from -1.0 to 0.0, refreshing cache 2024-11-08T02:13:59,804 DEBUG [master/331c7316141f:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 1035758a82a140fd20b4f9af80bd8fd5 changed from -1.0 to 0.0, refreshing cache 2024-11-08T02:13:59,804 DEBUG [master/331c7316141f:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 2c8c5d4bf967d1cedfa6718bbf5c454f changed from -1.0 to 0.0, refreshing cache 2024-11-08T02:13:59,804 DEBUG [master/331c7316141f:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 4714508e5d7e66b341d71717f36e1ab4 changed from -1.0 to 0.0, refreshing cache 2024-11-08T02:13:59,804 DEBUG [master/331c7316141f:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 359dfef56dcdedddec276b5bbe3c828e changed from -1.0 to 0.0, refreshing cache 2024-11-08T02:13:59,805 DEBUG [master/331c7316141f:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region e0796a95e04e9f980a916682c3700fee changed from -1.0 to 0.0, refreshing cache 2024-11-08T02:13:59,805 DEBUG [master/331c7316141f:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region b6929e42b0aae7cce63d3f666e7c9e28 changed from -1.0 to 0.0, refreshing cache 2024-11-08T02:13:59,805 DEBUG [master/331c7316141f:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region a182ec46eefd826951f080f3c381e1e0 changed from -1.0 to 0.0, refreshing cache 2024-11-08T02:13:59,942 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38705 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=45 2024-11-08T02:13:59,942 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44879 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=52 2024-11-08T02:13:59,942 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38705 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=46 2024-11-08T02:13:59,942 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44879 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=53 2024-11-08T02:13:59,942 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38705 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=48 2024-11-08T02:13:59,942 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44879 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=54 2024-11-08T02:13:59,947 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/331c7316141f:0-2 {event_type=RS_VERIFY_SNAPSHOT, pid=52}] regionserver.RSSnapshotVerifier$SnapshotManifestCacheLoader(144): loading snapshot manifest for SnapshotProcedureTest from hdfs://localhost:44559/user/jenkins/test-data/8065f3b6-f94d-72af-d2a1-6989b1f92369/.hbase-snapshot/.tmp/SnapshotProcedureTest 2024-11-08T02:13:59,947 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/331c7316141f:0-2 {event_type=RS_VERIFY_SNAPSHOT, pid=45}] regionserver.RSSnapshotVerifier$SnapshotManifestCacheLoader(144): loading snapshot manifest for SnapshotProcedureTest from hdfs://localhost:44559/user/jenkins/test-data/8065f3b6-f94d-72af-d2a1-6989b1f92369/.hbase-snapshot/.tmp/SnapshotProcedureTest 2024-11-08T02:13:59,948 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/331c7316141f:0-2 {event_type=RS_VERIFY_SNAPSHOT, pid=45}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=45 2024-11-08T02:13:59,948 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/331c7316141f:0-1 {event_type=RS_VERIFY_SNAPSHOT, pid=48}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=48 2024-11-08T02:13:59,948 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/331c7316141f:0-0 {event_type=RS_VERIFY_SNAPSHOT, pid=46}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=46 2024-11-08T02:13:59,949 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/331c7316141f:0-1 {event_type=RS_VERIFY_SNAPSHOT, pid=54}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=54 2024-11-08T02:13:59,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34721 {}] master.HMaster(4169): Remote procedure done, pid=45 2024-11-08T02:13:59,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34721 {}] master.HMaster(4169): Remote procedure done, pid=54 2024-11-08T02:13:59,950 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/331c7316141f:0-0 {event_type=RS_VERIFY_SNAPSHOT, pid=53}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=53 2024-11-08T02:13:59,951 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/331c7316141f:0-2 {event_type=RS_VERIFY_SNAPSHOT, pid=52}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=52 2024-11-08T02:13:59,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34721 {}] master.HMaster(4169): Remote procedure done, pid=48 2024-11-08T02:13:59,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34721 {}] master.HMaster(4169): Remote procedure done, pid=53 2024-11-08T02:13:59,952 DEBUG [PEWorker-5 {}] snapshot.SnapshotManager(1473): pid=54, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=331c7316141f,44879,1731031965672 Release verify snapshot worker=331c7316141f,44879,1731031965672 2024-11-08T02:13:59,952 DEBUG [PEWorker-2 {}] snapshot.SnapshotManager(1473): pid=45, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=331c7316141f,38705,1731031965946 Release verify snapshot worker=331c7316141f,38705,1731031965946 2024-11-08T02:13:59,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34721 {}] master.HMaster(4169): Remote procedure done, pid=46 2024-11-08T02:13:59,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34721 {}] master.HMaster(4169): Remote procedure done, pid=52 2024-11-08T02:13:59,953 DEBUG [PEWorker-3 {}] snapshot.SnapshotManager(1473): pid=53, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=331c7316141f,44879,1731031965672 Release verify snapshot worker=331c7316141f,44879,1731031965672 2024-11-08T02:13:59,953 DEBUG [PEWorker-4 {}] snapshot.SnapshotManager(1473): pid=48, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=331c7316141f,38705,1731031965946 Release verify snapshot worker=331c7316141f,38705,1731031965946 2024-11-08T02:13:59,955 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=54, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=331c7316141f,44879,1731031965672 in 10.0210 sec 2024-11-08T02:13:59,956 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=53, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=331c7316141f,44879,1731031965672 in 10.0220 sec 2024-11-08T02:13:59,957 DEBUG [PEWorker-1 {}] snapshot.SnapshotManager(1464): pid=49, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=331c7316141f,38705,1731031965946 2024-11-08T02:13:59,957 DEBUG [PEWorker-5 {}] snapshot.SnapshotManager(1473): pid=52, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=331c7316141f,44879,1731031965672 Release verify snapshot worker=331c7316141f,44879,1731031965672 2024-11-08T02:13:59,957 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=45, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=331c7316141f,38705,1731031965946 in 10.0210 sec 2024-11-08T02:13:59,957 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=48, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=331c7316141f,38705,1731031965946 in 10.0220 sec 2024-11-08T02:13:59,958 DEBUG [PEWorker-3 {}] snapshot.SnapshotManager(1473): pid=46, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=331c7316141f,38705,1731031965946 Release verify snapshot worker=331c7316141f,38705,1731031965946 2024-11-08T02:13:59,958 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=52, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=331c7316141f,44879,1731031965672 in 10.0260 sec 2024-11-08T02:13:59,959 DEBUG [PEWorker-2 {}] snapshot.SnapshotManager(1464): pid=51, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=331c7316141f,38705,1731031965946 2024-11-08T02:13:59,960 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=46, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=331c7316141f,38705,1731031965946 in 10.0270 sec 2024-11-08T02:13:59,960 DEBUG [PEWorker-4 {}] snapshot.SnapshotManager(1464): pid=50, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=331c7316141f,44879,1731031965672 2024-11-08T02:13:59,961 DEBUG [PEWorker-5 {}] snapshot.SnapshotManager(1464): pid=47, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=331c7316141f,44879,1731031965672 2024-11-08T02:14:09,958 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38705 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=51 2024-11-08T02:14:09,959 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38705 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=49 2024-11-08T02:14:09,959 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/331c7316141f:0-1 {event_type=RS_VERIFY_SNAPSHOT, pid=51}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=51 2024-11-08T02:14:09,959 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/331c7316141f:0-0 {event_type=RS_VERIFY_SNAPSHOT, pid=49}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=49 2024-11-08T02:14:09,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34721 {}] master.HMaster(4169): Remote procedure done, pid=51 2024-11-08T02:14:09,962 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44879 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=47 2024-11-08T02:14:09,962 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44879 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=50 2024-11-08T02:14:09,962 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/331c7316141f:0-1 {event_type=RS_VERIFY_SNAPSHOT, pid=47}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=47 2024-11-08T02:14:09,963 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/331c7316141f:0-0 {event_type=RS_VERIFY_SNAPSHOT, pid=50}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=50 2024-11-08T02:14:09,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34721 {}] master.HMaster(4169): Remote procedure done, pid=47 2024-11-08T02:14:09,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34721 {}] master.HMaster(4169): Remote procedure done, pid=49 2024-11-08T02:14:09,966 DEBUG [PEWorker-1 {}] snapshot.SnapshotManager(1473): pid=51, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=331c7316141f,38705,1731031965946 Release verify snapshot worker=331c7316141f,38705,1731031965946 2024-11-08T02:14:09,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34721 {}] master.HMaster(4169): Remote procedure done, pid=50 2024-11-08T02:14:09,967 DEBUG [PEWorker-3 {}] snapshot.SnapshotManager(1473): pid=47, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=331c7316141f,44879,1731031965672 Release verify snapshot worker=331c7316141f,44879,1731031965672 2024-11-08T02:14:09,969 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=51, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=331c7316141f,38705,1731031965946 in 20.0350 sec 2024-11-08T02:14:09,970 DEBUG [PEWorker-2 {}] snapshot.SnapshotManager(1473): pid=49, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=331c7316141f,38705,1731031965946 Release verify snapshot worker=331c7316141f,38705,1731031965946 2024-11-08T02:14:09,970 DEBUG [PEWorker-4 {}] snapshot.SnapshotManager(1473): pid=50, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=331c7316141f,44879,1731031965672 Release verify snapshot worker=331c7316141f,44879,1731031965672 2024-11-08T02:14:09,970 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=47, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=331c7316141f,44879,1731031965672 in 20.0360 sec 2024-11-08T02:14:09,971 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=49, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=331c7316141f,38705,1731031965946 in 20.0390 sec 2024-11-08T02:14:09,972 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=50, resume processing ppid=25 2024-11-08T02:14:09,972 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_COMPLETE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_COMPLETE_SNAPSHOT 2024-11-08T02:14:09,973 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=50, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=331c7316141f,44879,1731031965672 in 20.0390 sec 2024-11-08T02:14:09,974 DEBUG [PEWorker-5 {}] snapshot.SnapshotDescriptionUtils(414): Sentinel is done, just moving the snapshot from hdfs://localhost:44559/user/jenkins/test-data/8065f3b6-f94d-72af-d2a1-6989b1f92369/.hbase-snapshot/.tmp/SnapshotProcedureTest to hdfs://localhost:44559/user/jenkins/test-data/8065f3b6-f94d-72af-d2a1-6989b1f92369/.hbase-snapshot/SnapshotProcedureTest 2024-11-08T02:14:09,976 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_POST_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_POST_OPERATION 2024-11-08T02:14:09,976 DEBUG [PEWorker-5 {}] snapshot.SnapshotManager(1451): unregister snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 }, snapshot procedure id = 25 2024-11-08T02:14:09,978 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=25, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } in 50.5610 sec 2024-11-08T02:14:10,049 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=SPTestTable,, stopping at row=SPTestTable ,, for max=2147483647 with caching=100 2024-11-08T02:14:10,057 WARN [Time-limited test {}] procedure2.ProcedureTestingUtility(193): Set Kill before store update to: false 2024-11-08T02:14:10,057 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-08T02:14:10,057 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-08T02:14:10,057 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.master.procedure.TestSnapshotProcedure.teardown(TestSnapshotProcedure.java:151) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-08T02:14:10,058 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T02:14:10,058 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T02:14:10,058 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-08T02:14:10,058 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-08T02:14:10,058 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1975773387, stopped=false 2024-11-08T02:14:10,059 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=331c7316141f,34721,1731031964836 2024-11-08T02:14:10,083 DEBUG [pool-63-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44879-0x101183795f10001, quorum=127.0.0.1:59186, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-08T02:14:10,083 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38705-0x101183795f10003, quorum=127.0.0.1:59186, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-08T02:14:10,083 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34721-0x101183795f10000, quorum=127.0.0.1:59186, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-08T02:14:10,083 DEBUG [pool-63-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44879-0x101183795f10001, quorum=127.0.0.1:59186, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T02:14:10,083 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38705-0x101183795f10003, quorum=127.0.0.1:59186, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T02:14:10,083 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-08T02:14:10,083 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34721-0x101183795f10000, quorum=127.0.0.1:59186, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T02:14:10,084 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:44879-0x101183795f10001, quorum=127.0.0.1:59186, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-08T02:14:10,084 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-08T02:14:10,084 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:34721-0x101183795f10000, quorum=127.0.0.1:59186, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-08T02:14:10,084 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:38705-0x101183795f10003, quorum=127.0.0.1:59186, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-08T02:14:10,084 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.master.procedure.TestSnapshotProcedure.teardown(TestSnapshotProcedure.java:151) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-08T02:14:10,084 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T02:14:10,085 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '331c7316141f,44879,1731031965672' ***** 2024-11-08T02:14:10,085 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-08T02:14:10,085 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '331c7316141f,38705,1731031965946' ***** 2024-11-08T02:14:10,085 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-08T02:14:10,085 INFO [RS:0;331c7316141f:44879 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-08T02:14:10,085 INFO [RS:2;331c7316141f:38705 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-08T02:14:10,085 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-08T02:14:10,085 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-08T02:14:10,086 INFO [RS:0;331c7316141f:44879 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-08T02:14:10,086 INFO [RS:2;331c7316141f:38705 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-08T02:14:10,086 INFO [RS:0;331c7316141f:44879 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-08T02:14:10,086 INFO [RS:2;331c7316141f:38705 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-08T02:14:10,086 INFO [RS:0;331c7316141f:44879 {}] regionserver.HRegionServer(3091): Received CLOSE for a182ec46eefd826951f080f3c381e1e0 2024-11-08T02:14:10,086 INFO [RS:2;331c7316141f:38705 {}] regionserver.HRegionServer(3091): Received CLOSE for dcf149c45617aae1a573632d3d9bbfe6 2024-11-08T02:14:10,086 INFO [RS:2;331c7316141f:38705 {}] regionserver.HRegionServer(3091): Received CLOSE for 97254291dc268d8e08d34c82dac6fd33 2024-11-08T02:14:10,086 INFO [RS:0;331c7316141f:44879 {}] regionserver.HRegionServer(3091): Received CLOSE for 4714508e5d7e66b341d71717f36e1ab4 2024-11-08T02:14:10,086 INFO [RS:2;331c7316141f:38705 {}] regionserver.HRegionServer(3091): Received CLOSE for 1035758a82a140fd20b4f9af80bd8fd5 2024-11-08T02:14:10,086 INFO [RS:2;331c7316141f:38705 {}] regionserver.HRegionServer(3091): Received CLOSE for c0e9f5ea7b8aace1b023a7ef8d44a2ea 2024-11-08T02:14:10,086 INFO [RS:0;331c7316141f:44879 {}] regionserver.HRegionServer(3091): Received CLOSE for b6929e42b0aae7cce63d3f666e7c9e28 2024-11-08T02:14:10,086 INFO [RS:2;331c7316141f:38705 {}] regionserver.HRegionServer(3091): Received CLOSE for 2c8c5d4bf967d1cedfa6718bbf5c454f 2024-11-08T02:14:10,086 INFO [RS:0;331c7316141f:44879 {}] regionserver.HRegionServer(3091): Received CLOSE for 359dfef56dcdedddec276b5bbe3c828e 2024-11-08T02:14:10,087 INFO [RS:0;331c7316141f:44879 {}] regionserver.HRegionServer(3091): Received CLOSE for e0796a95e04e9f980a916682c3700fee 2024-11-08T02:14:10,087 INFO [RS:2;331c7316141f:38705 {}] regionserver.HRegionServer(959): stopping server 331c7316141f,38705,1731031965946 2024-11-08T02:14:10,087 INFO [RS:0;331c7316141f:44879 {}] regionserver.HRegionServer(959): stopping server 331c7316141f,44879,1731031965672 2024-11-08T02:14:10,087 INFO [RS:0;331c7316141f:44879 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-08T02:14:10,087 INFO [RS:2;331c7316141f:38705 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-08T02:14:10,087 INFO [RS:0;331c7316141f:44879 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;331c7316141f:44879. 2024-11-08T02:14:10,087 INFO [RS:2;331c7316141f:38705 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:2;331c7316141f:38705. 2024-11-08T02:14:10,087 DEBUG [RS_CLOSE_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing a182ec46eefd826951f080f3c381e1e0, disabling compactions & flushes 2024-11-08T02:14:10,087 DEBUG [RS_CLOSE_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing dcf149c45617aae1a573632d3d9bbfe6, disabling compactions & flushes 2024-11-08T02:14:10,087 DEBUG [RS:0;331c7316141f:44879 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-08T02:14:10,087 DEBUG [RS:2;331c7316141f:38705 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-08T02:14:10,087 DEBUG [RS:0;331c7316141f:44879 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T02:14:10,087 INFO [RS_CLOSE_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,19999999,1731031978473.dcf149c45617aae1a573632d3d9bbfe6. 2024-11-08T02:14:10,087 DEBUG [RS:2;331c7316141f:38705 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T02:14:10,087 INFO [RS_CLOSE_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,b333332f,1731031978473.a182ec46eefd826951f080f3c381e1e0. 2024-11-08T02:14:10,087 DEBUG [RS_CLOSE_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,19999999,1731031978473.dcf149c45617aae1a573632d3d9bbfe6. 2024-11-08T02:14:10,087 DEBUG [RS_CLOSE_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,b333332f,1731031978473.a182ec46eefd826951f080f3c381e1e0. 2024-11-08T02:14:10,087 DEBUG [RS_CLOSE_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,19999999,1731031978473.dcf149c45617aae1a573632d3d9bbfe6. after waiting 0 ms 2024-11-08T02:14:10,087 DEBUG [RS_CLOSE_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,b333332f,1731031978473.a182ec46eefd826951f080f3c381e1e0. after waiting 0 ms 2024-11-08T02:14:10,087 DEBUG [RS_CLOSE_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,19999999,1731031978473.dcf149c45617aae1a573632d3d9bbfe6. 2024-11-08T02:14:10,087 DEBUG [RS_CLOSE_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,b333332f,1731031978473.a182ec46eefd826951f080f3c381e1e0. 2024-11-08T02:14:10,087 INFO [RS:0;331c7316141f:44879 {}] regionserver.HRegionServer(1321): Waiting on 5 regions to close 2024-11-08T02:14:10,087 INFO [RS:2;331c7316141f:38705 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-08T02:14:10,087 INFO [RS:2;331c7316141f:38705 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-08T02:14:10,087 DEBUG [RS:0;331c7316141f:44879 {}] regionserver.HRegionServer(1325): Online Regions={a182ec46eefd826951f080f3c381e1e0=SPTestTable,b333332f,1731031978473.a182ec46eefd826951f080f3c381e1e0., 4714508e5d7e66b341d71717f36e1ab4=SPTestTable,,1731031978473.4714508e5d7e66b341d71717f36e1ab4., b6929e42b0aae7cce63d3f666e7c9e28=SPTestTable,99999996,1731031978473.b6929e42b0aae7cce63d3f666e7c9e28., 359dfef56dcdedddec276b5bbe3c828e=SPTestTable,4ccccccb,1731031978473.359dfef56dcdedddec276b5bbe3c828e., e0796a95e04e9f980a916682c3700fee=SPTestTable,66666664,1731031978473.e0796a95e04e9f980a916682c3700fee.} 2024-11-08T02:14:10,087 INFO [RS:2;331c7316141f:38705 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-08T02:14:10,087 INFO [RS:2;331c7316141f:38705 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-08T02:14:10,088 DEBUG [RS:0;331c7316141f:44879 {}] regionserver.HRegionServer(1351): Waiting on 359dfef56dcdedddec276b5bbe3c828e, 4714508e5d7e66b341d71717f36e1ab4, a182ec46eefd826951f080f3c381e1e0, b6929e42b0aae7cce63d3f666e7c9e28, e0796a95e04e9f980a916682c3700fee 2024-11-08T02:14:10,090 INFO [RS:2;331c7316141f:38705 {}] regionserver.HRegionServer(1321): Waiting on 6 regions to close 2024-11-08T02:14:10,090 DEBUG [RS:2;331c7316141f:38705 {}] regionserver.HRegionServer(1325): Online Regions={dcf149c45617aae1a573632d3d9bbfe6=SPTestTable,19999999,1731031978473.dcf149c45617aae1a573632d3d9bbfe6., 97254291dc268d8e08d34c82dac6fd33=SPTestTable,7ffffffd,1731031978473.97254291dc268d8e08d34c82dac6fd33., 1588230740=hbase:meta,,1.1588230740, 1035758a82a140fd20b4f9af80bd8fd5=SPTestTable,ccccccc8,1731031978473.1035758a82a140fd20b4f9af80bd8fd5., c0e9f5ea7b8aace1b023a7ef8d44a2ea=SPTestTable,33333332,1731031978473.c0e9f5ea7b8aace1b023a7ef8d44a2ea., 2c8c5d4bf967d1cedfa6718bbf5c454f=SPTestTable,e6666661,1731031978473.2c8c5d4bf967d1cedfa6718bbf5c454f.} 2024-11-08T02:14:10,090 DEBUG [RS_CLOSE_META-regionserver/331c7316141f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-08T02:14:10,090 INFO [RS_CLOSE_META-regionserver/331c7316141f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-08T02:14:10,090 DEBUG [RS:2;331c7316141f:38705 {}] regionserver.HRegionServer(1351): Waiting on 1035758a82a140fd20b4f9af80bd8fd5, 1588230740, 2c8c5d4bf967d1cedfa6718bbf5c454f, 97254291dc268d8e08d34c82dac6fd33, c0e9f5ea7b8aace1b023a7ef8d44a2ea, dcf149c45617aae1a573632d3d9bbfe6 2024-11-08T02:14:10,090 DEBUG [RS_CLOSE_META-regionserver/331c7316141f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-08T02:14:10,090 DEBUG [RS_CLOSE_META-regionserver/331c7316141f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-08T02:14:10,090 DEBUG [RS_CLOSE_META-regionserver/331c7316141f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-08T02:14:10,091 INFO [RS_CLOSE_META-regionserver/331c7316141f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=15.36 KB heapSize=25.79 KB 2024-11-08T02:14:10,096 DEBUG [RS_CLOSE_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44559/user/jenkins/test-data/8065f3b6-f94d-72af-d2a1-6989b1f92369/data/default/SPTestTable/a182ec46eefd826951f080f3c381e1e0/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-08T02:14:10,095 DEBUG [RS_CLOSE_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44559/user/jenkins/test-data/8065f3b6-f94d-72af-d2a1-6989b1f92369/data/default/SPTestTable/dcf149c45617aae1a573632d3d9bbfe6/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-11-08T02:14:10,098 INFO [RS_CLOSE_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,b333332f,1731031978473.a182ec46eefd826951f080f3c381e1e0. 2024-11-08T02:14:10,098 INFO [RS_CLOSE_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,19999999,1731031978473.dcf149c45617aae1a573632d3d9bbfe6. 2024-11-08T02:14:10,098 DEBUG [RS_CLOSE_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for a182ec46eefd826951f080f3c381e1e0: Waiting for close lock at 1731032050086Running coprocessor pre-close hooks at 1731032050087 (+1 ms)Disabling compacts and flushes for region at 1731032050087Disabling writes for close at 1731032050087Writing region close event to WAL at 1731032050091 (+4 ms)Running coprocessor post-close hooks at 1731032050096 (+5 ms)Closed at 1731032050098 (+2 ms) 2024-11-08T02:14:10,098 DEBUG [RS_CLOSE_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for dcf149c45617aae1a573632d3d9bbfe6: Waiting for close lock at 1731032050086Running coprocessor pre-close hooks at 1731032050087 (+1 ms)Disabling compacts and flushes for region at 1731032050087Disabling writes for close at 1731032050087Writing region close event to WAL at 1731032050088 (+1 ms)Running coprocessor post-close hooks at 1731032050096 (+8 ms)Closed at 1731032050098 (+2 ms) 2024-11-08T02:14:10,099 DEBUG [RS_CLOSE_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,b333332f,1731031978473.a182ec46eefd826951f080f3c381e1e0. 2024-11-08T02:14:10,099 DEBUG [RS_CLOSE_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,19999999,1731031978473.dcf149c45617aae1a573632d3d9bbfe6. 2024-11-08T02:14:10,099 DEBUG [RS_CLOSE_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 4714508e5d7e66b341d71717f36e1ab4, disabling compactions & flushes 2024-11-08T02:14:10,099 DEBUG [RS_CLOSE_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 97254291dc268d8e08d34c82dac6fd33, disabling compactions & flushes 2024-11-08T02:14:10,099 INFO [RS_CLOSE_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,,1731031978473.4714508e5d7e66b341d71717f36e1ab4. 2024-11-08T02:14:10,099 INFO [RS_CLOSE_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,7ffffffd,1731031978473.97254291dc268d8e08d34c82dac6fd33. 2024-11-08T02:14:10,099 DEBUG [RS_CLOSE_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,,1731031978473.4714508e5d7e66b341d71717f36e1ab4. 2024-11-08T02:14:10,099 DEBUG [RS_CLOSE_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,,1731031978473.4714508e5d7e66b341d71717f36e1ab4. after waiting 0 ms 2024-11-08T02:14:10,099 DEBUG [RS_CLOSE_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,7ffffffd,1731031978473.97254291dc268d8e08d34c82dac6fd33. 2024-11-08T02:14:10,099 DEBUG [RS_CLOSE_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,,1731031978473.4714508e5d7e66b341d71717f36e1ab4. 2024-11-08T02:14:10,099 DEBUG [RS_CLOSE_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,7ffffffd,1731031978473.97254291dc268d8e08d34c82dac6fd33. after waiting 0 ms 2024-11-08T02:14:10,099 DEBUG [RS_CLOSE_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,7ffffffd,1731031978473.97254291dc268d8e08d34c82dac6fd33. 2024-11-08T02:14:10,105 DEBUG [RS_CLOSE_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44559/user/jenkins/test-data/8065f3b6-f94d-72af-d2a1-6989b1f92369/data/default/SPTestTable/4714508e5d7e66b341d71717f36e1ab4/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-11-08T02:14:10,106 INFO [RS_CLOSE_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,,1731031978473.4714508e5d7e66b341d71717f36e1ab4. 2024-11-08T02:14:10,106 DEBUG [RS_CLOSE_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 4714508e5d7e66b341d71717f36e1ab4: Waiting for close lock at 1731032050099Running coprocessor pre-close hooks at 1731032050099Disabling compacts and flushes for region at 1731032050099Disabling writes for close at 1731032050099Writing region close event to WAL at 1731032050099Running coprocessor post-close hooks at 1731032050105 (+6 ms)Closed at 1731032050105 2024-11-08T02:14:10,106 DEBUG [RS_CLOSE_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,,1731031978473.4714508e5d7e66b341d71717f36e1ab4. 2024-11-08T02:14:10,106 DEBUG [RS_CLOSE_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing b6929e42b0aae7cce63d3f666e7c9e28, disabling compactions & flushes 2024-11-08T02:14:10,106 INFO [RS_CLOSE_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,99999996,1731031978473.b6929e42b0aae7cce63d3f666e7c9e28. 2024-11-08T02:14:10,106 DEBUG [RS_CLOSE_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,99999996,1731031978473.b6929e42b0aae7cce63d3f666e7c9e28. 2024-11-08T02:14:10,106 DEBUG [RS_CLOSE_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,99999996,1731031978473.b6929e42b0aae7cce63d3f666e7c9e28. after waiting 0 ms 2024-11-08T02:14:10,106 DEBUG [RS_CLOSE_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,99999996,1731031978473.b6929e42b0aae7cce63d3f666e7c9e28. 2024-11-08T02:14:10,109 DEBUG [RS_CLOSE_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44559/user/jenkins/test-data/8065f3b6-f94d-72af-d2a1-6989b1f92369/data/default/SPTestTable/97254291dc268d8e08d34c82dac6fd33/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-11-08T02:14:10,110 INFO [RS_CLOSE_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,7ffffffd,1731031978473.97254291dc268d8e08d34c82dac6fd33. 2024-11-08T02:14:10,110 DEBUG [RS_CLOSE_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 97254291dc268d8e08d34c82dac6fd33: Waiting for close lock at 1731032050099Running coprocessor pre-close hooks at 1731032050099Disabling compacts and flushes for region at 1731032050099Disabling writes for close at 1731032050099Writing region close event to WAL at 1731032050101 (+2 ms)Running coprocessor post-close hooks at 1731032050110 (+9 ms)Closed at 1731032050110 2024-11-08T02:14:10,110 DEBUG [RS_CLOSE_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,7ffffffd,1731031978473.97254291dc268d8e08d34c82dac6fd33. 2024-11-08T02:14:10,111 DEBUG [RS_CLOSE_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 1035758a82a140fd20b4f9af80bd8fd5, disabling compactions & flushes 2024-11-08T02:14:10,111 INFO [RS_CLOSE_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,ccccccc8,1731031978473.1035758a82a140fd20b4f9af80bd8fd5. 2024-11-08T02:14:10,111 DEBUG [RS_CLOSE_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,ccccccc8,1731031978473.1035758a82a140fd20b4f9af80bd8fd5. 2024-11-08T02:14:10,111 DEBUG [RS_CLOSE_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,ccccccc8,1731031978473.1035758a82a140fd20b4f9af80bd8fd5. after waiting 0 ms 2024-11-08T02:14:10,111 DEBUG [RS_CLOSE_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,ccccccc8,1731031978473.1035758a82a140fd20b4f9af80bd8fd5. 2024-11-08T02:14:10,114 DEBUG [RS_CLOSE_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44559/user/jenkins/test-data/8065f3b6-f94d-72af-d2a1-6989b1f92369/data/default/SPTestTable/b6929e42b0aae7cce63d3f666e7c9e28/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-11-08T02:14:10,115 INFO [RS_CLOSE_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,99999996,1731031978473.b6929e42b0aae7cce63d3f666e7c9e28. 2024-11-08T02:14:10,115 DEBUG [RS_CLOSE_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for b6929e42b0aae7cce63d3f666e7c9e28: Waiting for close lock at 1731032050106Running coprocessor pre-close hooks at 1731032050106Disabling compacts and flushes for region at 1731032050106Disabling writes for close at 1731032050106Writing region close event to WAL at 1731032050108 (+2 ms)Running coprocessor post-close hooks at 1731032050115 (+7 ms)Closed at 1731032050115 2024-11-08T02:14:10,115 DEBUG [RS_CLOSE_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,99999996,1731031978473.b6929e42b0aae7cce63d3f666e7c9e28. 2024-11-08T02:14:10,115 DEBUG [RS_CLOSE_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 359dfef56dcdedddec276b5bbe3c828e, disabling compactions & flushes 2024-11-08T02:14:10,115 INFO [RS_CLOSE_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,4ccccccb,1731031978473.359dfef56dcdedddec276b5bbe3c828e. 2024-11-08T02:14:10,115 DEBUG [RS_CLOSE_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,4ccccccb,1731031978473.359dfef56dcdedddec276b5bbe3c828e. 2024-11-08T02:14:10,115 DEBUG [RS_CLOSE_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,4ccccccb,1731031978473.359dfef56dcdedddec276b5bbe3c828e. after waiting 0 ms 2024-11-08T02:14:10,117 DEBUG [RS_CLOSE_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,4ccccccb,1731031978473.359dfef56dcdedddec276b5bbe3c828e. 2024-11-08T02:14:10,117 DEBUG [RS_CLOSE_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44559/user/jenkins/test-data/8065f3b6-f94d-72af-d2a1-6989b1f92369/data/default/SPTestTable/1035758a82a140fd20b4f9af80bd8fd5/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-08T02:14:10,118 INFO [RS_CLOSE_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,ccccccc8,1731031978473.1035758a82a140fd20b4f9af80bd8fd5. 2024-11-08T02:14:10,118 DEBUG [RS_CLOSE_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 1035758a82a140fd20b4f9af80bd8fd5: Waiting for close lock at 1731032050111Running coprocessor pre-close hooks at 1731032050111Disabling compacts and flushes for region at 1731032050111Disabling writes for close at 1731032050111Writing region close event to WAL at 1731032050113 (+2 ms)Running coprocessor post-close hooks at 1731032050118 (+5 ms)Closed at 1731032050118 2024-11-08T02:14:10,118 DEBUG [RS_CLOSE_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,ccccccc8,1731031978473.1035758a82a140fd20b4f9af80bd8fd5. 2024-11-08T02:14:10,119 DEBUG [RS_CLOSE_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing c0e9f5ea7b8aace1b023a7ef8d44a2ea, disabling compactions & flushes 2024-11-08T02:14:10,119 INFO [RS_CLOSE_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,33333332,1731031978473.c0e9f5ea7b8aace1b023a7ef8d44a2ea. 2024-11-08T02:14:10,119 DEBUG [RS_CLOSE_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,33333332,1731031978473.c0e9f5ea7b8aace1b023a7ef8d44a2ea. 2024-11-08T02:14:10,119 DEBUG [RS_CLOSE_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,33333332,1731031978473.c0e9f5ea7b8aace1b023a7ef8d44a2ea. after waiting 0 ms 2024-11-08T02:14:10,119 DEBUG [RS_CLOSE_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,33333332,1731031978473.c0e9f5ea7b8aace1b023a7ef8d44a2ea. 2024-11-08T02:14:10,122 DEBUG [RS_CLOSE_META-regionserver/331c7316141f:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44559/user/jenkins/test-data/8065f3b6-f94d-72af-d2a1-6989b1f92369/data/hbase/meta/1588230740/.tmp/info/933c566e5924489d8796c9016d4b3674 is 167, key is SPTestTable,19999999,1731031978473.dcf149c45617aae1a573632d3d9bbfe6./info:regioninfo/1731032019854/Put/seqid=0 2024-11-08T02:14:10,124 DEBUG [RS_CLOSE_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44559/user/jenkins/test-data/8065f3b6-f94d-72af-d2a1-6989b1f92369/data/default/SPTestTable/c0e9f5ea7b8aace1b023a7ef8d44a2ea/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-11-08T02:14:10,125 INFO [RS_CLOSE_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,33333332,1731031978473.c0e9f5ea7b8aace1b023a7ef8d44a2ea. 2024-11-08T02:14:10,125 DEBUG [RS_CLOSE_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for c0e9f5ea7b8aace1b023a7ef8d44a2ea: Waiting for close lock at 1731032050119Running coprocessor pre-close hooks at 1731032050119Disabling compacts and flushes for region at 1731032050119Disabling writes for close at 1731032050119Writing region close event to WAL at 1731032050119Running coprocessor post-close hooks at 1731032050125 (+6 ms)Closed at 1731032050125 2024-11-08T02:14:10,125 DEBUG [RS_CLOSE_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,33333332,1731031978473.c0e9f5ea7b8aace1b023a7ef8d44a2ea. 2024-11-08T02:14:10,125 DEBUG [RS_CLOSE_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 2c8c5d4bf967d1cedfa6718bbf5c454f, disabling compactions & flushes 2024-11-08T02:14:10,125 INFO [RS_CLOSE_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,e6666661,1731031978473.2c8c5d4bf967d1cedfa6718bbf5c454f. 2024-11-08T02:14:10,125 DEBUG [RS_CLOSE_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,e6666661,1731031978473.2c8c5d4bf967d1cedfa6718bbf5c454f. 2024-11-08T02:14:10,125 DEBUG [RS_CLOSE_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,e6666661,1731031978473.2c8c5d4bf967d1cedfa6718bbf5c454f. after waiting 0 ms 2024-11-08T02:14:10,125 DEBUG [RS_CLOSE_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,e6666661,1731031978473.2c8c5d4bf967d1cedfa6718bbf5c454f. 2024-11-08T02:14:10,126 DEBUG [RS_CLOSE_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44559/user/jenkins/test-data/8065f3b6-f94d-72af-d2a1-6989b1f92369/data/default/SPTestTable/359dfef56dcdedddec276b5bbe3c828e/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-11-08T02:14:10,127 INFO [RS_CLOSE_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,4ccccccb,1731031978473.359dfef56dcdedddec276b5bbe3c828e. 2024-11-08T02:14:10,127 DEBUG [RS_CLOSE_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 359dfef56dcdedddec276b5bbe3c828e: Waiting for close lock at 1731032050115Running coprocessor pre-close hooks at 1731032050115Disabling compacts and flushes for region at 1731032050115Disabling writes for close at 1731032050117 (+2 ms)Writing region close event to WAL at 1731032050118 (+1 ms)Running coprocessor post-close hooks at 1731032050127 (+9 ms)Closed at 1731032050127 2024-11-08T02:14:10,128 DEBUG [RS_CLOSE_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,4ccccccb,1731031978473.359dfef56dcdedddec276b5bbe3c828e. 2024-11-08T02:14:10,128 DEBUG [RS_CLOSE_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing e0796a95e04e9f980a916682c3700fee, disabling compactions & flushes 2024-11-08T02:14:10,128 INFO [RS_CLOSE_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,66666664,1731031978473.e0796a95e04e9f980a916682c3700fee. 2024-11-08T02:14:10,128 DEBUG [RS_CLOSE_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,66666664,1731031978473.e0796a95e04e9f980a916682c3700fee. 2024-11-08T02:14:10,128 DEBUG [RS_CLOSE_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,66666664,1731031978473.e0796a95e04e9f980a916682c3700fee. after waiting 0 ms 2024-11-08T02:14:10,128 DEBUG [RS_CLOSE_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,66666664,1731031978473.e0796a95e04e9f980a916682c3700fee. 2024-11-08T02:14:10,136 DEBUG [RS_CLOSE_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44559/user/jenkins/test-data/8065f3b6-f94d-72af-d2a1-6989b1f92369/data/default/SPTestTable/2c8c5d4bf967d1cedfa6718bbf5c454f/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-11-08T02:14:10,137 INFO [RS_CLOSE_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,e6666661,1731031978473.2c8c5d4bf967d1cedfa6718bbf5c454f. 2024-11-08T02:14:10,137 DEBUG [RS_CLOSE_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 2c8c5d4bf967d1cedfa6718bbf5c454f: Waiting for close lock at 1731032050125Running coprocessor pre-close hooks at 1731032050125Disabling compacts and flushes for region at 1731032050125Disabling writes for close at 1731032050125Writing region close event to WAL at 1731032050126 (+1 ms)Running coprocessor post-close hooks at 1731032050137 (+11 ms)Closed at 1731032050137 2024-11-08T02:14:10,137 DEBUG [RS_CLOSE_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,e6666661,1731031978473.2c8c5d4bf967d1cedfa6718bbf5c454f. 2024-11-08T02:14:10,140 DEBUG [RS_CLOSE_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44559/user/jenkins/test-data/8065f3b6-f94d-72af-d2a1-6989b1f92369/data/default/SPTestTable/e0796a95e04e9f980a916682c3700fee/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-11-08T02:14:10,141 INFO [RS_CLOSE_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,66666664,1731031978473.e0796a95e04e9f980a916682c3700fee. 2024-11-08T02:14:10,141 DEBUG [RS_CLOSE_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for e0796a95e04e9f980a916682c3700fee: Waiting for close lock at 1731032050128Running coprocessor pre-close hooks at 1731032050128Disabling compacts and flushes for region at 1731032050128Disabling writes for close at 1731032050128Writing region close event to WAL at 1731032050129 (+1 ms)Running coprocessor post-close hooks at 1731032050141 (+12 ms)Closed at 1731032050141 2024-11-08T02:14:10,141 DEBUG [RS_CLOSE_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,66666664,1731031978473.e0796a95e04e9f980a916682c3700fee. 2024-11-08T02:14:10,147 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39993 is added to blk_1073741862_1038 (size=19822) 2024-11-08T02:14:10,147 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37783 is added to blk_1073741862_1038 (size=19822) 2024-11-08T02:14:10,148 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45337 is added to blk_1073741862_1038 (size=19822) 2024-11-08T02:14:10,149 INFO [RS_CLOSE_META-regionserver/331c7316141f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.20 KB at sequenceid=35 (bloomFilter=true), to=hdfs://localhost:44559/user/jenkins/test-data/8065f3b6-f94d-72af-d2a1-6989b1f92369/data/hbase/meta/1588230740/.tmp/info/933c566e5924489d8796c9016d4b3674 2024-11-08T02:14:10,149 INFO [regionserver/331c7316141f:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-08T02:14:10,149 INFO [regionserver/331c7316141f:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-08T02:14:10,178 DEBUG [RS_CLOSE_META-regionserver/331c7316141f:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44559/user/jenkins/test-data/8065f3b6-f94d-72af-d2a1-6989b1f92369/data/hbase/meta/1588230740/.tmp/ns/b74405aed1e1424994c90c4f4c045679 is 43, key is default/ns:d/1731031978174/Put/seqid=0 2024-11-08T02:14:10,185 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39993 is added to blk_1073741863_1039 (size=5153) 2024-11-08T02:14:10,186 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45337 is added to blk_1073741863_1039 (size=5153) 2024-11-08T02:14:10,186 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37783 is added to blk_1073741863_1039 (size=5153) 2024-11-08T02:14:10,189 INFO [RS_CLOSE_META-regionserver/331c7316141f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=35 (bloomFilter=true), to=hdfs://localhost:44559/user/jenkins/test-data/8065f3b6-f94d-72af-d2a1-6989b1f92369/data/hbase/meta/1588230740/.tmp/ns/b74405aed1e1424994c90c4f4c045679 2024-11-08T02:14:10,213 DEBUG [RS_CLOSE_META-regionserver/331c7316141f:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44559/user/jenkins/test-data/8065f3b6-f94d-72af-d2a1-6989b1f92369/data/hbase/meta/1588230740/.tmp/table/9269cd13cf4f4de9ab0dd7c25f3f1aed is 47, key is SPTestTable/table:state/1731031989363/Put/seqid=0 2024-11-08T02:14:10,225 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37783 is added to blk_1073741864_1040 (size=5214) 2024-11-08T02:14:10,225 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39993 is added to blk_1073741864_1040 (size=5214) 2024-11-08T02:14:10,226 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45337 is added to blk_1073741864_1040 (size=5214) 2024-11-08T02:14:10,226 INFO [RS_CLOSE_META-regionserver/331c7316141f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=86 B at sequenceid=35 (bloomFilter=true), to=hdfs://localhost:44559/user/jenkins/test-data/8065f3b6-f94d-72af-d2a1-6989b1f92369/data/hbase/meta/1588230740/.tmp/table/9269cd13cf4f4de9ab0dd7c25f3f1aed 2024-11-08T02:14:10,235 DEBUG [RS_CLOSE_META-regionserver/331c7316141f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44559/user/jenkins/test-data/8065f3b6-f94d-72af-d2a1-6989b1f92369/data/hbase/meta/1588230740/.tmp/info/933c566e5924489d8796c9016d4b3674 as hdfs://localhost:44559/user/jenkins/test-data/8065f3b6-f94d-72af-d2a1-6989b1f92369/data/hbase/meta/1588230740/info/933c566e5924489d8796c9016d4b3674 2024-11-08T02:14:10,244 INFO [RS_CLOSE_META-regionserver/331c7316141f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44559/user/jenkins/test-data/8065f3b6-f94d-72af-d2a1-6989b1f92369/data/hbase/meta/1588230740/info/933c566e5924489d8796c9016d4b3674, entries=112, sequenceid=35, filesize=19.4 K 2024-11-08T02:14:10,246 DEBUG [RS_CLOSE_META-regionserver/331c7316141f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44559/user/jenkins/test-data/8065f3b6-f94d-72af-d2a1-6989b1f92369/data/hbase/meta/1588230740/.tmp/ns/b74405aed1e1424994c90c4f4c045679 as hdfs://localhost:44559/user/jenkins/test-data/8065f3b6-f94d-72af-d2a1-6989b1f92369/data/hbase/meta/1588230740/ns/b74405aed1e1424994c90c4f4c045679 2024-11-08T02:14:10,255 INFO [RS_CLOSE_META-regionserver/331c7316141f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44559/user/jenkins/test-data/8065f3b6-f94d-72af-d2a1-6989b1f92369/data/hbase/meta/1588230740/ns/b74405aed1e1424994c90c4f4c045679, entries=2, sequenceid=35, filesize=5.0 K 2024-11-08T02:14:10,256 DEBUG [RS_CLOSE_META-regionserver/331c7316141f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44559/user/jenkins/test-data/8065f3b6-f94d-72af-d2a1-6989b1f92369/data/hbase/meta/1588230740/.tmp/table/9269cd13cf4f4de9ab0dd7c25f3f1aed as hdfs://localhost:44559/user/jenkins/test-data/8065f3b6-f94d-72af-d2a1-6989b1f92369/data/hbase/meta/1588230740/table/9269cd13cf4f4de9ab0dd7c25f3f1aed 2024-11-08T02:14:10,265 INFO [RS_CLOSE_META-regionserver/331c7316141f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44559/user/jenkins/test-data/8065f3b6-f94d-72af-d2a1-6989b1f92369/data/hbase/meta/1588230740/table/9269cd13cf4f4de9ab0dd7c25f3f1aed, entries=2, sequenceid=35, filesize=5.1 K 2024-11-08T02:14:10,266 INFO [RS_CLOSE_META-regionserver/331c7316141f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~15.36 KB/15728, heapSize ~25.49 KB/26104, currentSize=0 B/0 for 1588230740 in 176ms, sequenceid=35, compaction requested=false 2024-11-08T02:14:10,271 DEBUG [RS_CLOSE_META-regionserver/331c7316141f:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44559/user/jenkins/test-data/8065f3b6-f94d-72af-d2a1-6989b1f92369/data/hbase/meta/1588230740/recovered.edits/38.seqid, newMaxSeqId=38, maxSeqId=1 2024-11-08T02:14:10,272 DEBUG [RS_CLOSE_META-regionserver/331c7316141f:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-08T02:14:10,272 INFO [RS_CLOSE_META-regionserver/331c7316141f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-08T02:14:10,272 DEBUG [RS_CLOSE_META-regionserver/331c7316141f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731032050090Running coprocessor pre-close hooks at 1731032050090Disabling compacts and flushes for region at 1731032050090Disabling writes for close at 1731032050090Obtaining lock to block concurrent updates at 1731032050091 (+1 ms)Preparing flush snapshotting stores in 1588230740 at 1731032050091Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=15728, getHeapSize=26344, getOffHeapSize=0, getCellsCount=128 at 1731032050091Flushing stores of hbase:meta,,1.1588230740 at 1731032050092 (+1 ms)Flushing 1588230740/info: creating writer at 1731032050092Flushing 1588230740/info: appending metadata at 1731032050122 (+30 ms)Flushing 1588230740/info: closing flushed file at 1731032050122Flushing 1588230740/ns: creating writer at 1731032050159 (+37 ms)Flushing 1588230740/ns: appending metadata at 1731032050178 (+19 ms)Flushing 1588230740/ns: closing flushed file at 1731032050178Flushing 1588230740/table: creating writer at 1731032050198 (+20 ms)Flushing 1588230740/table: appending metadata at 1731032050212 (+14 ms)Flushing 1588230740/table: closing flushed file at 1731032050213 (+1 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7b3f924d: reopening flushed file at 1731032050234 (+21 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@31b655da: reopening flushed file at 1731032050244 (+10 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@14668f35: reopening flushed file at 1731032050255 (+11 ms)Finished flush of dataSize ~15.36 KB/15728, heapSize ~25.49 KB/26104, currentSize=0 B/0 for 1588230740 in 176ms, sequenceid=35, compaction requested=false at 1731032050266 (+11 ms)Writing region close event to WAL at 1731032050267 (+1 ms)Running coprocessor post-close hooks at 1731032050272 (+5 ms)Closed at 1731032050272 2024-11-08T02:14:10,273 DEBUG [RS_CLOSE_META-regionserver/331c7316141f:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-08T02:14:10,288 INFO [RS:0;331c7316141f:44879 {}] regionserver.HRegionServer(976): stopping server 331c7316141f,44879,1731031965672; all regions closed. 2024-11-08T02:14:10,290 INFO [RS:2;331c7316141f:38705 {}] regionserver.HRegionServer(976): stopping server 331c7316141f,38705,1731031965946; all regions closed. 2024-11-08T02:14:10,292 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39993 is added to blk_1073741834_1010 (size=3500) 2024-11-08T02:14:10,292 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37783 is added to blk_1073741834_1010 (size=3500) 2024-11-08T02:14:10,292 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45337 is added to blk_1073741834_1010 (size=3500) 2024-11-08T02:14:10,294 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45337 is added to blk_1073741836_1012 (size=18422) 2024-11-08T02:14:10,294 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37783 is added to blk_1073741836_1012 (size=18422) 2024-11-08T02:14:10,294 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39993 is added to blk_1073741836_1012 (size=18422) 2024-11-08T02:14:10,297 DEBUG [RS:0;331c7316141f:44879 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/8065f3b6-f94d-72af-d2a1-6989b1f92369/oldWALs 2024-11-08T02:14:10,297 INFO [RS:0;331c7316141f:44879 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 331c7316141f%2C44879%2C1731031965672:(num 1731031967731) 2024-11-08T02:14:10,297 DEBUG [RS:0;331c7316141f:44879 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T02:14:10,298 INFO [RS:0;331c7316141f:44879 {}] regionserver.LeaseManager(133): Closed leases 2024-11-08T02:14:10,298 INFO [RS:0;331c7316141f:44879 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-08T02:14:10,298 INFO [RS:0;331c7316141f:44879 {}] hbase.ChoreService(370): Chore service for: regionserver/331c7316141f:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-08T02:14:10,298 INFO [RS:0;331c7316141f:44879 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-08T02:14:10,298 INFO [regionserver/331c7316141f:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-08T02:14:10,298 INFO [RS:0;331c7316141f:44879 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-08T02:14:10,298 INFO [RS:0;331c7316141f:44879 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-08T02:14:10,298 INFO [RS:0;331c7316141f:44879 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-08T02:14:10,299 INFO [RS:0;331c7316141f:44879 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:44879 2024-11-08T02:14:10,300 DEBUG [RS:2;331c7316141f:38705 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/8065f3b6-f94d-72af-d2a1-6989b1f92369/oldWALs 2024-11-08T02:14:10,300 INFO [RS:2;331c7316141f:38705 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 331c7316141f%2C38705%2C1731031965946.meta:.meta(num 1731031977994) 2024-11-08T02:14:10,303 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45337 is added to blk_1073741833_1009 (size=3530) 2024-11-08T02:14:10,304 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37783 is added to blk_1073741833_1009 (size=3530) 2024-11-08T02:14:10,304 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39993 is added to blk_1073741833_1009 (size=3530) 2024-11-08T02:14:10,307 DEBUG [RS:2;331c7316141f:38705 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/8065f3b6-f94d-72af-d2a1-6989b1f92369/oldWALs 2024-11-08T02:14:10,307 INFO [RS:2;331c7316141f:38705 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 331c7316141f%2C38705%2C1731031965946:(num 1731031967730) 2024-11-08T02:14:10,307 DEBUG [RS:2;331c7316141f:38705 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T02:14:10,307 INFO [RS:2;331c7316141f:38705 {}] regionserver.LeaseManager(133): Closed leases 2024-11-08T02:14:10,307 INFO [RS:2;331c7316141f:38705 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-08T02:14:10,307 INFO [RS:2;331c7316141f:38705 {}] hbase.ChoreService(370): Chore service for: regionserver/331c7316141f:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-08T02:14:10,308 INFO [RS:2;331c7316141f:38705 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-08T02:14:10,308 INFO [regionserver/331c7316141f:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-08T02:14:10,308 INFO [RS:2;331c7316141f:38705 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:38705 2024-11-08T02:14:10,325 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34721-0x101183795f10000, quorum=127.0.0.1:59186, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-08T02:14:10,325 DEBUG [pool-63-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44879-0x101183795f10001, quorum=127.0.0.1:59186, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/331c7316141f,44879,1731031965672 2024-11-08T02:14:10,325 INFO [RS:0;331c7316141f:44879 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-08T02:14:10,336 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38705-0x101183795f10003, quorum=127.0.0.1:59186, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/331c7316141f,38705,1731031965946 2024-11-08T02:14:10,336 INFO [RS:2;331c7316141f:38705 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-08T02:14:10,420 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [331c7316141f,38705,1731031965946] 2024-11-08T02:14:10,441 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/331c7316141f,38705,1731031965946 already deleted, retry=false 2024-11-08T02:14:10,441 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 331c7316141f,38705,1731031965946 expired; onlineServers=1 2024-11-08T02:14:10,441 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [331c7316141f,44879,1731031965672] 2024-11-08T02:14:10,451 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/331c7316141f,44879,1731031965672 already deleted, retry=false 2024-11-08T02:14:10,451 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 331c7316141f,44879,1731031965672 expired; onlineServers=0 2024-11-08T02:14:10,451 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '331c7316141f,34721,1731031964836' ***** 2024-11-08T02:14:10,452 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-08T02:14:10,452 INFO [M:0;331c7316141f:34721 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-08T02:14:10,452 INFO [M:0;331c7316141f:34721 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-08T02:14:10,452 DEBUG [M:0;331c7316141f:34721 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-08T02:14:10,452 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-08T02:14:10,452 DEBUG [M:0;331c7316141f:34721 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-08T02:14:10,452 DEBUG [master/331c7316141f:0:becomeActiveMaster-HFileCleaner.large.0-1731031967333 {}] cleaner.HFileCleaner(306): Exit Thread[master/331c7316141f:0:becomeActiveMaster-HFileCleaner.large.0-1731031967333,5,FailOnTimeoutGroup] 2024-11-08T02:14:10,452 DEBUG [master/331c7316141f:0:becomeActiveMaster-HFileCleaner.small.0-1731031967334 {}] cleaner.HFileCleaner(306): Exit Thread[master/331c7316141f:0:becomeActiveMaster-HFileCleaner.small.0-1731031967334,5,FailOnTimeoutGroup] 2024-11-08T02:14:10,453 INFO [M:0;331c7316141f:34721 {}] hbase.ChoreService(370): Chore service for: master/331c7316141f:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-08T02:14:10,453 INFO [M:0;331c7316141f:34721 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-08T02:14:10,453 DEBUG [M:0;331c7316141f:34721 {}] master.HMaster(1795): Stopping service threads 2024-11-08T02:14:10,453 INFO [M:0;331c7316141f:34721 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-08T02:14:10,453 INFO [M:0;331c7316141f:34721 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-08T02:14:10,454 ERROR [M:0;331c7316141f:34721 {}] procedure2.ProcedureExecutor(763): There are still active thread in group java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10], see STDOUT java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10] Thread[IPC Client (2018628547) connection to localhost/127.0.0.1:44559 from jenkins,5,PEWorkerGroup] Thread[IPC Parameter Sending Thread for localhost/127.0.0.1:44559,5,PEWorkerGroup] 2024-11-08T02:14:10,455 INFO [M:0;331c7316141f:34721 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-08T02:14:10,455 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-08T02:14:10,462 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34721-0x101183795f10000, quorum=127.0.0.1:59186, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master 2024-11-08T02:14:10,462 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34721-0x101183795f10000, quorum=127.0.0.1:59186, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T02:14:10,462 DEBUG [M:0;331c7316141f:34721 {}] zookeeper.ZKUtil(347): master:34721-0x101183795f10000, quorum=127.0.0.1:59186, baseZNode=/hbase Unable to get data of znode /hbase/master because node does not exist (not an error) 2024-11-08T02:14:10,463 WARN [M:0;331c7316141f:34721 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-08T02:14:10,464 INFO [M:0;331c7316141f:34721 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:44559/user/jenkins/test-data/8065f3b6-f94d-72af-d2a1-6989b1f92369/.lastflushedseqids 2024-11-08T02:14:10,483 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45337 is added to blk_1073741865_1041 (size=686) 2024-11-08T02:14:10,483 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39993 is added to blk_1073741865_1041 (size=686) 2024-11-08T02:14:10,483 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37783 is added to blk_1073741865_1041 (size=686) 2024-11-08T02:14:10,485 INFO [M:0;331c7316141f:34721 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-08T02:14:10,485 INFO [M:0;331c7316141f:34721 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-08T02:14:10,485 DEBUG [M:0;331c7316141f:34721 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-08T02:14:10,485 INFO [M:0;331c7316141f:34721 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T02:14:10,485 DEBUG [M:0;331c7316141f:34721 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T02:14:10,485 DEBUG [M:0;331c7316141f:34721 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-08T02:14:10,485 DEBUG [M:0;331c7316141f:34721 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T02:14:10,486 INFO [M:0;331c7316141f:34721 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=185.11 KB heapSize=229.52 KB 2024-11-08T02:14:10,504 DEBUG [M:0;331c7316141f:34721 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44559/user/jenkins/test-data/8065f3b6-f94d-72af-d2a1-6989b1f92369/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/9f7c1894a660473c8f15c79060c84c33 is 82, key is hbase:meta,,1/info:regioninfo/1731031978075/Put/seqid=0 2024-11-08T02:14:10,512 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39993 is added to blk_1073741866_1042 (size=5672) 2024-11-08T02:14:10,512 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37783 is added to blk_1073741866_1042 (size=5672) 2024-11-08T02:14:10,512 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45337 is added to blk_1073741866_1042 (size=5672) 2024-11-08T02:14:10,513 INFO [M:0;331c7316141f:34721 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=485 (bloomFilter=true), to=hdfs://localhost:44559/user/jenkins/test-data/8065f3b6-f94d-72af-d2a1-6989b1f92369/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/9f7c1894a660473c8f15c79060c84c33 2024-11-08T02:14:10,520 DEBUG [pool-63-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44879-0x101183795f10001, quorum=127.0.0.1:59186, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-08T02:14:10,520 INFO [RS:0;331c7316141f:44879 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-08T02:14:10,520 INFO [RS:0;331c7316141f:44879 {}] regionserver.HRegionServer(1031): Exiting; stopping=331c7316141f,44879,1731031965672; zookeeper connection closed. 2024-11-08T02:14:10,520 DEBUG [pool-63-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44879-0x101183795f10001, quorum=127.0.0.1:59186, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-08T02:14:10,520 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@1a263577 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@1a263577 2024-11-08T02:14:10,530 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38705-0x101183795f10003, quorum=127.0.0.1:59186, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-08T02:14:10,530 INFO [RS:2;331c7316141f:38705 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-08T02:14:10,530 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38705-0x101183795f10003, quorum=127.0.0.1:59186, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-08T02:14:10,530 INFO [RS:2;331c7316141f:38705 {}] regionserver.HRegionServer(1031): Exiting; stopping=331c7316141f,38705,1731031965946; zookeeper connection closed. 2024-11-08T02:14:10,531 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@581d432e {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@581d432e 2024-11-08T02:14:10,531 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 3 regionserver(s) complete 2024-11-08T02:14:10,535 DEBUG [M:0;331c7316141f:34721 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44559/user/jenkins/test-data/8065f3b6-f94d-72af-d2a1-6989b1f92369/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/adcc3cec38b24f688148fee8dbe9ae6e is 1244, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1731031989373/Put/seqid=0 2024-11-08T02:14:10,543 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45337 is added to blk_1073741867_1043 (size=8904) 2024-11-08T02:14:10,543 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39993 is added to blk_1073741867_1043 (size=8904) 2024-11-08T02:14:10,543 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37783 is added to blk_1073741867_1043 (size=8904) 2024-11-08T02:14:10,544 INFO [M:0;331c7316141f:34721 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=184.37 KB at sequenceid=485 (bloomFilter=true), to=hdfs://localhost:44559/user/jenkins/test-data/8065f3b6-f94d-72af-d2a1-6989b1f92369/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/adcc3cec38b24f688148fee8dbe9ae6e 2024-11-08T02:14:10,550 INFO [M:0;331c7316141f:34721 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for adcc3cec38b24f688148fee8dbe9ae6e 2024-11-08T02:14:10,565 DEBUG [M:0;331c7316141f:34721 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44559/user/jenkins/test-data/8065f3b6-f94d-72af-d2a1-6989b1f92369/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/2465191339004e67a9c8c04819495988 is 69, key is 331c7316141f,38705,1731031965946/rs:state/1731031967437/Put/seqid=0 2024-11-08T02:14:10,573 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45337 is added to blk_1073741868_1044 (size=5446) 2024-11-08T02:14:10,573 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37783 is added to blk_1073741868_1044 (size=5446) 2024-11-08T02:14:10,573 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39993 is added to blk_1073741868_1044 (size=5446) 2024-11-08T02:14:10,574 INFO [M:0;331c7316141f:34721 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=249 B at sequenceid=485 (bloomFilter=true), to=hdfs://localhost:44559/user/jenkins/test-data/8065f3b6-f94d-72af-d2a1-6989b1f92369/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/2465191339004e67a9c8c04819495988 2024-11-08T02:14:10,580 INFO [M:0;331c7316141f:34721 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 2465191339004e67a9c8c04819495988 2024-11-08T02:14:10,581 DEBUG [M:0;331c7316141f:34721 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44559/user/jenkins/test-data/8065f3b6-f94d-72af-d2a1-6989b1f92369/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/9f7c1894a660473c8f15c79060c84c33 as hdfs://localhost:44559/user/jenkins/test-data/8065f3b6-f94d-72af-d2a1-6989b1f92369/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/9f7c1894a660473c8f15c79060c84c33 2024-11-08T02:14:10,588 INFO [M:0;331c7316141f:34721 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44559/user/jenkins/test-data/8065f3b6-f94d-72af-d2a1-6989b1f92369/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/9f7c1894a660473c8f15c79060c84c33, entries=8, sequenceid=485, filesize=5.5 K 2024-11-08T02:14:10,589 DEBUG [M:0;331c7316141f:34721 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44559/user/jenkins/test-data/8065f3b6-f94d-72af-d2a1-6989b1f92369/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/adcc3cec38b24f688148fee8dbe9ae6e as hdfs://localhost:44559/user/jenkins/test-data/8065f3b6-f94d-72af-d2a1-6989b1f92369/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/adcc3cec38b24f688148fee8dbe9ae6e 2024-11-08T02:14:10,595 INFO [M:0;331c7316141f:34721 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for adcc3cec38b24f688148fee8dbe9ae6e 2024-11-08T02:14:10,595 INFO [M:0;331c7316141f:34721 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44559/user/jenkins/test-data/8065f3b6-f94d-72af-d2a1-6989b1f92369/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/adcc3cec38b24f688148fee8dbe9ae6e, entries=54, sequenceid=485, filesize=8.7 K 2024-11-08T02:14:10,597 DEBUG [M:0;331c7316141f:34721 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44559/user/jenkins/test-data/8065f3b6-f94d-72af-d2a1-6989b1f92369/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/2465191339004e67a9c8c04819495988 as hdfs://localhost:44559/user/jenkins/test-data/8065f3b6-f94d-72af-d2a1-6989b1f92369/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/2465191339004e67a9c8c04819495988 2024-11-08T02:14:10,604 INFO [M:0;331c7316141f:34721 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 2465191339004e67a9c8c04819495988 2024-11-08T02:14:10,604 INFO [M:0;331c7316141f:34721 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44559/user/jenkins/test-data/8065f3b6-f94d-72af-d2a1-6989b1f92369/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/2465191339004e67a9c8c04819495988, entries=3, sequenceid=485, filesize=5.3 K 2024-11-08T02:14:10,605 INFO [M:0;331c7316141f:34721 {}] regionserver.HRegion(3140): Finished flush of dataSize ~185.11 KB/189552, heapSize ~229.23 KB/234728, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 120ms, sequenceid=485, compaction requested=false 2024-11-08T02:14:10,606 INFO [M:0;331c7316141f:34721 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T02:14:10,606 DEBUG [M:0;331c7316141f:34721 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731032050485Disabling compacts and flushes for region at 1731032050485Disabling writes for close at 1731032050485Obtaining lock to block concurrent updates at 1731032050486 (+1 ms)Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731032050486Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=189552, getHeapSize=234968, getOffHeapSize=0, getCellsCount=588 at 1731032050486Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731032050486Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731032050487 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731032050504 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731032050504Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731032050519 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731032050535 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731032050535Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731032050550 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731032050565 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731032050565Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2b5677de: reopening flushed file at 1731032050580 (+15 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3dae7de4: reopening flushed file at 1731032050588 (+8 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@9d2d537: reopening flushed file at 1731032050596 (+8 ms)Finished flush of dataSize ~185.11 KB/189552, heapSize ~229.23 KB/234728, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 120ms, sequenceid=485, compaction requested=false at 1731032050605 (+9 ms)Writing region close event to WAL at 1731032050606 (+1 ms)Closed at 1731032050606 2024-11-08T02:14:10,609 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37783 is added to blk_1073741830_1006 (size=221908) 2024-11-08T02:14:10,609 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39993 is added to blk_1073741830_1006 (size=221908) 2024-11-08T02:14:10,609 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45337 is added to blk_1073741830_1006 (size=221908) 2024-11-08T02:14:10,610 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-08T02:14:10,610 INFO [M:0;331c7316141f:34721 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-08T02:14:10,610 INFO [M:0;331c7316141f:34721 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:34721 2024-11-08T02:14:10,610 INFO [M:0;331c7316141f:34721 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-08T02:14:10,720 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34721-0x101183795f10000, quorum=127.0.0.1:59186, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-08T02:14:10,720 INFO [M:0;331c7316141f:34721 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-08T02:14:10,720 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34721-0x101183795f10000, quorum=127.0.0.1:59186, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-08T02:14:10,727 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@2cd9b709{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-08T02:14:10,731 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@5bb5a713{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-08T02:14:10,731 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-08T02:14:10,731 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@362d3e39{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-08T02:14:10,732 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@46521dd5{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e7eb6c8f-968e-a713-e141-7265c6a31785/hadoop.log.dir/,STOPPED} 2024-11-08T02:14:10,735 WARN [BP-1361735277-172.17.0.2-1731031960053 heartbeating to localhost/127.0.0.1:44559 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-08T02:14:10,735 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-08T02:14:10,735 WARN [BP-1361735277-172.17.0.2-1731031960053 heartbeating to localhost/127.0.0.1:44559 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1361735277-172.17.0.2-1731031960053 (Datanode Uuid 3b5fb987-5d3b-4702-959a-b184238fae45) service to localhost/127.0.0.1:44559 2024-11-08T02:14:10,735 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-08T02:14:10,736 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e7eb6c8f-968e-a713-e141-7265c6a31785/cluster_36163c9b-f234-efb1-a5d0-01d1c1243e1c/data/data5/current/BP-1361735277-172.17.0.2-1731031960053 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-08T02:14:10,737 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e7eb6c8f-968e-a713-e141-7265c6a31785/cluster_36163c9b-f234-efb1-a5d0-01d1c1243e1c/data/data6/current/BP-1361735277-172.17.0.2-1731031960053 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-08T02:14:10,737 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-08T02:14:10,739 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@1d0163dd{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-08T02:14:10,740 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@46ce7c55{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-08T02:14:10,740 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-08T02:14:10,740 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7b4d8988{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-08T02:14:10,740 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@35034a29{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e7eb6c8f-968e-a713-e141-7265c6a31785/hadoop.log.dir/,STOPPED} 2024-11-08T02:14:10,741 WARN [BP-1361735277-172.17.0.2-1731031960053 heartbeating to localhost/127.0.0.1:44559 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-08T02:14:10,741 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-08T02:14:10,741 WARN [BP-1361735277-172.17.0.2-1731031960053 heartbeating to localhost/127.0.0.1:44559 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1361735277-172.17.0.2-1731031960053 (Datanode Uuid 12777050-797c-44fd-954a-9f45957e1b13) service to localhost/127.0.0.1:44559 2024-11-08T02:14:10,741 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-08T02:14:10,742 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e7eb6c8f-968e-a713-e141-7265c6a31785/cluster_36163c9b-f234-efb1-a5d0-01d1c1243e1c/data/data3/current/BP-1361735277-172.17.0.2-1731031960053 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-08T02:14:10,742 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e7eb6c8f-968e-a713-e141-7265c6a31785/cluster_36163c9b-f234-efb1-a5d0-01d1c1243e1c/data/data4/current/BP-1361735277-172.17.0.2-1731031960053 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-08T02:14:10,742 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-08T02:14:10,744 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@2dba9aab{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-08T02:14:10,744 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@606697ba{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-08T02:14:10,744 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-08T02:14:10,745 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1377073d{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-08T02:14:10,745 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@604d8866{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e7eb6c8f-968e-a713-e141-7265c6a31785/hadoop.log.dir/,STOPPED} 2024-11-08T02:14:10,746 WARN [BP-1361735277-172.17.0.2-1731031960053 heartbeating to localhost/127.0.0.1:44559 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-08T02:14:10,746 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-08T02:14:10,746 WARN [BP-1361735277-172.17.0.2-1731031960053 heartbeating to localhost/127.0.0.1:44559 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1361735277-172.17.0.2-1731031960053 (Datanode Uuid 8e7da4bf-ad16-4485-8fff-6ebaf4fc70e3) service to localhost/127.0.0.1:44559 2024-11-08T02:14:10,746 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-08T02:14:10,746 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e7eb6c8f-968e-a713-e141-7265c6a31785/cluster_36163c9b-f234-efb1-a5d0-01d1c1243e1c/data/data1/current/BP-1361735277-172.17.0.2-1731031960053 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-08T02:14:10,747 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e7eb6c8f-968e-a713-e141-7265c6a31785/cluster_36163c9b-f234-efb1-a5d0-01d1c1243e1c/data/data2/current/BP-1361735277-172.17.0.2-1731031960053 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-08T02:14:10,747 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-08T02:14:10,756 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@458e1c66{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-08T02:14:10,756 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@50e5d970{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-08T02:14:10,756 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-08T02:14:10,757 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6a9f9f29{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-08T02:14:10,757 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@379e5835{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e7eb6c8f-968e-a713-e141-7265c6a31785/hadoop.log.dir/,STOPPED} 2024-11-08T02:14:10,765 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-08T02:14:10,805 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-08T02:14:10,814 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: master.procedure.TestSnapshotProcedureRSCrashes#testRegionServerCrashWhileTakingSnapshot Thread=93 (was 11) Potentially hanging thread: BootstrapNodeManager java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:44559 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/331c7316141f:0.procedureResultReporter java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.regionserver.RemoteProcedureResultReporter.run(RemoteProcedureResultReporter.java:75) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:44559 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/331c7316141f:0.logRoller java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hbase.wal.AbstractWALRoller.run(AbstractWALRoller.java:180) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-4-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-6-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-6 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-3-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:44559 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-4-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:44559 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Async-Client-Retry-Timer-pool-0 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.waitForNextTick(HashedWheelTimer.java:598) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:494) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-3-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-4-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Idle-Rpc-Conn-Sweeper-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-2-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: region-location-3 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: region-location-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-3 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: Time-limited test.named-queue-events-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) app//com.lmax.disruptor.BlockingWaitStrategy.waitFor(BlockingWaitStrategy.java:47) app//com.lmax.disruptor.ProcessingSequenceBarrier.waitFor(ProcessingSequenceBarrier.java:56) app//com.lmax.disruptor.BatchEventProcessor.processEvents(BatchEventProcessor.java:159) app//com.lmax.disruptor.BatchEventProcessor.run(BatchEventProcessor.java:125) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: master/331c7316141f:0:becomeActiveMaster-MemStoreChunkPool Statistics java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcClient-timer-pool-0 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.waitForNextTick(HashedWheelTimer.java:598) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:494) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-6-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-5-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-1-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_OPEN_REGION-regionserver/331c7316141f:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: SSL Certificates Store Monitor java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:537) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-4-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-1-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/331c7316141f:0.procedureResultReporter java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.regionserver.RemoteProcedureResultReporter.run(RemoteProcedureResultReporter.java:75) Potentially hanging thread: nioEventLoopGroup-5-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HBase-Metrics2-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (2018628547) connection to localhost/127.0.0.1:44559 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-5-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-1-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-5-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: region-location-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.fs.FileSystem$Statistics$StatisticsDataReferenceCleaner java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:155) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:176) app//org.apache.hadoop.fs.FileSystem$Statistics$StatisticsDataReferenceCleaner.run(FileSystem.java:4171) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-4 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/331c7316141f:0.procedureResultReporter java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.regionserver.RemoteProcedureResultReporter.run(RemoteProcedureResultReporter.java:75) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-3 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-7-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-2-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Monitor thread for TaskMonitor java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hbase.monitoring.TaskMonitor$MonitorRunnable.run(TaskMonitor.java:325) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-7-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: GcTimeMonitor obsWindow = 60000, sleepInterval = 5000, maxGcTimePerc = 100 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.util.GcTimeMonitor.run(GcTimeMonitor.java:161) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-3-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: region-location-4 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-5 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:44559 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.2@localhost:44559 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: LeaseRenewer:jenkins.hfs.1@localhost:44559 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-2 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-2-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: master/331c7316141f:0:becomeActiveMaster-MemStoreChunkPool Statistics java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Timer for 'HBase' metrics system java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: IPC Client (2018628547) connection to localhost/127.0.0.1:44559 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-3-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:44559 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: region-location-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Abort regionserver monitor java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: nioEventLoopGroup-5-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-6-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkUntil(LockSupport.java:410) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1726) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: org.apache.hadoop.hdfs.PeerCache@20bc2e4f java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.PeerCache.run(PeerCache.java:253) app//org.apache.hadoop.hdfs.PeerCache.access$000(PeerCache.java:46) app//org.apache.hadoop.hdfs.PeerCache$1.run(PeerCache.java:124) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-7-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-3-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-4-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (2018628547) connection to localhost/127.0.0.1:44559 from jenkins.hfs.2 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: SessionTracker java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.server.SessionTrackerImpl.run(SessionTrackerImpl.java:163) Potentially hanging thread: IPC Client (2018628547) connection to localhost/127.0.0.1:44559 from jenkins.hfs.0 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-3-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: SnapshotHandlerChoreCleaner java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-5-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/331c7316141f:0.Chore.1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: weak-ref-cleaner-strictcontextstorage java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:155) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:176) app//io.opentelemetry.context.StrictContextStorage$PendingScopes.run(StrictContextStorage.java:269) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-4-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.0@localhost:44559 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:44559 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=438 (was 285) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=276 (was 340), ProcessCount=11 (was 11), AvailableMemoryMB=7931 (was 9122) 2024-11-08T02:14:10,820 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: master.procedure.TestSnapshotProcedureRSCrashes#testRegionServerCrashWhileVerifyingSnapshot Thread=94, OpenFileDescriptor=438, MaxFileDescriptor=1048576, SystemLoadAverage=276, ProcessCount=11, AvailableMemoryMB=7931 2024-11-08T02:14:10,834 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e7eb6c8f-968e-a713-e141-7265c6a31785/hadoop.log.dir so I do NOT create it in target/test-data/240a2200-a905-2aa1-2caf-4ddfd1932a8e 2024-11-08T02:14:10,834 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e7eb6c8f-968e-a713-e141-7265c6a31785/hadoop.log.dir Erasing configuration value by system value. 2024-11-08T02:14:10,834 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e7eb6c8f-968e-a713-e141-7265c6a31785/hadoop.tmp.dir so I do NOT create it in target/test-data/240a2200-a905-2aa1-2caf-4ddfd1932a8e 2024-11-08T02:14:10,834 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e7eb6c8f-968e-a713-e141-7265c6a31785/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-08T02:14:10,834 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/240a2200-a905-2aa1-2caf-4ddfd1932a8e 2024-11-08T02:14:10,834 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=3, rsPorts=, rsClass=null, numDataNodes=3, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-08T02:14:10,834 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/240a2200-a905-2aa1-2caf-4ddfd1932a8e/cluster_75109f82-217d-82ed-f20c-c84c320bd1cb, deleteOnExit=true 2024-11-08T02:14:10,834 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-08T02:14:10,834 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/240a2200-a905-2aa1-2caf-4ddfd1932a8e/test.cache.data in system properties and HBase conf 2024-11-08T02:14:10,834 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/240a2200-a905-2aa1-2caf-4ddfd1932a8e/hadoop.tmp.dir in system properties and HBase conf 2024-11-08T02:14:10,835 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/240a2200-a905-2aa1-2caf-4ddfd1932a8e/hadoop.log.dir in system properties and HBase conf 2024-11-08T02:14:10,835 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/240a2200-a905-2aa1-2caf-4ddfd1932a8e/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-08T02:14:10,835 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/240a2200-a905-2aa1-2caf-4ddfd1932a8e/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-08T02:14:10,835 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-08T02:14:10,835 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-08T02:14:10,835 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/240a2200-a905-2aa1-2caf-4ddfd1932a8e/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-08T02:14:10,835 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/240a2200-a905-2aa1-2caf-4ddfd1932a8e/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-08T02:14:10,835 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/240a2200-a905-2aa1-2caf-4ddfd1932a8e/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-08T02:14:10,835 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/240a2200-a905-2aa1-2caf-4ddfd1932a8e/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-08T02:14:10,835 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/240a2200-a905-2aa1-2caf-4ddfd1932a8e/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-08T02:14:10,835 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/240a2200-a905-2aa1-2caf-4ddfd1932a8e/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-08T02:14:10,836 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/240a2200-a905-2aa1-2caf-4ddfd1932a8e/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-08T02:14:10,836 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/240a2200-a905-2aa1-2caf-4ddfd1932a8e/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-08T02:14:10,836 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/240a2200-a905-2aa1-2caf-4ddfd1932a8e/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-08T02:14:10,836 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/240a2200-a905-2aa1-2caf-4ddfd1932a8e/nfs.dump.dir in system properties and HBase conf 2024-11-08T02:14:10,836 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/240a2200-a905-2aa1-2caf-4ddfd1932a8e/java.io.tmpdir in system properties and HBase conf 2024-11-08T02:14:10,836 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/240a2200-a905-2aa1-2caf-4ddfd1932a8e/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-08T02:14:10,836 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/240a2200-a905-2aa1-2caf-4ddfd1932a8e/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-08T02:14:10,836 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/240a2200-a905-2aa1-2caf-4ddfd1932a8e/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-08T02:14:11,244 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-08T02:14:11,251 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-08T02:14:11,252 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-08T02:14:11,252 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-08T02:14:11,253 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-08T02:14:11,253 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-08T02:14:11,254 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5021f3e9{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/240a2200-a905-2aa1-2caf-4ddfd1932a8e/hadoop.log.dir/,AVAILABLE} 2024-11-08T02:14:11,254 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@41f7b630{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-08T02:14:11,349 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@66844c6d{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/240a2200-a905-2aa1-2caf-4ddfd1932a8e/java.io.tmpdir/jetty-localhost-43429-hadoop-hdfs-3_4_1-tests_jar-_-any-18081014811445439950/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-08T02:14:11,350 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@29b0af6a{HTTP/1.1, (http/1.1)}{localhost:43429} 2024-11-08T02:14:11,350 INFO [Time-limited test {}] server.Server(415): Started @93969ms 2024-11-08T02:14:11,577 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-08T02:14:11,580 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-08T02:14:11,582 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-08T02:14:11,582 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-08T02:14:11,582 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-08T02:14:11,583 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@405bd553{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/240a2200-a905-2aa1-2caf-4ddfd1932a8e/hadoop.log.dir/,AVAILABLE} 2024-11-08T02:14:11,583 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@413570d2{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-08T02:14:11,677 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@74a21563{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/240a2200-a905-2aa1-2caf-4ddfd1932a8e/java.io.tmpdir/jetty-localhost-34955-hadoop-hdfs-3_4_1-tests_jar-_-any-7044264529300768771/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-08T02:14:11,677 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@565dc315{HTTP/1.1, (http/1.1)}{localhost:34955} 2024-11-08T02:14:11,677 INFO [Time-limited test {}] server.Server(415): Started @94297ms 2024-11-08T02:14:11,679 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-08T02:14:11,711 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-08T02:14:11,715 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-08T02:14:11,717 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-08T02:14:11,717 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-08T02:14:11,717 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-08T02:14:11,720 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@cd54326{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/240a2200-a905-2aa1-2caf-4ddfd1932a8e/hadoop.log.dir/,AVAILABLE} 2024-11-08T02:14:11,720 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@798c66ca{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-08T02:14:11,815 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@4ceade03{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/240a2200-a905-2aa1-2caf-4ddfd1932a8e/java.io.tmpdir/jetty-localhost-36709-hadoop-hdfs-3_4_1-tests_jar-_-any-16379205302427243427/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-08T02:14:11,816 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@12ae1b60{HTTP/1.1, (http/1.1)}{localhost:36709} 2024-11-08T02:14:11,816 INFO [Time-limited test {}] server.Server(415): Started @94435ms 2024-11-08T02:14:11,817 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-08T02:14:11,846 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-08T02:14:11,849 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-08T02:14:11,854 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-08T02:14:11,854 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-08T02:14:11,854 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-08T02:14:11,854 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@407fbe3d{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/240a2200-a905-2aa1-2caf-4ddfd1932a8e/hadoop.log.dir/,AVAILABLE} 2024-11-08T02:14:11,855 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1ecb361e{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-08T02:14:11,970 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@242e51be{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/240a2200-a905-2aa1-2caf-4ddfd1932a8e/java.io.tmpdir/jetty-localhost-34933-hadoop-hdfs-3_4_1-tests_jar-_-any-9588540625914830741/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-08T02:14:11,971 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@43db8ad6{HTTP/1.1, (http/1.1)}{localhost:34933} 2024-11-08T02:14:11,971 INFO [Time-limited test {}] server.Server(415): Started @94590ms 2024-11-08T02:14:11,973 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-08T02:14:13,092 WARN [Thread-709 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/240a2200-a905-2aa1-2caf-4ddfd1932a8e/cluster_75109f82-217d-82ed-f20c-c84c320bd1cb/data/data1/current/BP-939902081-172.17.0.2-1731032050853/current, will proceed with Du for space computation calculation, 2024-11-08T02:14:13,093 WARN [Thread-710 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/240a2200-a905-2aa1-2caf-4ddfd1932a8e/cluster_75109f82-217d-82ed-f20c-c84c320bd1cb/data/data2/current/BP-939902081-172.17.0.2-1731032050853/current, will proceed with Du for space computation calculation, 2024-11-08T02:14:13,112 WARN [Thread-649 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-08T02:14:13,114 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x45fcb0718409395c with lease ID 0x6757bf88cb58257d: Processing first storage report for DS-8ec74ea6-4bdf-4a55-862f-055c5f4d9257 from datanode DatanodeRegistration(127.0.0.1:46215, datanodeUuid=4f1ee74d-9164-46e4-acbf-9112f1c611b5, infoPort=41299, infoSecurePort=0, ipcPort=46483, storageInfo=lv=-57;cid=testClusterID;nsid=1952763333;c=1731032050853) 2024-11-08T02:14:13,114 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x45fcb0718409395c with lease ID 0x6757bf88cb58257d: from storage DS-8ec74ea6-4bdf-4a55-862f-055c5f4d9257 node DatanodeRegistration(127.0.0.1:46215, datanodeUuid=4f1ee74d-9164-46e4-acbf-9112f1c611b5, infoPort=41299, infoSecurePort=0, ipcPort=46483, storageInfo=lv=-57;cid=testClusterID;nsid=1952763333;c=1731032050853), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-08T02:14:13,115 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x45fcb0718409395c with lease ID 0x6757bf88cb58257d: Processing first storage report for DS-d4e35541-443a-4ec6-a022-b6b2d47c7991 from datanode DatanodeRegistration(127.0.0.1:46215, datanodeUuid=4f1ee74d-9164-46e4-acbf-9112f1c611b5, infoPort=41299, infoSecurePort=0, ipcPort=46483, storageInfo=lv=-57;cid=testClusterID;nsid=1952763333;c=1731032050853) 2024-11-08T02:14:13,115 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x45fcb0718409395c with lease ID 0x6757bf88cb58257d: from storage DS-d4e35541-443a-4ec6-a022-b6b2d47c7991 node DatanodeRegistration(127.0.0.1:46215, datanodeUuid=4f1ee74d-9164-46e4-acbf-9112f1c611b5, infoPort=41299, infoSecurePort=0, ipcPort=46483, storageInfo=lv=-57;cid=testClusterID;nsid=1952763333;c=1731032050853), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-08T02:14:13,272 WARN [Thread-720 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/240a2200-a905-2aa1-2caf-4ddfd1932a8e/cluster_75109f82-217d-82ed-f20c-c84c320bd1cb/data/data3/current/BP-939902081-172.17.0.2-1731032050853/current, will proceed with Du for space computation calculation, 2024-11-08T02:14:13,272 WARN [Thread-721 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/240a2200-a905-2aa1-2caf-4ddfd1932a8e/cluster_75109f82-217d-82ed-f20c-c84c320bd1cb/data/data4/current/BP-939902081-172.17.0.2-1731032050853/current, will proceed with Du for space computation calculation, 2024-11-08T02:14:13,291 WARN [Thread-672 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-08T02:14:13,294 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x4dccff78124199c6 with lease ID 0x6757bf88cb58257e: Processing first storage report for DS-83f848a5-991c-4eb2-9f2a-f735eabcf60e from datanode DatanodeRegistration(127.0.0.1:37823, datanodeUuid=b903b273-b47d-4848-bc85-c4cb7596cdf9, infoPort=40975, infoSecurePort=0, ipcPort=38323, storageInfo=lv=-57;cid=testClusterID;nsid=1952763333;c=1731032050853) 2024-11-08T02:14:13,294 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x4dccff78124199c6 with lease ID 0x6757bf88cb58257e: from storage DS-83f848a5-991c-4eb2-9f2a-f735eabcf60e node DatanodeRegistration(127.0.0.1:37823, datanodeUuid=b903b273-b47d-4848-bc85-c4cb7596cdf9, infoPort=40975, infoSecurePort=0, ipcPort=38323, storageInfo=lv=-57;cid=testClusterID;nsid=1952763333;c=1731032050853), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-08T02:14:13,294 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x4dccff78124199c6 with lease ID 0x6757bf88cb58257e: Processing first storage report for DS-a7d1259c-5937-4b04-b731-1653ae9598b5 from datanode DatanodeRegistration(127.0.0.1:37823, datanodeUuid=b903b273-b47d-4848-bc85-c4cb7596cdf9, infoPort=40975, infoSecurePort=0, ipcPort=38323, storageInfo=lv=-57;cid=testClusterID;nsid=1952763333;c=1731032050853) 2024-11-08T02:14:13,294 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x4dccff78124199c6 with lease ID 0x6757bf88cb58257e: from storage DS-a7d1259c-5937-4b04-b731-1653ae9598b5 node DatanodeRegistration(127.0.0.1:37823, datanodeUuid=b903b273-b47d-4848-bc85-c4cb7596cdf9, infoPort=40975, infoSecurePort=0, ipcPort=38323, storageInfo=lv=-57;cid=testClusterID;nsid=1952763333;c=1731032050853), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-08T02:14:13,346 WARN [Thread-731 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/240a2200-a905-2aa1-2caf-4ddfd1932a8e/cluster_75109f82-217d-82ed-f20c-c84c320bd1cb/data/data5/current/BP-939902081-172.17.0.2-1731032050853/current, will proceed with Du for space computation calculation, 2024-11-08T02:14:13,346 WARN [Thread-732 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/240a2200-a905-2aa1-2caf-4ddfd1932a8e/cluster_75109f82-217d-82ed-f20c-c84c320bd1cb/data/data6/current/BP-939902081-172.17.0.2-1731032050853/current, will proceed with Du for space computation calculation, 2024-11-08T02:14:13,364 WARN [Thread-694 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-08T02:14:13,366 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xc575ad5bf2b90e79 with lease ID 0x6757bf88cb58257f: Processing first storage report for DS-38f66b85-a574-42f5-8d41-084b5dd7734d from datanode DatanodeRegistration(127.0.0.1:45377, datanodeUuid=80ae684e-76c8-47fd-ba7c-f26af8483fa1, infoPort=33499, infoSecurePort=0, ipcPort=46267, storageInfo=lv=-57;cid=testClusterID;nsid=1952763333;c=1731032050853) 2024-11-08T02:14:13,366 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xc575ad5bf2b90e79 with lease ID 0x6757bf88cb58257f: from storage DS-38f66b85-a574-42f5-8d41-084b5dd7734d node DatanodeRegistration(127.0.0.1:45377, datanodeUuid=80ae684e-76c8-47fd-ba7c-f26af8483fa1, infoPort=33499, infoSecurePort=0, ipcPort=46267, storageInfo=lv=-57;cid=testClusterID;nsid=1952763333;c=1731032050853), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-08T02:14:13,367 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xc575ad5bf2b90e79 with lease ID 0x6757bf88cb58257f: Processing first storage report for DS-6f12835c-199c-4d0f-9b0b-3f535a490a92 from datanode DatanodeRegistration(127.0.0.1:45377, datanodeUuid=80ae684e-76c8-47fd-ba7c-f26af8483fa1, infoPort=33499, infoSecurePort=0, ipcPort=46267, storageInfo=lv=-57;cid=testClusterID;nsid=1952763333;c=1731032050853) 2024-11-08T02:14:13,367 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xc575ad5bf2b90e79 with lease ID 0x6757bf88cb58257f: from storage DS-6f12835c-199c-4d0f-9b0b-3f535a490a92 node DatanodeRegistration(127.0.0.1:45377, datanodeUuid=80ae684e-76c8-47fd-ba7c-f26af8483fa1, infoPort=33499, infoSecurePort=0, ipcPort=46267, storageInfo=lv=-57;cid=testClusterID;nsid=1952763333;c=1731032050853), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-08T02:14:13,409 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/240a2200-a905-2aa1-2caf-4ddfd1932a8e 2024-11-08T02:14:13,412 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/240a2200-a905-2aa1-2caf-4ddfd1932a8e/cluster_75109f82-217d-82ed-f20c-c84c320bd1cb/zookeeper_0, clientPort=54194, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/240a2200-a905-2aa1-2caf-4ddfd1932a8e/cluster_75109f82-217d-82ed-f20c-c84c320bd1cb/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/240a2200-a905-2aa1-2caf-4ddfd1932a8e/cluster_75109f82-217d-82ed-f20c-c84c320bd1cb/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-08T02:14:13,413 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=54194 2024-11-08T02:14:13,414 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T02:14:13,415 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T02:14:13,428 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46215 is added to blk_1073741825_1001 (size=7) 2024-11-08T02:14:13,429 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45377 is added to blk_1073741825_1001 (size=7) 2024-11-08T02:14:13,429 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37823 is added to blk_1073741825_1001 (size=7) 2024-11-08T02:14:13,430 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:36009/user/jenkins/test-data/21c19980-ed44-d42f-6834-4e3eb2b1a4cd with version=8 2024-11-08T02:14:13,430 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:36009/user/jenkins/test-data/21c19980-ed44-d42f-6834-4e3eb2b1a4cd/hbase-staging 2024-11-08T02:14:13,433 INFO [Time-limited test {}] client.ConnectionUtils(128): master/331c7316141f:0 server-side Connection retries=45 2024-11-08T02:14:13,433 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-08T02:14:13,433 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-08T02:14:13,433 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-08T02:14:13,433 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-08T02:14:13,433 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-08T02:14:13,433 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-08T02:14:13,433 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-08T02:14:13,434 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:33801 2024-11-08T02:14:13,436 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:33801 connecting to ZooKeeper ensemble=127.0.0.1:54194 2024-11-08T02:14:13,490 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:338010x0, quorum=127.0.0.1:54194, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-08T02:14:13,490 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:33801-0x1011838f24f0000 connected 2024-11-08T02:14:13,579 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T02:14:13,583 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T02:14:13,587 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:33801-0x1011838f24f0000, quorum=127.0.0.1:54194, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-08T02:14:13,587 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:36009/user/jenkins/test-data/21c19980-ed44-d42f-6834-4e3eb2b1a4cd, hbase.cluster.distributed=false 2024-11-08T02:14:13,588 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:33801-0x1011838f24f0000, quorum=127.0.0.1:54194, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-08T02:14:13,589 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=33801 2024-11-08T02:14:13,589 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=33801 2024-11-08T02:14:13,589 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=33801 2024-11-08T02:14:13,590 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=33801 2024-11-08T02:14:13,590 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=33801 2024-11-08T02:14:13,607 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/331c7316141f:0 server-side Connection retries=45 2024-11-08T02:14:13,607 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-08T02:14:13,607 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-08T02:14:13,607 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-08T02:14:13,607 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-08T02:14:13,607 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-08T02:14:13,607 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-08T02:14:13,607 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-08T02:14:13,608 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:38941 2024-11-08T02:14:13,609 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:38941 connecting to ZooKeeper ensemble=127.0.0.1:54194 2024-11-08T02:14:13,610 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T02:14:13,612 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T02:14:13,620 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:389410x0, quorum=127.0.0.1:54194, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-08T02:14:13,621 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:389410x0, quorum=127.0.0.1:54194, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-08T02:14:13,621 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:38941-0x1011838f24f0001 connected 2024-11-08T02:14:13,621 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-08T02:14:13,621 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-08T02:14:13,622 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:38941-0x1011838f24f0001, quorum=127.0.0.1:54194, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-08T02:14:13,623 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:38941-0x1011838f24f0001, quorum=127.0.0.1:54194, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-08T02:14:13,623 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=38941 2024-11-08T02:14:13,623 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=38941 2024-11-08T02:14:13,624 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=38941 2024-11-08T02:14:13,624 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=38941 2024-11-08T02:14:13,624 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=38941 2024-11-08T02:14:13,640 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/331c7316141f:0 server-side Connection retries=45 2024-11-08T02:14:13,640 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-08T02:14:13,640 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-08T02:14:13,640 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-08T02:14:13,640 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-08T02:14:13,640 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-08T02:14:13,640 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-08T02:14:13,640 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-08T02:14:13,641 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:35923 2024-11-08T02:14:13,642 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:35923 connecting to ZooKeeper ensemble=127.0.0.1:54194 2024-11-08T02:14:13,643 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T02:14:13,644 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T02:14:13,652 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:359230x0, quorum=127.0.0.1:54194, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-08T02:14:13,652 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:35923-0x1011838f24f0002 connected 2024-11-08T02:14:13,652 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:35923-0x1011838f24f0002, quorum=127.0.0.1:54194, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-08T02:14:13,652 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-08T02:14:13,653 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-08T02:14:13,654 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:35923-0x1011838f24f0002, quorum=127.0.0.1:54194, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-08T02:14:13,655 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:35923-0x1011838f24f0002, quorum=127.0.0.1:54194, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-08T02:14:13,655 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=35923 2024-11-08T02:14:13,655 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=35923 2024-11-08T02:14:13,656 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=35923 2024-11-08T02:14:13,657 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=35923 2024-11-08T02:14:13,657 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=35923 2024-11-08T02:14:13,675 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/331c7316141f:0 server-side Connection retries=45 2024-11-08T02:14:13,675 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-08T02:14:13,675 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-08T02:14:13,675 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-08T02:14:13,675 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-08T02:14:13,675 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-08T02:14:13,675 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-08T02:14:13,675 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-08T02:14:13,676 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:38849 2024-11-08T02:14:13,677 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:38849 connecting to ZooKeeper ensemble=127.0.0.1:54194 2024-11-08T02:14:13,678 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T02:14:13,679 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T02:14:13,694 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:388490x0, quorum=127.0.0.1:54194, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-08T02:14:13,694 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:38849-0x1011838f24f0003 connected 2024-11-08T02:14:13,694 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:38849-0x1011838f24f0003, quorum=127.0.0.1:54194, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-08T02:14:13,695 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-08T02:14:13,695 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-08T02:14:13,696 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:38849-0x1011838f24f0003, quorum=127.0.0.1:54194, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-08T02:14:13,697 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:38849-0x1011838f24f0003, quorum=127.0.0.1:54194, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-08T02:14:13,698 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=38849 2024-11-08T02:14:13,698 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=38849 2024-11-08T02:14:13,699 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=38849 2024-11-08T02:14:13,699 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=38849 2024-11-08T02:14:13,699 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=38849 2024-11-08T02:14:13,711 DEBUG [M:0;331c7316141f:33801 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;331c7316141f:33801 2024-11-08T02:14:13,712 INFO [master/331c7316141f:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /hbase/backup-masters/331c7316141f,33801,1731032053433 2024-11-08T02:14:13,722 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33801-0x1011838f24f0000, quorum=127.0.0.1:54194, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-08T02:14:13,722 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35923-0x1011838f24f0002, quorum=127.0.0.1:54194, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-08T02:14:13,722 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38941-0x1011838f24f0001, quorum=127.0.0.1:54194, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-08T02:14:13,722 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38849-0x1011838f24f0003, quorum=127.0.0.1:54194, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-08T02:14:13,723 DEBUG [master/331c7316141f:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:33801-0x1011838f24f0000, quorum=127.0.0.1:54194, baseZNode=/hbase Set watcher on existing znode=/hbase/backup-masters/331c7316141f,33801,1731032053433 2024-11-08T02:14:13,733 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38941-0x1011838f24f0001, quorum=127.0.0.1:54194, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-08T02:14:13,733 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38849-0x1011838f24f0003, quorum=127.0.0.1:54194, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-08T02:14:13,733 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35923-0x1011838f24f0002, quorum=127.0.0.1:54194, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-08T02:14:13,733 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38941-0x1011838f24f0001, quorum=127.0.0.1:54194, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T02:14:13,733 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38849-0x1011838f24f0003, quorum=127.0.0.1:54194, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T02:14:13,733 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33801-0x1011838f24f0000, quorum=127.0.0.1:54194, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T02:14:13,733 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35923-0x1011838f24f0002, quorum=127.0.0.1:54194, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T02:14:13,734 DEBUG [master/331c7316141f:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:33801-0x1011838f24f0000, quorum=127.0.0.1:54194, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-11-08T02:14:13,735 INFO [master/331c7316141f:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /hbase/backup-masters/331c7316141f,33801,1731032053433 from backup master directory 2024-11-08T02:14:13,746 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33801-0x1011838f24f0000, quorum=127.0.0.1:54194, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/backup-masters/331c7316141f,33801,1731032053433 2024-11-08T02:14:13,746 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33801-0x1011838f24f0000, quorum=127.0.0.1:54194, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-08T02:14:13,746 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38849-0x1011838f24f0003, quorum=127.0.0.1:54194, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-08T02:14:13,746 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38941-0x1011838f24f0001, quorum=127.0.0.1:54194, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-08T02:14:13,746 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35923-0x1011838f24f0002, quorum=127.0.0.1:54194, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-08T02:14:13,747 WARN [master/331c7316141f:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-08T02:14:13,747 INFO [master/331c7316141f:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=331c7316141f,33801,1731032053433 2024-11-08T02:14:13,752 DEBUG [master/331c7316141f:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:36009/user/jenkins/test-data/21c19980-ed44-d42f-6834-4e3eb2b1a4cd/hbase.id] with ID: dfd38553-9001-4b3a-8f97-bc32c5323a75 2024-11-08T02:14:13,752 DEBUG [master/331c7316141f:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:36009/user/jenkins/test-data/21c19980-ed44-d42f-6834-4e3eb2b1a4cd/.tmp/hbase.id 2024-11-08T02:14:13,761 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37823 is added to blk_1073741826_1002 (size=42) 2024-11-08T02:14:13,761 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45377 is added to blk_1073741826_1002 (size=42) 2024-11-08T02:14:13,761 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46215 is added to blk_1073741826_1002 (size=42) 2024-11-08T02:14:13,762 DEBUG [master/331c7316141f:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:36009/user/jenkins/test-data/21c19980-ed44-d42f-6834-4e3eb2b1a4cd/.tmp/hbase.id]:[hdfs://localhost:36009/user/jenkins/test-data/21c19980-ed44-d42f-6834-4e3eb2b1a4cd/hbase.id] 2024-11-08T02:14:13,774 INFO [master/331c7316141f:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T02:14:13,774 INFO [master/331c7316141f:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-08T02:14:13,776 INFO [master/331c7316141f:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 2ms. 2024-11-08T02:14:13,788 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35923-0x1011838f24f0002, quorum=127.0.0.1:54194, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T02:14:13,788 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33801-0x1011838f24f0000, quorum=127.0.0.1:54194, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T02:14:13,788 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38941-0x1011838f24f0001, quorum=127.0.0.1:54194, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T02:14:13,788 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38849-0x1011838f24f0003, quorum=127.0.0.1:54194, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T02:14:13,798 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46215 is added to blk_1073741827_1003 (size=196) 2024-11-08T02:14:13,798 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45377 is added to blk_1073741827_1003 (size=196) 2024-11-08T02:14:13,798 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37823 is added to blk_1073741827_1003 (size=196) 2024-11-08T02:14:13,799 INFO [master/331c7316141f:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-08T02:14:13,800 INFO [master/331c7316141f:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-08T02:14:13,800 INFO [master/331c7316141f:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-08T02:14:13,809 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46215 is added to blk_1073741828_1004 (size=1189) 2024-11-08T02:14:13,810 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37823 is added to blk_1073741828_1004 (size=1189) 2024-11-08T02:14:13,810 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45377 is added to blk_1073741828_1004 (size=1189) 2024-11-08T02:14:13,811 INFO [master/331c7316141f:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:36009/user/jenkins/test-data/21c19980-ed44-d42f-6834-4e3eb2b1a4cd/MasterData/data/master/store 2024-11-08T02:14:13,819 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46215 is added to blk_1073741829_1005 (size=34) 2024-11-08T02:14:13,819 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45377 is added to blk_1073741829_1005 (size=34) 2024-11-08T02:14:13,820 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37823 is added to blk_1073741829_1005 (size=34) 2024-11-08T02:14:13,820 DEBUG [master/331c7316141f:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T02:14:13,820 DEBUG [master/331c7316141f:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-08T02:14:13,820 INFO [master/331c7316141f:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T02:14:13,820 DEBUG [master/331c7316141f:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T02:14:13,820 DEBUG [master/331c7316141f:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-08T02:14:13,820 DEBUG [master/331c7316141f:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T02:14:13,820 INFO [master/331c7316141f:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T02:14:13,821 DEBUG [master/331c7316141f:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731032053820Disabling compacts and flushes for region at 1731032053820Disabling writes for close at 1731032053820Writing region close event to WAL at 1731032053820Closed at 1731032053820 2024-11-08T02:14:13,821 WARN [master/331c7316141f:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:36009/user/jenkins/test-data/21c19980-ed44-d42f-6834-4e3eb2b1a4cd/MasterData/data/master/store/.initializing 2024-11-08T02:14:13,822 DEBUG [master/331c7316141f:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:36009/user/jenkins/test-data/21c19980-ed44-d42f-6834-4e3eb2b1a4cd/MasterData/WALs/331c7316141f,33801,1731032053433 2024-11-08T02:14:13,823 INFO [master/331c7316141f:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-08T02:14:13,824 INFO [master/331c7316141f:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=331c7316141f%2C33801%2C1731032053433, suffix=, logDir=hdfs://localhost:36009/user/jenkins/test-data/21c19980-ed44-d42f-6834-4e3eb2b1a4cd/MasterData/WALs/331c7316141f,33801,1731032053433, archiveDir=hdfs://localhost:36009/user/jenkins/test-data/21c19980-ed44-d42f-6834-4e3eb2b1a4cd/MasterData/oldWALs, maxLogs=10 2024-11-08T02:14:13,837 DEBUG [master/331c7316141f:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/21c19980-ed44-d42f-6834-4e3eb2b1a4cd/MasterData/WALs/331c7316141f,33801,1731032053433/331c7316141f%2C33801%2C1731032053433.1731032053825, exclude list is [], retry=0 2024-11-08T02:14:13,840 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37823,DS-83f848a5-991c-4eb2-9f2a-f735eabcf60e,DISK] 2024-11-08T02:14:13,840 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45377,DS-38f66b85-a574-42f5-8d41-084b5dd7734d,DISK] 2024-11-08T02:14:13,840 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46215,DS-8ec74ea6-4bdf-4a55-862f-055c5f4d9257,DISK] 2024-11-08T02:14:13,843 INFO [master/331c7316141f:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/21c19980-ed44-d42f-6834-4e3eb2b1a4cd/MasterData/WALs/331c7316141f,33801,1731032053433/331c7316141f%2C33801%2C1731032053433.1731032053825 2024-11-08T02:14:13,843 DEBUG [master/331c7316141f:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40975:40975),(127.0.0.1/127.0.0.1:41299:41299),(127.0.0.1/127.0.0.1:33499:33499)] 2024-11-08T02:14:13,843 DEBUG [master/331c7316141f:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-08T02:14:13,843 DEBUG [master/331c7316141f:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T02:14:13,844 DEBUG [master/331c7316141f:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T02:14:13,844 DEBUG [master/331c7316141f:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T02:14:13,845 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-08T02:14:13,847 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-08T02:14:13,847 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T02:14:13,847 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T02:14:13,847 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-08T02:14:13,849 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-08T02:14:13,849 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T02:14:13,849 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T02:14:13,849 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-08T02:14:13,850 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-08T02:14:13,850 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T02:14:13,851 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T02:14:13,851 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-08T02:14:13,852 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-08T02:14:13,852 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T02:14:13,853 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T02:14:13,853 DEBUG [master/331c7316141f:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T02:14:13,854 DEBUG [master/331c7316141f:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36009/user/jenkins/test-data/21c19980-ed44-d42f-6834-4e3eb2b1a4cd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-08T02:14:13,854 DEBUG [master/331c7316141f:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36009/user/jenkins/test-data/21c19980-ed44-d42f-6834-4e3eb2b1a4cd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-08T02:14:13,855 DEBUG [master/331c7316141f:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T02:14:13,855 DEBUG [master/331c7316141f:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T02:14:13,856 DEBUG [master/331c7316141f:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-08T02:14:13,857 DEBUG [master/331c7316141f:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T02:14:13,859 DEBUG [master/331c7316141f:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36009/user/jenkins/test-data/21c19980-ed44-d42f-6834-4e3eb2b1a4cd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-08T02:14:13,859 INFO [master/331c7316141f:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68742272, jitterRate=0.024339675903320312}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-08T02:14:13,860 DEBUG [master/331c7316141f:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731032053844Initializing all the Stores at 1731032053845 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731032053845Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731032053845Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731032053845Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731032053845Cleaning up temporary data from old regions at 1731032053855 (+10 ms)Region opened successfully at 1731032053860 (+5 ms) 2024-11-08T02:14:13,860 INFO [master/331c7316141f:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-08T02:14:13,864 DEBUG [master/331c7316141f:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7b4f6c81, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=331c7316141f/172.17.0.2:0 2024-11-08T02:14:13,865 INFO [master/331c7316141f:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-08T02:14:13,865 INFO [master/331c7316141f:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-08T02:14:13,865 INFO [master/331c7316141f:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-08T02:14:13,865 INFO [master/331c7316141f:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-08T02:14:13,866 INFO [master/331c7316141f:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-08T02:14:13,866 INFO [master/331c7316141f:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-08T02:14:13,866 INFO [master/331c7316141f:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=128, operationDelay=10000 2024-11-08T02:14:13,869 INFO [master/331c7316141f:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-08T02:14:13,870 DEBUG [master/331c7316141f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33801-0x1011838f24f0000, quorum=127.0.0.1:54194, baseZNode=/hbase Unable to get data of znode /hbase/balancer because node does not exist (not necessarily an error) 2024-11-08T02:14:13,880 DEBUG [master/331c7316141f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/balancer already deleted, retry=false 2024-11-08T02:14:13,880 INFO [master/331c7316141f:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-08T02:14:13,881 DEBUG [master/331c7316141f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33801-0x1011838f24f0000, quorum=127.0.0.1:54194, baseZNode=/hbase Unable to get data of znode /hbase/normalizer because node does not exist (not necessarily an error) 2024-11-08T02:14:13,894 DEBUG [master/331c7316141f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/normalizer already deleted, retry=false 2024-11-08T02:14:13,894 INFO [master/331c7316141f:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-08T02:14:13,895 DEBUG [master/331c7316141f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33801-0x1011838f24f0000, quorum=127.0.0.1:54194, baseZNode=/hbase Unable to get data of znode /hbase/switch/split because node does not exist (not necessarily an error) 2024-11-08T02:14:13,904 DEBUG [master/331c7316141f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/split already deleted, retry=false 2024-11-08T02:14:13,905 DEBUG [master/331c7316141f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33801-0x1011838f24f0000, quorum=127.0.0.1:54194, baseZNode=/hbase Unable to get data of znode /hbase/switch/merge because node does not exist (not necessarily an error) 2024-11-08T02:14:13,915 DEBUG [master/331c7316141f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/merge already deleted, retry=false 2024-11-08T02:14:13,917 DEBUG [master/331c7316141f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33801-0x1011838f24f0000, quorum=127.0.0.1:54194, baseZNode=/hbase Unable to get data of znode /hbase/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-08T02:14:13,925 DEBUG [master/331c7316141f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/snapshot-cleanup already deleted, retry=false 2024-11-08T02:14:13,936 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38849-0x1011838f24f0003, quorum=127.0.0.1:54194, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-08T02:14:13,936 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33801-0x1011838f24f0000, quorum=127.0.0.1:54194, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-08T02:14:13,936 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35923-0x1011838f24f0002, quorum=127.0.0.1:54194, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-08T02:14:13,936 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38941-0x1011838f24f0001, quorum=127.0.0.1:54194, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-08T02:14:13,936 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38849-0x1011838f24f0003, quorum=127.0.0.1:54194, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T02:14:13,936 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33801-0x1011838f24f0000, quorum=127.0.0.1:54194, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T02:14:13,936 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35923-0x1011838f24f0002, quorum=127.0.0.1:54194, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T02:14:13,936 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38941-0x1011838f24f0001, quorum=127.0.0.1:54194, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T02:14:13,937 INFO [master/331c7316141f:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=331c7316141f,33801,1731032053433, sessionid=0x1011838f24f0000, setting cluster-up flag (Was=false) 2024-11-08T02:14:13,957 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38941-0x1011838f24f0001, quorum=127.0.0.1:54194, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T02:14:13,957 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38849-0x1011838f24f0003, quorum=127.0.0.1:54194, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T02:14:13,957 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33801-0x1011838f24f0000, quorum=127.0.0.1:54194, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T02:14:13,957 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35923-0x1011838f24f0002, quorum=127.0.0.1:54194, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T02:14:13,989 DEBUG [master/331c7316141f:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/flush-table-proc/acquired, /hbase/flush-table-proc/reached, /hbase/flush-table-proc/abort 2024-11-08T02:14:13,992 DEBUG [master/331c7316141f:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=331c7316141f,33801,1731032053433 2024-11-08T02:14:14,021 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38849-0x1011838f24f0003, quorum=127.0.0.1:54194, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T02:14:14,021 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35923-0x1011838f24f0002, quorum=127.0.0.1:54194, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T02:14:14,021 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38941-0x1011838f24f0001, quorum=127.0.0.1:54194, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T02:14:14,021 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33801-0x1011838f24f0000, quorum=127.0.0.1:54194, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T02:14:14,052 DEBUG [master/331c7316141f:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/online-snapshot/acquired, /hbase/online-snapshot/reached, /hbase/online-snapshot/abort 2024-11-08T02:14:14,056 DEBUG [master/331c7316141f:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=331c7316141f,33801,1731032053433 2024-11-08T02:14:14,059 INFO [master/331c7316141f:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:36009/user/jenkins/test-data/21c19980-ed44-d42f-6834-4e3eb2b1a4cd/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-08T02:14:14,061 DEBUG [master/331c7316141f:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-08T02:14:14,062 INFO [master/331c7316141f:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-08T02:14:14,062 INFO [master/331c7316141f:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-08T02:14:14,062 DEBUG [master/331c7316141f:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 331c7316141f,33801,1731032053433 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-08T02:14:14,064 DEBUG [master/331c7316141f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/331c7316141f:0, corePoolSize=5, maxPoolSize=5 2024-11-08T02:14:14,064 DEBUG [master/331c7316141f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/331c7316141f:0, corePoolSize=5, maxPoolSize=5 2024-11-08T02:14:14,064 DEBUG [master/331c7316141f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/331c7316141f:0, corePoolSize=5, maxPoolSize=5 2024-11-08T02:14:14,064 DEBUG [master/331c7316141f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/331c7316141f:0, corePoolSize=5, maxPoolSize=5 2024-11-08T02:14:14,064 DEBUG [master/331c7316141f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/331c7316141f:0, corePoolSize=10, maxPoolSize=10 2024-11-08T02:14:14,065 DEBUG [master/331c7316141f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/331c7316141f:0, corePoolSize=1, maxPoolSize=1 2024-11-08T02:14:14,065 DEBUG [master/331c7316141f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/331c7316141f:0, corePoolSize=2, maxPoolSize=2 2024-11-08T02:14:14,065 DEBUG [master/331c7316141f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/331c7316141f:0, corePoolSize=1, maxPoolSize=1 2024-11-08T02:14:14,066 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-08T02:14:14,066 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-08T02:14:14,068 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T02:14:14,068 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-08T02:14:14,073 INFO [master/331c7316141f:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731032084073 2024-11-08T02:14:14,073 INFO [master/331c7316141f:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-08T02:14:14,074 INFO [master/331c7316141f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-08T02:14:14,074 INFO [master/331c7316141f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-08T02:14:14,074 INFO [master/331c7316141f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-08T02:14:14,074 INFO [master/331c7316141f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-08T02:14:14,074 INFO [master/331c7316141f:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-08T02:14:14,074 INFO [master/331c7316141f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-08T02:14:14,074 INFO [master/331c7316141f:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-08T02:14:14,075 INFO [master/331c7316141f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-08T02:14:14,075 INFO [master/331c7316141f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-08T02:14:14,075 INFO [master/331c7316141f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-08T02:14:14,075 INFO [master/331c7316141f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-08T02:14:14,075 DEBUG [master/331c7316141f:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/331c7316141f:0:becomeActiveMaster-HFileCleaner.large.0-1731032054075,5,FailOnTimeoutGroup] 2024-11-08T02:14:14,075 DEBUG [master/331c7316141f:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/331c7316141f:0:becomeActiveMaster-HFileCleaner.small.0-1731032054075,5,FailOnTimeoutGroup] 2024-11-08T02:14:14,075 INFO [master/331c7316141f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-08T02:14:14,075 INFO [master/331c7316141f:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-08T02:14:14,075 INFO [master/331c7316141f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-08T02:14:14,076 INFO [master/331c7316141f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-08T02:14:14,080 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46215 is added to blk_1073741831_1007 (size=1321) 2024-11-08T02:14:14,080 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45377 is added to blk_1073741831_1007 (size=1321) 2024-11-08T02:14:14,080 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37823 is added to blk_1073741831_1007 (size=1321) 2024-11-08T02:14:14,082 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:36009/user/jenkins/test-data/21c19980-ed44-d42f-6834-4e3eb2b1a4cd/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-08T02:14:14,082 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:36009/user/jenkins/test-data/21c19980-ed44-d42f-6834-4e3eb2b1a4cd 2024-11-08T02:14:14,095 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45377 is added to blk_1073741832_1008 (size=32) 2024-11-08T02:14:14,095 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37823 is added to blk_1073741832_1008 (size=32) 2024-11-08T02:14:14,096 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46215 is added to blk_1073741832_1008 (size=32) 2024-11-08T02:14:14,096 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T02:14:14,098 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-08T02:14:14,100 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-08T02:14:14,100 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T02:14:14,101 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T02:14:14,101 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-08T02:14:14,101 INFO [RS:0;331c7316141f:38941 {}] regionserver.HRegionServer(746): ClusterId : dfd38553-9001-4b3a-8f97-bc32c5323a75 2024-11-08T02:14:14,101 DEBUG [RS:0;331c7316141f:38941 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-08T02:14:14,101 INFO [RS:1;331c7316141f:35923 {}] regionserver.HRegionServer(746): ClusterId : dfd38553-9001-4b3a-8f97-bc32c5323a75 2024-11-08T02:14:14,101 DEBUG [RS:1;331c7316141f:35923 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-08T02:14:14,103 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-08T02:14:14,103 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T02:14:14,104 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T02:14:14,104 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-08T02:14:14,106 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-08T02:14:14,106 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T02:14:14,106 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T02:14:14,107 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-08T02:14:14,109 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-08T02:14:14,109 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T02:14:14,109 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T02:14:14,109 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-08T02:14:14,110 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36009/user/jenkins/test-data/21c19980-ed44-d42f-6834-4e3eb2b1a4cd/data/hbase/meta/1588230740 2024-11-08T02:14:14,111 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36009/user/jenkins/test-data/21c19980-ed44-d42f-6834-4e3eb2b1a4cd/data/hbase/meta/1588230740 2024-11-08T02:14:14,112 INFO [RS:2;331c7316141f:38849 {}] regionserver.HRegionServer(746): ClusterId : dfd38553-9001-4b3a-8f97-bc32c5323a75 2024-11-08T02:14:14,112 DEBUG [RS:1;331c7316141f:35923 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-08T02:14:14,112 DEBUG [RS:0;331c7316141f:38941 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-08T02:14:14,112 DEBUG [RS:1;331c7316141f:35923 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-08T02:14:14,112 DEBUG [RS:2;331c7316141f:38849 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-08T02:14:14,113 DEBUG [RS:0;331c7316141f:38941 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-08T02:14:14,113 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-08T02:14:14,113 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-08T02:14:14,113 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-08T02:14:14,114 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-08T02:14:14,117 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36009/user/jenkins/test-data/21c19980-ed44-d42f-6834-4e3eb2b1a4cd/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-08T02:14:14,117 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66972698, jitterRate=-0.00202903151512146}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-08T02:14:14,118 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731032054097Initializing all the Stores at 1731032054098 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731032054098Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731032054098Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731032054098Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731032054098Cleaning up temporary data from old regions at 1731032054113 (+15 ms)Region opened successfully at 1731032054118 (+5 ms) 2024-11-08T02:14:14,118 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-08T02:14:14,118 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-08T02:14:14,118 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-08T02:14:14,118 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-08T02:14:14,118 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-08T02:14:14,119 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-08T02:14:14,119 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731032054118Disabling compacts and flushes for region at 1731032054118Disabling writes for close at 1731032054118Writing region close event to WAL at 1731032054119 (+1 ms)Closed at 1731032054119 2024-11-08T02:14:14,120 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-08T02:14:14,120 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-08T02:14:14,120 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-08T02:14:14,121 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-08T02:14:14,122 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-08T02:14:14,126 DEBUG [RS:0;331c7316141f:38941 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-08T02:14:14,126 DEBUG [RS:1;331c7316141f:35923 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-08T02:14:14,126 DEBUG [RS:2;331c7316141f:38849 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-08T02:14:14,127 DEBUG [RS:2;331c7316141f:38849 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-08T02:14:14,127 DEBUG [RS:0;331c7316141f:38941 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@d6b689e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=331c7316141f/172.17.0.2:0 2024-11-08T02:14:14,127 DEBUG [RS:1;331c7316141f:35923 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4be6932b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=331c7316141f/172.17.0.2:0 2024-11-08T02:14:14,137 DEBUG [RS:2;331c7316141f:38849 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-08T02:14:14,137 DEBUG [RS:2;331c7316141f:38849 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5eda3ab4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=331c7316141f/172.17.0.2:0 2024-11-08T02:14:14,138 DEBUG [RS:0;331c7316141f:38941 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;331c7316141f:38941 2024-11-08T02:14:14,138 DEBUG [RS:1;331c7316141f:35923 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:1;331c7316141f:35923 2024-11-08T02:14:14,138 INFO [RS:0;331c7316141f:38941 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-08T02:14:14,138 INFO [RS:0;331c7316141f:38941 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-08T02:14:14,138 INFO [RS:1;331c7316141f:35923 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-08T02:14:14,138 DEBUG [RS:0;331c7316141f:38941 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-08T02:14:14,138 INFO [RS:1;331c7316141f:35923 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-08T02:14:14,138 DEBUG [RS:1;331c7316141f:35923 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-08T02:14:14,138 INFO [RS:0;331c7316141f:38941 {}] regionserver.HRegionServer(2659): reportForDuty to master=331c7316141f,33801,1731032053433 with port=38941, startcode=1731032053606 2024-11-08T02:14:14,138 INFO [RS:1;331c7316141f:35923 {}] regionserver.HRegionServer(2659): reportForDuty to master=331c7316141f,33801,1731032053433 with port=35923, startcode=1731032053640 2024-11-08T02:14:14,139 DEBUG [RS:0;331c7316141f:38941 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-08T02:14:14,139 DEBUG [RS:1;331c7316141f:35923 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-08T02:14:14,141 INFO [HMaster-EventLoopGroup-7-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50555, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.3 (auth:SIMPLE), service=RegionServerStatusService 2024-11-08T02:14:14,141 INFO [HMaster-EventLoopGroup-7-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39927, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.4 (auth:SIMPLE), service=RegionServerStatusService 2024-11-08T02:14:14,142 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=33801 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 331c7316141f,38941,1731032053606 2024-11-08T02:14:14,142 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=33801 {}] master.ServerManager(517): Registering regionserver=331c7316141f,38941,1731032053606 2024-11-08T02:14:14,143 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=33801 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 331c7316141f,35923,1731032053640 2024-11-08T02:14:14,143 DEBUG [RS:0;331c7316141f:38941 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:36009/user/jenkins/test-data/21c19980-ed44-d42f-6834-4e3eb2b1a4cd 2024-11-08T02:14:14,143 DEBUG [RS:0;331c7316141f:38941 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:36009 2024-11-08T02:14:14,143 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=33801 {}] master.ServerManager(517): Registering regionserver=331c7316141f,35923,1731032053640 2024-11-08T02:14:14,143 DEBUG [RS:0;331c7316141f:38941 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-08T02:14:14,144 DEBUG [RS:1;331c7316141f:35923 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:36009/user/jenkins/test-data/21c19980-ed44-d42f-6834-4e3eb2b1a4cd 2024-11-08T02:14:14,145 DEBUG [RS:1;331c7316141f:35923 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:36009 2024-11-08T02:14:14,145 DEBUG [RS:1;331c7316141f:35923 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-08T02:14:14,151 DEBUG [RS:2;331c7316141f:38849 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:2;331c7316141f:38849 2024-11-08T02:14:14,151 INFO [RS:2;331c7316141f:38849 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-08T02:14:14,151 INFO [RS:2;331c7316141f:38849 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-08T02:14:14,151 DEBUG [RS:2;331c7316141f:38849 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-08T02:14:14,154 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33801-0x1011838f24f0000, quorum=127.0.0.1:54194, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-08T02:14:14,197 DEBUG [RS:0;331c7316141f:38941 {}] zookeeper.ZKUtil(111): regionserver:38941-0x1011838f24f0001, quorum=127.0.0.1:54194, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/331c7316141f,38941,1731032053606 2024-11-08T02:14:14,197 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [331c7316141f,38941,1731032053606] 2024-11-08T02:14:14,197 WARN [RS:0;331c7316141f:38941 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-08T02:14:14,197 INFO [RS:2;331c7316141f:38849 {}] regionserver.HRegionServer(2659): reportForDuty to master=331c7316141f,33801,1731032053433 with port=38849, startcode=1731032053674 2024-11-08T02:14:14,197 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [331c7316141f,35923,1731032053640] 2024-11-08T02:14:14,197 INFO [RS:0;331c7316141f:38941 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-08T02:14:14,197 DEBUG [RS:2;331c7316141f:38849 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-08T02:14:14,197 DEBUG [RS:1;331c7316141f:35923 {}] zookeeper.ZKUtil(111): regionserver:35923-0x1011838f24f0002, quorum=127.0.0.1:54194, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/331c7316141f,35923,1731032053640 2024-11-08T02:14:14,197 DEBUG [RS:0;331c7316141f:38941 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:36009/user/jenkins/test-data/21c19980-ed44-d42f-6834-4e3eb2b1a4cd/WALs/331c7316141f,38941,1731032053606 2024-11-08T02:14:14,197 WARN [RS:1;331c7316141f:35923 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-08T02:14:14,197 INFO [RS:1;331c7316141f:35923 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-08T02:14:14,197 DEBUG [RS:1;331c7316141f:35923 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:36009/user/jenkins/test-data/21c19980-ed44-d42f-6834-4e3eb2b1a4cd/WALs/331c7316141f,35923,1731032053640 2024-11-08T02:14:14,199 INFO [HMaster-EventLoopGroup-7-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53279, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.5 (auth:SIMPLE), service=RegionServerStatusService 2024-11-08T02:14:14,200 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=33801 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 331c7316141f,38849,1731032053674 2024-11-08T02:14:14,200 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=33801 {}] master.ServerManager(517): Registering regionserver=331c7316141f,38849,1731032053674 2024-11-08T02:14:14,203 DEBUG [RS:2;331c7316141f:38849 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:36009/user/jenkins/test-data/21c19980-ed44-d42f-6834-4e3eb2b1a4cd 2024-11-08T02:14:14,203 DEBUG [RS:2;331c7316141f:38849 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:36009 2024-11-08T02:14:14,203 DEBUG [RS:2;331c7316141f:38849 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-08T02:14:14,204 INFO [RS:0;331c7316141f:38941 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-08T02:14:14,207 INFO [RS:0;331c7316141f:38941 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-08T02:14:14,208 INFO [RS:0;331c7316141f:38941 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-08T02:14:14,208 INFO [RS:0;331c7316141f:38941 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-08T02:14:14,208 INFO [RS:0;331c7316141f:38941 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-08T02:14:14,209 INFO [RS:0;331c7316141f:38941 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-08T02:14:14,209 INFO [RS:0;331c7316141f:38941 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-08T02:14:14,210 DEBUG [RS:0;331c7316141f:38941 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/331c7316141f:0, corePoolSize=1, maxPoolSize=1 2024-11-08T02:14:14,210 DEBUG [RS:0;331c7316141f:38941 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/331c7316141f:0, corePoolSize=1, maxPoolSize=1 2024-11-08T02:14:14,210 DEBUG [RS:0;331c7316141f:38941 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/331c7316141f:0, corePoolSize=1, maxPoolSize=1 2024-11-08T02:14:14,210 DEBUG [RS:0;331c7316141f:38941 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/331c7316141f:0, corePoolSize=1, maxPoolSize=1 2024-11-08T02:14:14,210 DEBUG [RS:0;331c7316141f:38941 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/331c7316141f:0, corePoolSize=1, maxPoolSize=1 2024-11-08T02:14:14,210 DEBUG [RS:0;331c7316141f:38941 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/331c7316141f:0, corePoolSize=2, maxPoolSize=2 2024-11-08T02:14:14,210 DEBUG [RS:0;331c7316141f:38941 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/331c7316141f:0, corePoolSize=1, maxPoolSize=1 2024-11-08T02:14:14,210 DEBUG [RS:0;331c7316141f:38941 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/331c7316141f:0, corePoolSize=1, maxPoolSize=1 2024-11-08T02:14:14,210 DEBUG [RS:0;331c7316141f:38941 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/331c7316141f:0, corePoolSize=1, maxPoolSize=1 2024-11-08T02:14:14,210 DEBUG [RS:0;331c7316141f:38941 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/331c7316141f:0, corePoolSize=1, maxPoolSize=1 2024-11-08T02:14:14,210 DEBUG [RS:0;331c7316141f:38941 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/331c7316141f:0, corePoolSize=1, maxPoolSize=1 2024-11-08T02:14:14,210 DEBUG [RS:0;331c7316141f:38941 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/331c7316141f:0, corePoolSize=1, maxPoolSize=1 2024-11-08T02:14:14,210 DEBUG [RS:0;331c7316141f:38941 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/331c7316141f:0, corePoolSize=3, maxPoolSize=3 2024-11-08T02:14:14,210 DEBUG [RS:0;331c7316141f:38941 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/331c7316141f:0, corePoolSize=3, maxPoolSize=3 2024-11-08T02:14:14,211 INFO [RS:0;331c7316141f:38941 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-08T02:14:14,211 INFO [RS:0;331c7316141f:38941 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-08T02:14:14,211 INFO [RS:0;331c7316141f:38941 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-08T02:14:14,211 INFO [RS:0;331c7316141f:38941 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-08T02:14:14,211 INFO [RS:0;331c7316141f:38941 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-08T02:14:14,211 INFO [RS:0;331c7316141f:38941 {}] hbase.ChoreService(168): Chore ScheduledChore name=331c7316141f,38941,1731032053606-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-08T02:14:14,220 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33801-0x1011838f24f0000, quorum=127.0.0.1:54194, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-08T02:14:14,221 DEBUG [RS:2;331c7316141f:38849 {}] zookeeper.ZKUtil(111): regionserver:38849-0x1011838f24f0003, quorum=127.0.0.1:54194, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/331c7316141f,38849,1731032053674 2024-11-08T02:14:14,221 INFO [RS:1;331c7316141f:35923 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-08T02:14:14,221 WARN [RS:2;331c7316141f:38849 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-08T02:14:14,221 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [331c7316141f,38849,1731032053674] 2024-11-08T02:14:14,221 INFO [RS:2;331c7316141f:38849 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-08T02:14:14,221 DEBUG [RS:2;331c7316141f:38849 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:36009/user/jenkins/test-data/21c19980-ed44-d42f-6834-4e3eb2b1a4cd/WALs/331c7316141f,38849,1731032053674 2024-11-08T02:14:14,223 INFO [RS:1;331c7316141f:35923 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-08T02:14:14,224 INFO [RS:1;331c7316141f:35923 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-08T02:14:14,224 INFO [RS:1;331c7316141f:35923 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-08T02:14:14,224 INFO [RS:1;331c7316141f:35923 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-08T02:14:14,225 INFO [RS:1;331c7316141f:35923 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-08T02:14:14,225 INFO [RS:1;331c7316141f:35923 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-08T02:14:14,225 DEBUG [RS:1;331c7316141f:35923 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/331c7316141f:0, corePoolSize=1, maxPoolSize=1 2024-11-08T02:14:14,225 DEBUG [RS:1;331c7316141f:35923 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/331c7316141f:0, corePoolSize=1, maxPoolSize=1 2024-11-08T02:14:14,225 DEBUG [RS:1;331c7316141f:35923 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/331c7316141f:0, corePoolSize=1, maxPoolSize=1 2024-11-08T02:14:14,225 DEBUG [RS:1;331c7316141f:35923 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/331c7316141f:0, corePoolSize=1, maxPoolSize=1 2024-11-08T02:14:14,226 DEBUG [RS:1;331c7316141f:35923 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/331c7316141f:0, corePoolSize=1, maxPoolSize=1 2024-11-08T02:14:14,226 DEBUG [RS:1;331c7316141f:35923 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/331c7316141f:0, corePoolSize=2, maxPoolSize=2 2024-11-08T02:14:14,226 DEBUG [RS:1;331c7316141f:35923 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/331c7316141f:0, corePoolSize=1, maxPoolSize=1 2024-11-08T02:14:14,226 DEBUG [RS:1;331c7316141f:35923 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/331c7316141f:0, corePoolSize=1, maxPoolSize=1 2024-11-08T02:14:14,226 DEBUG [RS:1;331c7316141f:35923 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/331c7316141f:0, corePoolSize=1, maxPoolSize=1 2024-11-08T02:14:14,226 DEBUG [RS:1;331c7316141f:35923 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/331c7316141f:0, corePoolSize=1, maxPoolSize=1 2024-11-08T02:14:14,226 DEBUG [RS:1;331c7316141f:35923 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/331c7316141f:0, corePoolSize=1, maxPoolSize=1 2024-11-08T02:14:14,226 DEBUG [RS:1;331c7316141f:35923 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/331c7316141f:0, corePoolSize=1, maxPoolSize=1 2024-11-08T02:14:14,226 INFO [RS:2;331c7316141f:38849 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-08T02:14:14,226 DEBUG [RS:1;331c7316141f:35923 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/331c7316141f:0, corePoolSize=3, maxPoolSize=3 2024-11-08T02:14:14,226 DEBUG [RS:1;331c7316141f:35923 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/331c7316141f:0, corePoolSize=3, maxPoolSize=3 2024-11-08T02:14:14,228 INFO [RS:1;331c7316141f:35923 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-08T02:14:14,228 INFO [RS:2;331c7316141f:38849 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-08T02:14:14,228 INFO [RS:1;331c7316141f:35923 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-08T02:14:14,228 INFO [RS:1;331c7316141f:35923 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-08T02:14:14,228 INFO [RS:1;331c7316141f:35923 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-08T02:14:14,228 INFO [RS:1;331c7316141f:35923 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-08T02:14:14,228 INFO [RS:1;331c7316141f:35923 {}] hbase.ChoreService(168): Chore ScheduledChore name=331c7316141f,35923,1731032053640-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-08T02:14:14,228 INFO [RS:2;331c7316141f:38849 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-08T02:14:14,228 INFO [RS:2;331c7316141f:38849 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-08T02:14:14,232 INFO [RS:2;331c7316141f:38849 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-08T02:14:14,233 INFO [RS:2;331c7316141f:38849 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-08T02:14:14,233 INFO [RS:0;331c7316141f:38941 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-08T02:14:14,233 INFO [RS:2;331c7316141f:38849 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-08T02:14:14,233 INFO [RS:0;331c7316141f:38941 {}] hbase.ChoreService(168): Chore ScheduledChore name=331c7316141f,38941,1731032053606-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-08T02:14:14,233 DEBUG [RS:2;331c7316141f:38849 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/331c7316141f:0, corePoolSize=1, maxPoolSize=1 2024-11-08T02:14:14,234 INFO [RS:0;331c7316141f:38941 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T02:14:14,234 DEBUG [RS:2;331c7316141f:38849 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/331c7316141f:0, corePoolSize=1, maxPoolSize=1 2024-11-08T02:14:14,234 INFO [RS:0;331c7316141f:38941 {}] regionserver.Replication(171): 331c7316141f,38941,1731032053606 started 2024-11-08T02:14:14,234 DEBUG [RS:2;331c7316141f:38849 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/331c7316141f:0, corePoolSize=1, maxPoolSize=1 2024-11-08T02:14:14,234 DEBUG [RS:2;331c7316141f:38849 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/331c7316141f:0, corePoolSize=1, maxPoolSize=1 2024-11-08T02:14:14,234 DEBUG [RS:2;331c7316141f:38849 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/331c7316141f:0, corePoolSize=1, maxPoolSize=1 2024-11-08T02:14:14,234 DEBUG [RS:2;331c7316141f:38849 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/331c7316141f:0, corePoolSize=2, maxPoolSize=2 2024-11-08T02:14:14,234 DEBUG [RS:2;331c7316141f:38849 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/331c7316141f:0, corePoolSize=1, maxPoolSize=1 2024-11-08T02:14:14,234 DEBUG [RS:2;331c7316141f:38849 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/331c7316141f:0, corePoolSize=1, maxPoolSize=1 2024-11-08T02:14:14,234 DEBUG [RS:2;331c7316141f:38849 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/331c7316141f:0, corePoolSize=1, maxPoolSize=1 2024-11-08T02:14:14,234 DEBUG [RS:2;331c7316141f:38849 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/331c7316141f:0, corePoolSize=1, maxPoolSize=1 2024-11-08T02:14:14,234 DEBUG [RS:2;331c7316141f:38849 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/331c7316141f:0, corePoolSize=1, maxPoolSize=1 2024-11-08T02:14:14,234 DEBUG [RS:2;331c7316141f:38849 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/331c7316141f:0, corePoolSize=1, maxPoolSize=1 2024-11-08T02:14:14,234 DEBUG [RS:2;331c7316141f:38849 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/331c7316141f:0, corePoolSize=3, maxPoolSize=3 2024-11-08T02:14:14,235 DEBUG [RS:2;331c7316141f:38849 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/331c7316141f:0, corePoolSize=3, maxPoolSize=3 2024-11-08T02:14:14,236 INFO [RS:2;331c7316141f:38849 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-08T02:14:14,236 INFO [RS:2;331c7316141f:38849 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-08T02:14:14,237 INFO [RS:2;331c7316141f:38849 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-08T02:14:14,237 INFO [RS:2;331c7316141f:38849 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-08T02:14:14,237 INFO [RS:2;331c7316141f:38849 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-08T02:14:14,237 INFO [RS:2;331c7316141f:38849 {}] hbase.ChoreService(168): Chore ScheduledChore name=331c7316141f,38849,1731032053674-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-08T02:14:14,246 INFO [RS:1;331c7316141f:35923 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-08T02:14:14,246 INFO [RS:1;331c7316141f:35923 {}] hbase.ChoreService(168): Chore ScheduledChore name=331c7316141f,35923,1731032053640-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-08T02:14:14,246 INFO [RS:1;331c7316141f:35923 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T02:14:14,247 INFO [RS:1;331c7316141f:35923 {}] regionserver.Replication(171): 331c7316141f,35923,1731032053640 started 2024-11-08T02:14:14,252 INFO [RS:2;331c7316141f:38849 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-08T02:14:14,252 INFO [RS:2;331c7316141f:38849 {}] hbase.ChoreService(168): Chore ScheduledChore name=331c7316141f,38849,1731032053674-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-08T02:14:14,253 INFO [RS:2;331c7316141f:38849 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T02:14:14,253 INFO [RS:2;331c7316141f:38849 {}] regionserver.Replication(171): 331c7316141f,38849,1731032053674 started 2024-11-08T02:14:14,253 INFO [RS:0;331c7316141f:38941 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T02:14:14,253 INFO [RS:0;331c7316141f:38941 {}] regionserver.HRegionServer(1482): Serving as 331c7316141f,38941,1731032053606, RpcServer on 331c7316141f/172.17.0.2:38941, sessionid=0x1011838f24f0001 2024-11-08T02:14:14,254 DEBUG [RS:0;331c7316141f:38941 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-08T02:14:14,254 DEBUG [RS:0;331c7316141f:38941 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 331c7316141f,38941,1731032053606 2024-11-08T02:14:14,254 DEBUG [RS:0;331c7316141f:38941 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '331c7316141f,38941,1731032053606' 2024-11-08T02:14:14,254 DEBUG [RS:0;331c7316141f:38941 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-08T02:14:14,254 DEBUG [RS:0;331c7316141f:38941 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-08T02:14:14,255 DEBUG [RS:0;331c7316141f:38941 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-08T02:14:14,255 DEBUG [RS:0;331c7316141f:38941 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-08T02:14:14,255 DEBUG [RS:0;331c7316141f:38941 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 331c7316141f,38941,1731032053606 2024-11-08T02:14:14,255 DEBUG [RS:0;331c7316141f:38941 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '331c7316141f,38941,1731032053606' 2024-11-08T02:14:14,255 DEBUG [RS:0;331c7316141f:38941 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-08T02:14:14,255 DEBUG [RS:0;331c7316141f:38941 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-08T02:14:14,256 DEBUG [RS:0;331c7316141f:38941 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-08T02:14:14,256 INFO [RS:0;331c7316141f:38941 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-08T02:14:14,256 INFO [RS:0;331c7316141f:38941 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-08T02:14:14,260 INFO [RS:1;331c7316141f:35923 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T02:14:14,260 INFO [RS:1;331c7316141f:35923 {}] regionserver.HRegionServer(1482): Serving as 331c7316141f,35923,1731032053640, RpcServer on 331c7316141f/172.17.0.2:35923, sessionid=0x1011838f24f0002 2024-11-08T02:14:14,260 DEBUG [RS:1;331c7316141f:35923 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-08T02:14:14,260 DEBUG [RS:1;331c7316141f:35923 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 331c7316141f,35923,1731032053640 2024-11-08T02:14:14,260 DEBUG [RS:1;331c7316141f:35923 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '331c7316141f,35923,1731032053640' 2024-11-08T02:14:14,260 DEBUG [RS:1;331c7316141f:35923 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-08T02:14:14,261 DEBUG [RS:1;331c7316141f:35923 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-08T02:14:14,261 DEBUG [RS:1;331c7316141f:35923 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-08T02:14:14,261 DEBUG [RS:1;331c7316141f:35923 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-08T02:14:14,261 DEBUG [RS:1;331c7316141f:35923 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 331c7316141f,35923,1731032053640 2024-11-08T02:14:14,261 DEBUG [RS:1;331c7316141f:35923 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '331c7316141f,35923,1731032053640' 2024-11-08T02:14:14,261 DEBUG [RS:1;331c7316141f:35923 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-08T02:14:14,262 DEBUG [RS:1;331c7316141f:35923 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-08T02:14:14,262 DEBUG [RS:1;331c7316141f:35923 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-08T02:14:14,262 INFO [RS:1;331c7316141f:35923 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-08T02:14:14,262 INFO [RS:1;331c7316141f:35923 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-08T02:14:14,266 INFO [RS:2;331c7316141f:38849 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T02:14:14,267 INFO [RS:2;331c7316141f:38849 {}] regionserver.HRegionServer(1482): Serving as 331c7316141f,38849,1731032053674, RpcServer on 331c7316141f/172.17.0.2:38849, sessionid=0x1011838f24f0003 2024-11-08T02:14:14,267 DEBUG [RS:2;331c7316141f:38849 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-08T02:14:14,267 DEBUG [RS:2;331c7316141f:38849 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 331c7316141f,38849,1731032053674 2024-11-08T02:14:14,267 DEBUG [RS:2;331c7316141f:38849 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '331c7316141f,38849,1731032053674' 2024-11-08T02:14:14,267 DEBUG [RS:2;331c7316141f:38849 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-08T02:14:14,267 DEBUG [RS:2;331c7316141f:38849 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-08T02:14:14,268 DEBUG [RS:2;331c7316141f:38849 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-08T02:14:14,268 DEBUG [RS:2;331c7316141f:38849 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-08T02:14:14,268 DEBUG [RS:2;331c7316141f:38849 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 331c7316141f,38849,1731032053674 2024-11-08T02:14:14,268 DEBUG [RS:2;331c7316141f:38849 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '331c7316141f,38849,1731032053674' 2024-11-08T02:14:14,268 DEBUG [RS:2;331c7316141f:38849 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-08T02:14:14,268 DEBUG [RS:2;331c7316141f:38849 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-08T02:14:14,269 DEBUG [RS:2;331c7316141f:38849 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-08T02:14:14,269 INFO [RS:2;331c7316141f:38849 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-08T02:14:14,269 INFO [RS:2;331c7316141f:38849 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-08T02:14:14,273 WARN [331c7316141f:33801 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions. 2024-11-08T02:14:14,357 INFO [RS:0;331c7316141f:38941 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-08T02:14:14,361 INFO [RS:0;331c7316141f:38941 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=331c7316141f%2C38941%2C1731032053606, suffix=, logDir=hdfs://localhost:36009/user/jenkins/test-data/21c19980-ed44-d42f-6834-4e3eb2b1a4cd/WALs/331c7316141f,38941,1731032053606, archiveDir=hdfs://localhost:36009/user/jenkins/test-data/21c19980-ed44-d42f-6834-4e3eb2b1a4cd/oldWALs, maxLogs=32 2024-11-08T02:14:14,363 INFO [RS:1;331c7316141f:35923 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-08T02:14:14,367 INFO [RS:1;331c7316141f:35923 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=331c7316141f%2C35923%2C1731032053640, suffix=, logDir=hdfs://localhost:36009/user/jenkins/test-data/21c19980-ed44-d42f-6834-4e3eb2b1a4cd/WALs/331c7316141f,35923,1731032053640, archiveDir=hdfs://localhost:36009/user/jenkins/test-data/21c19980-ed44-d42f-6834-4e3eb2b1a4cd/oldWALs, maxLogs=32 2024-11-08T02:14:14,369 INFO [RS:2;331c7316141f:38849 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-08T02:14:14,371 INFO [RS:2;331c7316141f:38849 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=331c7316141f%2C38849%2C1731032053674, suffix=, logDir=hdfs://localhost:36009/user/jenkins/test-data/21c19980-ed44-d42f-6834-4e3eb2b1a4cd/WALs/331c7316141f,38849,1731032053674, archiveDir=hdfs://localhost:36009/user/jenkins/test-data/21c19980-ed44-d42f-6834-4e3eb2b1a4cd/oldWALs, maxLogs=32 2024-11-08T02:14:14,379 DEBUG [RS:0;331c7316141f:38941 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/21c19980-ed44-d42f-6834-4e3eb2b1a4cd/WALs/331c7316141f,38941,1731032053606/331c7316141f%2C38941%2C1731032053606.1731032054365, exclude list is [], retry=0 2024-11-08T02:14:14,380 DEBUG [RS:1;331c7316141f:35923 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/21c19980-ed44-d42f-6834-4e3eb2b1a4cd/WALs/331c7316141f,35923,1731032053640/331c7316141f%2C35923%2C1731032053640.1731032054369, exclude list is [], retry=0 2024-11-08T02:14:14,382 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46215,DS-8ec74ea6-4bdf-4a55-862f-055c5f4d9257,DISK] 2024-11-08T02:14:14,382 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37823,DS-83f848a5-991c-4eb2-9f2a-f735eabcf60e,DISK] 2024-11-08T02:14:14,383 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45377,DS-38f66b85-a574-42f5-8d41-084b5dd7734d,DISK] 2024-11-08T02:14:14,383 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46215,DS-8ec74ea6-4bdf-4a55-862f-055c5f4d9257,DISK] 2024-11-08T02:14:14,383 DEBUG [RS:2;331c7316141f:38849 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/21c19980-ed44-d42f-6834-4e3eb2b1a4cd/WALs/331c7316141f,38849,1731032053674/331c7316141f%2C38849%2C1731032053674.1731032054371, exclude list is [], retry=0 2024-11-08T02:14:14,383 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45377,DS-38f66b85-a574-42f5-8d41-084b5dd7734d,DISK] 2024-11-08T02:14:14,383 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37823,DS-83f848a5-991c-4eb2-9f2a-f735eabcf60e,DISK] 2024-11-08T02:14:14,386 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37823,DS-83f848a5-991c-4eb2-9f2a-f735eabcf60e,DISK] 2024-11-08T02:14:14,386 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46215,DS-8ec74ea6-4bdf-4a55-862f-055c5f4d9257,DISK] 2024-11-08T02:14:14,386 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45377,DS-38f66b85-a574-42f5-8d41-084b5dd7734d,DISK] 2024-11-08T02:14:14,387 INFO [RS:1;331c7316141f:35923 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/21c19980-ed44-d42f-6834-4e3eb2b1a4cd/WALs/331c7316141f,35923,1731032053640/331c7316141f%2C35923%2C1731032053640.1731032054369 2024-11-08T02:14:14,387 INFO [RS:0;331c7316141f:38941 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/21c19980-ed44-d42f-6834-4e3eb2b1a4cd/WALs/331c7316141f,38941,1731032053606/331c7316141f%2C38941%2C1731032053606.1731032054365 2024-11-08T02:14:14,387 DEBUG [RS:0;331c7316141f:38941 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41299:41299),(127.0.0.1/127.0.0.1:40975:40975),(127.0.0.1/127.0.0.1:33499:33499)] 2024-11-08T02:14:14,387 DEBUG [RS:1;331c7316141f:35923 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41299:41299),(127.0.0.1/127.0.0.1:33499:33499),(127.0.0.1/127.0.0.1:40975:40975)] 2024-11-08T02:14:14,391 INFO [RS:2;331c7316141f:38849 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/21c19980-ed44-d42f-6834-4e3eb2b1a4cd/WALs/331c7316141f,38849,1731032053674/331c7316141f%2C38849%2C1731032053674.1731032054371 2024-11-08T02:14:14,391 DEBUG [RS:2;331c7316141f:38849 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41299:41299),(127.0.0.1/127.0.0.1:40975:40975),(127.0.0.1/127.0.0.1:33499:33499)] 2024-11-08T02:14:14,523 DEBUG [331c7316141f:33801 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=3, allServersCount=3 2024-11-08T02:14:14,524 DEBUG [331c7316141f:33801 {}] balancer.BalancerClusterState(204): Hosts are {331c7316141f=0} racks are {/default-rack=0} 2024-11-08T02:14:14,531 DEBUG [331c7316141f:33801 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-11-08T02:14:14,531 DEBUG [331c7316141f:33801 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-11-08T02:14:14,531 DEBUG [331c7316141f:33801 {}] balancer.BalancerClusterState(303): server 2 has 0 regions 2024-11-08T02:14:14,531 DEBUG [331c7316141f:33801 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-11-08T02:14:14,531 DEBUG [331c7316141f:33801 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-11-08T02:14:14,531 DEBUG [331c7316141f:33801 {}] balancer.BalancerClusterState(310): server 2 is on host 0 2024-11-08T02:14:14,531 INFO [331c7316141f:33801 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-11-08T02:14:14,531 INFO [331c7316141f:33801 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-11-08T02:14:14,531 INFO [331c7316141f:33801 {}] balancer.BalancerClusterState(321): server 2 is on rack 0 2024-11-08T02:14:14,532 DEBUG [331c7316141f:33801 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-11-08T02:14:14,532 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=331c7316141f,38941,1731032053606 2024-11-08T02:14:14,534 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 331c7316141f,38941,1731032053606, state=OPENING 2024-11-08T02:14:14,547 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-08T02:14:14,557 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33801-0x1011838f24f0000, quorum=127.0.0.1:54194, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T02:14:14,557 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35923-0x1011838f24f0002, quorum=127.0.0.1:54194, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T02:14:14,557 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38849-0x1011838f24f0003, quorum=127.0.0.1:54194, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T02:14:14,557 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38941-0x1011838f24f0001, quorum=127.0.0.1:54194, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T02:14:14,559 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-08T02:14:14,559 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-08T02:14:14,559 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-08T02:14:14,559 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-08T02:14:14,559 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=331c7316141f,38941,1731032053606}] 2024-11-08T02:14:14,560 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-08T02:14:15,103 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T02:14:15,118 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T02:14:15,119 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T02:14:15,626 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-08T02:14:15,629 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T02:14:15,651 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T02:14:15,652 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T02:14:15,658 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-08T02:14:15,658 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-08T02:14:21,164 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-08T02:14:21,169 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T02:14:21,194 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T02:14:21,194 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T02:14:24,564 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-08T02:14:24,566 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41007, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-08T02:14:24,571 INFO [RS_OPEN_META-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-08T02:14:24,572 INFO [RS_OPEN_META-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-08T02:14:24,572 INFO [RS_OPEN_META-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-08T02:14:24,574 INFO [RS_OPEN_META-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=331c7316141f%2C38941%2C1731032053606.meta, suffix=.meta, logDir=hdfs://localhost:36009/user/jenkins/test-data/21c19980-ed44-d42f-6834-4e3eb2b1a4cd/WALs/331c7316141f,38941,1731032053606, archiveDir=hdfs://localhost:36009/user/jenkins/test-data/21c19980-ed44-d42f-6834-4e3eb2b1a4cd/oldWALs, maxLogs=32 2024-11-08T02:14:24,588 DEBUG [RS_OPEN_META-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/21c19980-ed44-d42f-6834-4e3eb2b1a4cd/WALs/331c7316141f,38941,1731032053606/331c7316141f%2C38941%2C1731032053606.meta.1731032064575.meta, exclude list is [], retry=0 2024-11-08T02:14:24,591 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37823,DS-83f848a5-991c-4eb2-9f2a-f735eabcf60e,DISK] 2024-11-08T02:14:24,591 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46215,DS-8ec74ea6-4bdf-4a55-862f-055c5f4d9257,DISK] 2024-11-08T02:14:24,591 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45377,DS-38f66b85-a574-42f5-8d41-084b5dd7734d,DISK] 2024-11-08T02:14:24,593 INFO [RS_OPEN_META-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/21c19980-ed44-d42f-6834-4e3eb2b1a4cd/WALs/331c7316141f,38941,1731032053606/331c7316141f%2C38941%2C1731032053606.meta.1731032064575.meta 2024-11-08T02:14:24,593 DEBUG [RS_OPEN_META-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41299:41299),(127.0.0.1/127.0.0.1:40975:40975),(127.0.0.1/127.0.0.1:33499:33499)] 2024-11-08T02:14:24,593 DEBUG [RS_OPEN_META-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-08T02:14:24,593 DEBUG [RS_OPEN_META-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-08T02:14:24,593 DEBUG [RS_OPEN_META-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-08T02:14:24,594 INFO [RS_OPEN_META-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-08T02:14:24,594 DEBUG [RS_OPEN_META-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-08T02:14:24,594 DEBUG [RS_OPEN_META-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T02:14:24,594 DEBUG [RS_OPEN_META-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-08T02:14:24,594 DEBUG [RS_OPEN_META-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-08T02:14:24,596 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-08T02:14:24,597 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-08T02:14:24,597 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T02:14:24,598 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T02:14:24,598 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-08T02:14:24,599 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-08T02:14:24,599 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T02:14:24,600 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T02:14:24,600 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-08T02:14:24,601 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-08T02:14:24,601 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T02:14:24,602 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T02:14:24,602 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-08T02:14:24,603 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-08T02:14:24,603 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T02:14:24,604 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T02:14:24,604 DEBUG [RS_OPEN_META-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-08T02:14:24,605 DEBUG [RS_OPEN_META-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36009/user/jenkins/test-data/21c19980-ed44-d42f-6834-4e3eb2b1a4cd/data/hbase/meta/1588230740 2024-11-08T02:14:24,606 DEBUG [RS_OPEN_META-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36009/user/jenkins/test-data/21c19980-ed44-d42f-6834-4e3eb2b1a4cd/data/hbase/meta/1588230740 2024-11-08T02:14:24,607 DEBUG [RS_OPEN_META-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-08T02:14:24,607 DEBUG [RS_OPEN_META-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-08T02:14:24,608 DEBUG [RS_OPEN_META-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-08T02:14:24,609 DEBUG [RS_OPEN_META-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-08T02:14:24,610 INFO [RS_OPEN_META-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71426896, jitterRate=0.06434369087219238}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-08T02:14:24,610 DEBUG [RS_OPEN_META-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-08T02:14:24,611 DEBUG [RS_OPEN_META-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731032064594Writing region info on filesystem at 1731032064594Initializing all the Stores at 1731032064595 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731032064595Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731032064596 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731032064596Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731032064596Cleaning up temporary data from old regions at 1731032064607 (+11 ms)Running coprocessor post-open hooks at 1731032064610 (+3 ms)Region opened successfully at 1731032064611 (+1 ms) 2024-11-08T02:14:24,612 INFO [RS_OPEN_META-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731032064564 2024-11-08T02:14:24,614 DEBUG [RS_OPEN_META-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-08T02:14:24,614 INFO [RS_OPEN_META-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-08T02:14:24,615 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=331c7316141f,38941,1731032053606 2024-11-08T02:14:24,617 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 331c7316141f,38941,1731032053606, state=OPEN 2024-11-08T02:14:24,672 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38849-0x1011838f24f0003, quorum=127.0.0.1:54194, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-08T02:14:24,672 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38941-0x1011838f24f0001, quorum=127.0.0.1:54194, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-08T02:14:24,672 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35923-0x1011838f24f0002, quorum=127.0.0.1:54194, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-08T02:14:24,672 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33801-0x1011838f24f0000, quorum=127.0.0.1:54194, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-08T02:14:24,672 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-08T02:14:24,672 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-08T02:14:24,672 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-08T02:14:24,672 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-08T02:14:24,672 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=331c7316141f,38941,1731032053606 2024-11-08T02:14:24,675 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-08T02:14:24,675 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=331c7316141f,38941,1731032053606 in 10.1130 sec 2024-11-08T02:14:24,676 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-08T02:14:24,677 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 10.5550 sec 2024-11-08T02:14:24,677 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-08T02:14:24,677 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-08T02:14:24,679 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-08T02:14:24,679 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=331c7316141f,38941,1731032053606, seqNum=-1] 2024-11-08T02:14:24,680 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-08T02:14:24,681 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59851, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-08T02:14:24,687 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 10.6250 sec 2024-11-08T02:14:24,687 INFO [master/331c7316141f:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731032064687, completionTime=-1 2024-11-08T02:14:24,687 INFO [master/331c7316141f:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=3; waited=0ms, expected min=3 server(s), max=3 server(s), master is running 2024-11-08T02:14:24,687 DEBUG [master/331c7316141f:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-08T02:14:24,690 INFO [master/331c7316141f:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=3 2024-11-08T02:14:24,690 INFO [master/331c7316141f:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731032124690 2024-11-08T02:14:24,690 INFO [master/331c7316141f:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731032184690 2024-11-08T02:14:24,690 INFO [master/331c7316141f:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 2 msec 2024-11-08T02:14:24,690 DEBUG [master/331c7316141f:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 1588230740 changed from -1.0 to 0.0, refreshing cache 2024-11-08T02:14:24,690 INFO [master/331c7316141f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=331c7316141f,33801,1731032053433-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-08T02:14:24,691 INFO [master/331c7316141f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=331c7316141f,33801,1731032053433-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T02:14:24,691 INFO [master/331c7316141f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=331c7316141f,33801,1731032053433-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T02:14:24,691 INFO [master/331c7316141f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-331c7316141f:33801, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T02:14:24,691 INFO [master/331c7316141f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-08T02:14:24,691 INFO [master/331c7316141f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-08T02:14:24,693 DEBUG [master/331c7316141f:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-08T02:14:24,695 INFO [master/331c7316141f:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 10.948sec 2024-11-08T02:14:24,695 INFO [master/331c7316141f:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-08T02:14:24,695 INFO [master/331c7316141f:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-08T02:14:24,695 INFO [master/331c7316141f:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-08T02:14:24,696 INFO [master/331c7316141f:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-08T02:14:24,696 INFO [master/331c7316141f:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-08T02:14:24,696 INFO [master/331c7316141f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=331c7316141f,33801,1731032053433-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-08T02:14:24,696 INFO [master/331c7316141f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=331c7316141f,33801,1731032053433-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-08T02:14:24,698 DEBUG [master/331c7316141f:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-08T02:14:24,698 INFO [master/331c7316141f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-08T02:14:24,698 INFO [master/331c7316141f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=331c7316141f,33801,1731032053433-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T02:14:24,723 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@71054e3e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T02:14:24,723 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 331c7316141f,33801,-1 for getting cluster id 2024-11-08T02:14:24,723 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-08T02:14:24,725 DEBUG [HMaster-EventLoopGroup-7-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'dfd38553-9001-4b3a-8f97-bc32c5323a75' 2024-11-08T02:14:24,725 DEBUG [RPCClient-NioEventLoopGroup-6-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-08T02:14:24,726 DEBUG [RPCClient-NioEventLoopGroup-6-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "dfd38553-9001-4b3a-8f97-bc32c5323a75" 2024-11-08T02:14:24,727 DEBUG [RPCClient-NioEventLoopGroup-6-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@671e408b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T02:14:24,727 DEBUG [RPCClient-NioEventLoopGroup-6-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [331c7316141f,33801,-1] 2024-11-08T02:14:24,727 DEBUG [RPCClient-NioEventLoopGroup-6-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-08T02:14:24,727 DEBUG [RPCClient-NioEventLoopGroup-6-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T02:14:24,729 INFO [HMaster-EventLoopGroup-7-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42424, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-08T02:14:24,730 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@52041f1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T02:14:24,730 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-08T02:14:24,732 DEBUG [RPCClient-NioEventLoopGroup-6-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=331c7316141f,38941,1731032053606, seqNum=-1] 2024-11-08T02:14:24,732 DEBUG [RPCClient-NioEventLoopGroup-6-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-08T02:14:24,734 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-8-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37578, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-08T02:14:24,736 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=331c7316141f,33801,1731032053433 2024-11-08T02:14:24,736 DEBUG [Time-limited test {}] snapshot.SnapshotDescriptionUtils(316): Creation time not specified, setting to:1731032064736 (current time:1731032064736). 2024-11-08T02:14:24,736 DEBUG [Time-limited test {}] snapshot.SnapshotDescriptionUtils(330): Snapshot current TTL value: 0 resetting it to default value: 0 2024-11-08T02:14:24,736 DEBUG [Time-limited test {}] snapshot.SnapshotDescriptionUtils(339): Snapshot SnapshotProcedureTest VERSION not specified, setting to 2 2024-11-08T02:14:24,737 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@774afc81, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T02:14:24,737 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 331c7316141f,33801,-1 for getting cluster id 2024-11-08T02:14:24,737 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-08T02:14:24,738 DEBUG [HMaster-EventLoopGroup-7-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'dfd38553-9001-4b3a-8f97-bc32c5323a75' 2024-11-08T02:14:24,738 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-08T02:14:24,739 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "dfd38553-9001-4b3a-8f97-bc32c5323a75" 2024-11-08T02:14:24,739 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@79bf50f6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T02:14:24,739 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [331c7316141f,33801,-1] 2024-11-08T02:14:24,739 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-08T02:14:24,740 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T02:14:24,740 INFO [HMaster-EventLoopGroup-7-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42446, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-08T02:14:24,741 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6e787427, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T02:14:24,742 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-08T02:14:24,743 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=331c7316141f,38941,1731032053606, seqNum=-1] 2024-11-08T02:14:24,744 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-08T02:14:24,745 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37582, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-08T02:14:24,747 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-08T02:14:24,747 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.isSecurityAvailable(SnapshotDescriptionUtils.java:481) at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.validate(SnapshotDescriptionUtils.java:353) at org.apache.hadoop.hbase.master.procedure.TestSnapshotProcedure.setup(TestSnapshotProcedure.java:117) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunBefores.invokeMethod(RunBefores.java:33) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:24) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-08T02:14:24,747 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T02:14:24,747 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T02:14:24,747 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-08T02:14:24,748 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-08T02:14:24,749 DEBUG [RPCClient-NioEventLoopGroup-6-8 {}] client.AsyncConnectionImpl(321): The fetched master address is 331c7316141f,33801,1731032053433 2024-11-08T02:14:24,749 DEBUG [RPCClient-NioEventLoopGroup-6-8 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@2b2ce9e1 2024-11-08T02:14:24,750 DEBUG [RPCClient-NioEventLoopGroup-6-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-08T02:14:24,752 INFO [HMaster-EventLoopGroup-7-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42452, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-08T02:14:24,753 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33801 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'SPTestTable', {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-08T02:14:24,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33801 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=SPTestTable 2024-11-08T02:14:24,756 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_PRE_OPERATION 2024-11-08T02:14:24,756 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T02:14:24,756 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33801 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "SPTestTable" procId is: 4 2024-11-08T02:14:24,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33801 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-08T02:14:24,758 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-08T02:14:24,772 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45377 is added to blk_1073741837_1013 (size=361) 2024-11-08T02:14:24,772 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37823 is added to blk_1073741837_1013 (size=361) 2024-11-08T02:14:24,774 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46215 is added to blk_1073741837_1013 (size=361) 2024-11-08T02:14:24,776 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 5b222a6f78222b35cf062ef5cc131eb2, NAME => 'SPTestTable,,1731032064752.5b222a6f78222b35cf062ef5cc131eb2.', STARTKEY => '', ENDKEY => '19999999'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:36009/user/jenkins/test-data/21c19980-ed44-d42f-6834-4e3eb2b1a4cd 2024-11-08T02:14:24,776 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(7572): creating {ENCODED => 42c33ed8583abbecdbab434a17626eae, NAME => 'SPTestTable,33333332,1731032064752.42c33ed8583abbecdbab434a17626eae.', STARTKEY => '33333332', ENDKEY => '4ccccccb'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:36009/user/jenkins/test-data/21c19980-ed44-d42f-6834-4e3eb2b1a4cd 2024-11-08T02:14:24,776 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(7572): creating {ENCODED => 840a08836a7e66bf8a9b1903dd7f655a, NAME => 'SPTestTable,19999999,1731032064752.840a08836a7e66bf8a9b1903dd7f655a.', STARTKEY => '19999999', ENDKEY => '33333332'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:36009/user/jenkins/test-data/21c19980-ed44-d42f-6834-4e3eb2b1a4cd 2024-11-08T02:14:24,798 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37823 is added to blk_1073741838_1014 (size=62) 2024-11-08T02:14:24,798 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37823 is added to blk_1073741840_1016 (size=62) 2024-11-08T02:14:24,799 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(898): Instantiated SPTestTable,19999999,1731032064752.840a08836a7e66bf8a9b1903dd7f655a.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T02:14:24,799 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1722): Closing 840a08836a7e66bf8a9b1903dd7f655a, disabling compactions & flushes 2024-11-08T02:14:24,800 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1755): Closing region SPTestTable,19999999,1731032064752.840a08836a7e66bf8a9b1903dd7f655a. 2024-11-08T02:14:24,800 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,19999999,1731032064752.840a08836a7e66bf8a9b1903dd7f655a. 2024-11-08T02:14:24,800 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,19999999,1731032064752.840a08836a7e66bf8a9b1903dd7f655a. after waiting 0 ms 2024-11-08T02:14:24,800 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,19999999,1731032064752.840a08836a7e66bf8a9b1903dd7f655a. 2024-11-08T02:14:24,800 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1973): Closed SPTestTable,19999999,1731032064752.840a08836a7e66bf8a9b1903dd7f655a. 2024-11-08T02:14:24,800 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46215 is added to blk_1073741840_1016 (size=62) 2024-11-08T02:14:24,800 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1676): Region close journal for 840a08836a7e66bf8a9b1903dd7f655a: Waiting for close lock at 1731032064799Disabling compacts and flushes for region at 1731032064799Disabling writes for close at 1731032064800 (+1 ms)Writing region close event to WAL at 1731032064800Closed at 1731032064800 2024-11-08T02:14:24,800 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(898): Instantiated SPTestTable,33333332,1731032064752.42c33ed8583abbecdbab434a17626eae.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T02:14:24,800 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45377 is added to blk_1073741838_1014 (size=62) 2024-11-08T02:14:24,800 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45377 is added to blk_1073741840_1016 (size=62) 2024-11-08T02:14:24,801 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(7572): creating {ENCODED => 17d01c6c5888f671289518a1c3a2f4a5, NAME => 'SPTestTable,4ccccccb,1731032064752.17d01c6c5888f671289518a1c3a2f4a5.', STARTKEY => '4ccccccb', ENDKEY => '66666664'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:36009/user/jenkins/test-data/21c19980-ed44-d42f-6834-4e3eb2b1a4cd 2024-11-08T02:14:24,801 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1722): Closing 42c33ed8583abbecdbab434a17626eae, disabling compactions & flushes 2024-11-08T02:14:24,801 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1755): Closing region SPTestTable,33333332,1731032064752.42c33ed8583abbecdbab434a17626eae. 2024-11-08T02:14:24,801 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,33333332,1731032064752.42c33ed8583abbecdbab434a17626eae. 2024-11-08T02:14:24,801 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,33333332,1731032064752.42c33ed8583abbecdbab434a17626eae. after waiting 0 ms 2024-11-08T02:14:24,801 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,33333332,1731032064752.42c33ed8583abbecdbab434a17626eae. 2024-11-08T02:14:24,801 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1973): Closed SPTestTable,33333332,1731032064752.42c33ed8583abbecdbab434a17626eae. 2024-11-08T02:14:24,801 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1676): Region close journal for 42c33ed8583abbecdbab434a17626eae: Waiting for close lock at 1731032064801Disabling compacts and flushes for region at 1731032064801Disabling writes for close at 1731032064801Writing region close event to WAL at 1731032064801Closed at 1731032064801 2024-11-08T02:14:24,802 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(7572): creating {ENCODED => 0bfa655aed30f9bd4cec21fce801f27c, NAME => 'SPTestTable,66666664,1731032064752.0bfa655aed30f9bd4cec21fce801f27c.', STARTKEY => '66666664', ENDKEY => '7ffffffd'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:36009/user/jenkins/test-data/21c19980-ed44-d42f-6834-4e3eb2b1a4cd 2024-11-08T02:14:24,803 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46215 is added to blk_1073741838_1014 (size=62) 2024-11-08T02:14:24,814 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46215 is added to blk_1073741839_1015 (size=54) 2024-11-08T02:14:24,815 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45377 is added to blk_1073741839_1015 (size=54) 2024-11-08T02:14:24,816 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37823 is added to blk_1073741839_1015 (size=54) 2024-11-08T02:14:24,817 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(898): Instantiated SPTestTable,,1731032064752.5b222a6f78222b35cf062ef5cc131eb2.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T02:14:24,817 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1722): Closing 5b222a6f78222b35cf062ef5cc131eb2, disabling compactions & flushes 2024-11-08T02:14:24,817 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1755): Closing region SPTestTable,,1731032064752.5b222a6f78222b35cf062ef5cc131eb2. 2024-11-08T02:14:24,817 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,,1731032064752.5b222a6f78222b35cf062ef5cc131eb2. 2024-11-08T02:14:24,817 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,,1731032064752.5b222a6f78222b35cf062ef5cc131eb2. after waiting 0 ms 2024-11-08T02:14:24,817 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,,1731032064752.5b222a6f78222b35cf062ef5cc131eb2. 2024-11-08T02:14:24,817 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1973): Closed SPTestTable,,1731032064752.5b222a6f78222b35cf062ef5cc131eb2. 2024-11-08T02:14:24,817 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1676): Region close journal for 5b222a6f78222b35cf062ef5cc131eb2: Waiting for close lock at 1731032064817Disabling compacts and flushes for region at 1731032064817Disabling writes for close at 1731032064817Writing region close event to WAL at 1731032064817Closed at 1731032064817 2024-11-08T02:14:24,818 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 57927a129e22ae298c0994a4a23e27c0, NAME => 'SPTestTable,7ffffffd,1731032064752.57927a129e22ae298c0994a4a23e27c0.', STARTKEY => '7ffffffd', ENDKEY => '99999996'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:36009/user/jenkins/test-data/21c19980-ed44-d42f-6834-4e3eb2b1a4cd 2024-11-08T02:14:24,827 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45377 is added to blk_1073741842_1018 (size=62) 2024-11-08T02:14:24,827 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46215 is added to blk_1073741842_1018 (size=62) 2024-11-08T02:14:24,827 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37823 is added to blk_1073741842_1018 (size=62) 2024-11-08T02:14:24,828 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(898): Instantiated SPTestTable,66666664,1731032064752.0bfa655aed30f9bd4cec21fce801f27c.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T02:14:24,828 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1722): Closing 0bfa655aed30f9bd4cec21fce801f27c, disabling compactions & flushes 2024-11-08T02:14:24,828 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1755): Closing region SPTestTable,66666664,1731032064752.0bfa655aed30f9bd4cec21fce801f27c. 2024-11-08T02:14:24,828 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,66666664,1731032064752.0bfa655aed30f9bd4cec21fce801f27c. 2024-11-08T02:14:24,828 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,66666664,1731032064752.0bfa655aed30f9bd4cec21fce801f27c. after waiting 0 ms 2024-11-08T02:14:24,828 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,66666664,1731032064752.0bfa655aed30f9bd4cec21fce801f27c. 2024-11-08T02:14:24,828 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1973): Closed SPTestTable,66666664,1731032064752.0bfa655aed30f9bd4cec21fce801f27c. 2024-11-08T02:14:24,828 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1676): Region close journal for 0bfa655aed30f9bd4cec21fce801f27c: Waiting for close lock at 1731032064828Disabling compacts and flushes for region at 1731032064828Disabling writes for close at 1731032064828Writing region close event to WAL at 1731032064828Closed at 1731032064828 2024-11-08T02:14:24,829 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(7572): creating {ENCODED => 6753f69337b0d175957d53fc5164283f, NAME => 'SPTestTable,99999996,1731032064752.6753f69337b0d175957d53fc5164283f.', STARTKEY => '99999996', ENDKEY => 'b333332f'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:36009/user/jenkins/test-data/21c19980-ed44-d42f-6834-4e3eb2b1a4cd 2024-11-08T02:14:24,831 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37823 is added to blk_1073741841_1017 (size=62) 2024-11-08T02:14:24,831 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46215 is added to blk_1073741841_1017 (size=62) 2024-11-08T02:14:24,832 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45377 is added to blk_1073741841_1017 (size=62) 2024-11-08T02:14:24,832 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37823 is added to blk_1073741843_1019 (size=62) 2024-11-08T02:14:24,832 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(898): Instantiated SPTestTable,4ccccccb,1731032064752.17d01c6c5888f671289518a1c3a2f4a5.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T02:14:24,832 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1722): Closing 17d01c6c5888f671289518a1c3a2f4a5, disabling compactions & flushes 2024-11-08T02:14:24,832 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1755): Closing region SPTestTable,4ccccccb,1731032064752.17d01c6c5888f671289518a1c3a2f4a5. 2024-11-08T02:14:24,832 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,4ccccccb,1731032064752.17d01c6c5888f671289518a1c3a2f4a5. 2024-11-08T02:14:24,832 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,4ccccccb,1731032064752.17d01c6c5888f671289518a1c3a2f4a5. after waiting 0 ms 2024-11-08T02:14:24,832 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45377 is added to blk_1073741843_1019 (size=62) 2024-11-08T02:14:24,833 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,4ccccccb,1731032064752.17d01c6c5888f671289518a1c3a2f4a5. 2024-11-08T02:14:24,833 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1973): Closed SPTestTable,4ccccccb,1731032064752.17d01c6c5888f671289518a1c3a2f4a5. 2024-11-08T02:14:24,833 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1676): Region close journal for 17d01c6c5888f671289518a1c3a2f4a5: Waiting for close lock at 1731032064832Disabling compacts and flushes for region at 1731032064832Disabling writes for close at 1731032064832Writing region close event to WAL at 1731032064833 (+1 ms)Closed at 1731032064833 2024-11-08T02:14:24,833 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46215 is added to blk_1073741843_1019 (size=62) 2024-11-08T02:14:24,833 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(7572): creating {ENCODED => c3b4429d0074e2c670eacc8ab4db609e, NAME => 'SPTestTable,b333332f,1731032064752.c3b4429d0074e2c670eacc8ab4db609e.', STARTKEY => 'b333332f', ENDKEY => 'ccccccc8'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:36009/user/jenkins/test-data/21c19980-ed44-d42f-6834-4e3eb2b1a4cd 2024-11-08T02:14:24,834 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(898): Instantiated SPTestTable,7ffffffd,1731032064752.57927a129e22ae298c0994a4a23e27c0.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T02:14:24,834 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1722): Closing 57927a129e22ae298c0994a4a23e27c0, disabling compactions & flushes 2024-11-08T02:14:24,834 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1755): Closing region SPTestTable,7ffffffd,1731032064752.57927a129e22ae298c0994a4a23e27c0. 2024-11-08T02:14:24,834 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,7ffffffd,1731032064752.57927a129e22ae298c0994a4a23e27c0. 2024-11-08T02:14:24,834 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,7ffffffd,1731032064752.57927a129e22ae298c0994a4a23e27c0. after waiting 0 ms 2024-11-08T02:14:24,834 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,7ffffffd,1731032064752.57927a129e22ae298c0994a4a23e27c0. 2024-11-08T02:14:24,834 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1973): Closed SPTestTable,7ffffffd,1731032064752.57927a129e22ae298c0994a4a23e27c0. 2024-11-08T02:14:24,834 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1676): Region close journal for 57927a129e22ae298c0994a4a23e27c0: Waiting for close lock at 1731032064834Disabling compacts and flushes for region at 1731032064834Disabling writes for close at 1731032064834Writing region close event to WAL at 1731032064834Closed at 1731032064834 2024-11-08T02:14:24,835 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => b9165cbe0a9fe00968f05c896c3b79c7, NAME => 'SPTestTable,ccccccc8,1731032064752.b9165cbe0a9fe00968f05c896c3b79c7.', STARTKEY => 'ccccccc8', ENDKEY => 'e6666661'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:36009/user/jenkins/test-data/21c19980-ed44-d42f-6834-4e3eb2b1a4cd 2024-11-08T02:14:24,843 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37823 is added to blk_1073741844_1020 (size=62) 2024-11-08T02:14:24,845 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46215 is added to blk_1073741844_1020 (size=62) 2024-11-08T02:14:24,845 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45377 is added to blk_1073741844_1020 (size=62) 2024-11-08T02:14:24,849 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(898): Instantiated SPTestTable,99999996,1731032064752.6753f69337b0d175957d53fc5164283f.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T02:14:24,849 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1722): Closing 6753f69337b0d175957d53fc5164283f, disabling compactions & flushes 2024-11-08T02:14:24,849 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1755): Closing region SPTestTable,99999996,1731032064752.6753f69337b0d175957d53fc5164283f. 2024-11-08T02:14:24,849 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,99999996,1731032064752.6753f69337b0d175957d53fc5164283f. 2024-11-08T02:14:24,849 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,99999996,1731032064752.6753f69337b0d175957d53fc5164283f. after waiting 0 ms 2024-11-08T02:14:24,849 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,99999996,1731032064752.6753f69337b0d175957d53fc5164283f. 2024-11-08T02:14:24,849 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1973): Closed SPTestTable,99999996,1731032064752.6753f69337b0d175957d53fc5164283f. 2024-11-08T02:14:24,849 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1676): Region close journal for 6753f69337b0d175957d53fc5164283f: Waiting for close lock at 1731032064849Disabling compacts and flushes for region at 1731032064849Disabling writes for close at 1731032064849Writing region close event to WAL at 1731032064849Closed at 1731032064849 2024-11-08T02:14:24,850 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(7572): creating {ENCODED => c33db556294c65cbe8905cdbd73e5b51, NAME => 'SPTestTable,e6666661,1731032064752.c33db556294c65cbe8905cdbd73e5b51.', STARTKEY => 'e6666661', ENDKEY => ''}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:36009/user/jenkins/test-data/21c19980-ed44-d42f-6834-4e3eb2b1a4cd 2024-11-08T02:14:24,857 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37823 is added to blk_1073741845_1021 (size=62) 2024-11-08T02:14:24,857 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46215 is added to blk_1073741845_1021 (size=62) 2024-11-08T02:14:24,857 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45377 is added to blk_1073741845_1021 (size=62) 2024-11-08T02:14:24,859 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(898): Instantiated SPTestTable,ccccccc8,1731032064752.b9165cbe0a9fe00968f05c896c3b79c7.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T02:14:24,860 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1722): Closing b9165cbe0a9fe00968f05c896c3b79c7, disabling compactions & flushes 2024-11-08T02:14:24,860 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1755): Closing region SPTestTable,ccccccc8,1731032064752.b9165cbe0a9fe00968f05c896c3b79c7. 2024-11-08T02:14:24,860 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,ccccccc8,1731032064752.b9165cbe0a9fe00968f05c896c3b79c7. 2024-11-08T02:14:24,860 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,ccccccc8,1731032064752.b9165cbe0a9fe00968f05c896c3b79c7. after waiting 0 ms 2024-11-08T02:14:24,860 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,ccccccc8,1731032064752.b9165cbe0a9fe00968f05c896c3b79c7. 2024-11-08T02:14:24,860 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1973): Closed SPTestTable,ccccccc8,1731032064752.b9165cbe0a9fe00968f05c896c3b79c7. 2024-11-08T02:14:24,860 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1676): Region close journal for b9165cbe0a9fe00968f05c896c3b79c7: Waiting for close lock at 1731032064860Disabling compacts and flushes for region at 1731032064860Disabling writes for close at 1731032064860Writing region close event to WAL at 1731032064860Closed at 1731032064860 2024-11-08T02:14:24,864 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46215 is added to blk_1073741846_1022 (size=62) 2024-11-08T02:14:24,864 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45377 is added to blk_1073741846_1022 (size=62) 2024-11-08T02:14:24,865 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37823 is added to blk_1073741846_1022 (size=62) 2024-11-08T02:14:24,865 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(898): Instantiated SPTestTable,b333332f,1731032064752.c3b4429d0074e2c670eacc8ab4db609e.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T02:14:24,866 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1722): Closing c3b4429d0074e2c670eacc8ab4db609e, disabling compactions & flushes 2024-11-08T02:14:24,866 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1755): Closing region SPTestTable,b333332f,1731032064752.c3b4429d0074e2c670eacc8ab4db609e. 2024-11-08T02:14:24,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33801 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-08T02:14:24,866 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,b333332f,1731032064752.c3b4429d0074e2c670eacc8ab4db609e. 2024-11-08T02:14:24,866 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,b333332f,1731032064752.c3b4429d0074e2c670eacc8ab4db609e. after waiting 0 ms 2024-11-08T02:14:24,866 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,b333332f,1731032064752.c3b4429d0074e2c670eacc8ab4db609e. 2024-11-08T02:14:24,866 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1973): Closed SPTestTable,b333332f,1731032064752.c3b4429d0074e2c670eacc8ab4db609e. 2024-11-08T02:14:24,866 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1676): Region close journal for c3b4429d0074e2c670eacc8ab4db609e: Waiting for close lock at 1731032064866Disabling compacts and flushes for region at 1731032064866Disabling writes for close at 1731032064866Writing region close event to WAL at 1731032064866Closed at 1731032064866 2024-11-08T02:14:24,870 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45377 is added to blk_1073741847_1023 (size=54) 2024-11-08T02:14:24,870 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37823 is added to blk_1073741847_1023 (size=54) 2024-11-08T02:14:24,870 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46215 is added to blk_1073741847_1023 (size=54) 2024-11-08T02:14:24,871 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(898): Instantiated SPTestTable,e6666661,1731032064752.c33db556294c65cbe8905cdbd73e5b51.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T02:14:24,871 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1722): Closing c33db556294c65cbe8905cdbd73e5b51, disabling compactions & flushes 2024-11-08T02:14:24,871 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1755): Closing region SPTestTable,e6666661,1731032064752.c33db556294c65cbe8905cdbd73e5b51. 2024-11-08T02:14:24,871 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,e6666661,1731032064752.c33db556294c65cbe8905cdbd73e5b51. 2024-11-08T02:14:24,871 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,e6666661,1731032064752.c33db556294c65cbe8905cdbd73e5b51. after waiting 0 ms 2024-11-08T02:14:24,871 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,e6666661,1731032064752.c33db556294c65cbe8905cdbd73e5b51. 2024-11-08T02:14:24,871 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1973): Closed SPTestTable,e6666661,1731032064752.c33db556294c65cbe8905cdbd73e5b51. 2024-11-08T02:14:24,871 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1676): Region close journal for c33db556294c65cbe8905cdbd73e5b51: Waiting for close lock at 1731032064871Disabling compacts and flushes for region at 1731032064871Disabling writes for close at 1731032064871Writing region close event to WAL at 1731032064871Closed at 1731032064871 2024-11-08T02:14:24,873 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_ADD_TO_META 2024-11-08T02:14:24,873 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,19999999,1731032064752.840a08836a7e66bf8a9b1903dd7f655a.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1731032064873"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731032064873"}]},"ts":"1731032064873"} 2024-11-08T02:14:24,873 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,33333332,1731032064752.42c33ed8583abbecdbab434a17626eae.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1731032064873"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731032064873"}]},"ts":"1731032064873"} 2024-11-08T02:14:24,873 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,,1731032064752.5b222a6f78222b35cf062ef5cc131eb2.","families":{"info":[{"qualifier":"regioninfo","vlen":53,"tag":[],"timestamp":"1731032064873"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731032064873"}]},"ts":"1731032064873"} 2024-11-08T02:14:24,874 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,66666664,1731032064752.0bfa655aed30f9bd4cec21fce801f27c.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1731032064873"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731032064873"}]},"ts":"1731032064873"} 2024-11-08T02:14:24,874 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,4ccccccb,1731032064752.17d01c6c5888f671289518a1c3a2f4a5.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1731032064873"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731032064873"}]},"ts":"1731032064873"} 2024-11-08T02:14:24,874 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,7ffffffd,1731032064752.57927a129e22ae298c0994a4a23e27c0.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1731032064873"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731032064873"}]},"ts":"1731032064873"} 2024-11-08T02:14:24,874 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,99999996,1731032064752.6753f69337b0d175957d53fc5164283f.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1731032064873"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731032064873"}]},"ts":"1731032064873"} 2024-11-08T02:14:24,874 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,ccccccc8,1731032064752.b9165cbe0a9fe00968f05c896c3b79c7.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1731032064873"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731032064873"}]},"ts":"1731032064873"} 2024-11-08T02:14:24,874 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,b333332f,1731032064752.c3b4429d0074e2c670eacc8ab4db609e.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1731032064873"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731032064873"}]},"ts":"1731032064873"} 2024-11-08T02:14:24,874 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,e6666661,1731032064752.c33db556294c65cbe8905cdbd73e5b51.","families":{"info":[{"qualifier":"regioninfo","vlen":53,"tag":[],"timestamp":"1731032064873"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731032064873"}]},"ts":"1731032064873"} 2024-11-08T02:14:24,880 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 10 regions to meta. 2024-11-08T02:14:24,881 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-08T02:14:24,881 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"SPTestTable","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731032064881"}]},"ts":"1731032064881"} 2024-11-08T02:14:24,884 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=SPTestTable, state=ENABLING in hbase:meta 2024-11-08T02:14:24,885 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(204): Hosts are {331c7316141f=0} racks are {/default-rack=0} 2024-11-08T02:14:24,891 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-11-08T02:14:24,891 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-11-08T02:14:24,891 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 2 has 0 regions 2024-11-08T02:14:24,891 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-11-08T02:14:24,891 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-11-08T02:14:24,891 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 2 is on host 0 2024-11-08T02:14:24,891 INFO [PEWorker-3 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-11-08T02:14:24,891 INFO [PEWorker-3 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-11-08T02:14:24,891 INFO [PEWorker-3 {}] balancer.BalancerClusterState(321): server 2 is on rack 0 2024-11-08T02:14:24,891 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-11-08T02:14:24,892 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=5b222a6f78222b35cf062ef5cc131eb2, ASSIGN}, {pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=840a08836a7e66bf8a9b1903dd7f655a, ASSIGN}, {pid=7, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=42c33ed8583abbecdbab434a17626eae, ASSIGN}, {pid=8, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=17d01c6c5888f671289518a1c3a2f4a5, ASSIGN}, {pid=9, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=0bfa655aed30f9bd4cec21fce801f27c, ASSIGN}, {pid=10, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=57927a129e22ae298c0994a4a23e27c0, ASSIGN}, {pid=11, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=6753f69337b0d175957d53fc5164283f, ASSIGN}, {pid=12, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=c3b4429d0074e2c670eacc8ab4db609e, ASSIGN}, {pid=13, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=b9165cbe0a9fe00968f05c896c3b79c7, ASSIGN}, {pid=14, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=c33db556294c65cbe8905cdbd73e5b51, ASSIGN}] 2024-11-08T02:14:24,896 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=840a08836a7e66bf8a9b1903dd7f655a, ASSIGN 2024-11-08T02:14:24,896 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=5b222a6f78222b35cf062ef5cc131eb2, ASSIGN 2024-11-08T02:14:24,896 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=7, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=42c33ed8583abbecdbab434a17626eae, ASSIGN 2024-11-08T02:14:24,897 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=8, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=17d01c6c5888f671289518a1c3a2f4a5, ASSIGN 2024-11-08T02:14:24,898 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=840a08836a7e66bf8a9b1903dd7f655a, ASSIGN; state=OFFLINE, location=331c7316141f,35923,1731032053640; forceNewPlan=false, retain=false 2024-11-08T02:14:24,899 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=5b222a6f78222b35cf062ef5cc131eb2, ASSIGN; state=OFFLINE, location=331c7316141f,38941,1731032053606; forceNewPlan=false, retain=false 2024-11-08T02:14:24,899 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=7, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=42c33ed8583abbecdbab434a17626eae, ASSIGN; state=OFFLINE, location=331c7316141f,38849,1731032053674; forceNewPlan=false, retain=false 2024-11-08T02:14:24,899 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=8, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=17d01c6c5888f671289518a1c3a2f4a5, ASSIGN; state=OFFLINE, location=331c7316141f,38849,1731032053674; forceNewPlan=false, retain=false 2024-11-08T02:14:24,902 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=13, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=b9165cbe0a9fe00968f05c896c3b79c7, ASSIGN 2024-11-08T02:14:24,902 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=12, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=c3b4429d0074e2c670eacc8ab4db609e, ASSIGN 2024-11-08T02:14:24,902 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=11, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=6753f69337b0d175957d53fc5164283f, ASSIGN 2024-11-08T02:14:24,903 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=10, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=57927a129e22ae298c0994a4a23e27c0, ASSIGN 2024-11-08T02:14:24,903 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=14, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=c33db556294c65cbe8905cdbd73e5b51, ASSIGN 2024-11-08T02:14:24,904 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=13, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=b9165cbe0a9fe00968f05c896c3b79c7, ASSIGN; state=OFFLINE, location=331c7316141f,38849,1731032053674; forceNewPlan=false, retain=false 2024-11-08T02:14:24,904 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=12, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=c3b4429d0074e2c670eacc8ab4db609e, ASSIGN; state=OFFLINE, location=331c7316141f,38941,1731032053606; forceNewPlan=false, retain=false 2024-11-08T02:14:24,904 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=11, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=6753f69337b0d175957d53fc5164283f, ASSIGN; state=OFFLINE, location=331c7316141f,35923,1731032053640; forceNewPlan=false, retain=false 2024-11-08T02:14:24,904 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=10, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=57927a129e22ae298c0994a4a23e27c0, ASSIGN; state=OFFLINE, location=331c7316141f,38941,1731032053606; forceNewPlan=false, retain=false 2024-11-08T02:14:24,906 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=14, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=c33db556294c65cbe8905cdbd73e5b51, ASSIGN; state=OFFLINE, location=331c7316141f,35923,1731032053640; forceNewPlan=false, retain=false 2024-11-08T02:14:24,910 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=0bfa655aed30f9bd4cec21fce801f27c, ASSIGN 2024-11-08T02:14:24,911 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=0bfa655aed30f9bd4cec21fce801f27c, ASSIGN; state=OFFLINE, location=331c7316141f,35923,1731032053640; forceNewPlan=false, retain=false 2024-11-08T02:14:25,049 INFO [331c7316141f:33801 {}] balancer.BaseLoadBalancer(388): Reassigned 10 regions. 10 retained the pre-restart assignment. 2024-11-08T02:14:25,050 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=12 updating hbase:meta row=c3b4429d0074e2c670eacc8ab4db609e, regionState=OPENING, regionLocation=331c7316141f,38941,1731032053606 2024-11-08T02:14:25,050 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=5b222a6f78222b35cf062ef5cc131eb2, regionState=OPENING, regionLocation=331c7316141f,38941,1731032053606 2024-11-08T02:14:25,050 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=10 updating hbase:meta row=57927a129e22ae298c0994a4a23e27c0, regionState=OPENING, regionLocation=331c7316141f,38941,1731032053606 2024-11-08T02:14:25,050 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=13 updating hbase:meta row=b9165cbe0a9fe00968f05c896c3b79c7, regionState=OPENING, regionLocation=331c7316141f,38849,1731032053674 2024-11-08T02:14:25,050 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=8 updating hbase:meta row=17d01c6c5888f671289518a1c3a2f4a5, regionState=OPENING, regionLocation=331c7316141f,38849,1731032053674 2024-11-08T02:14:25,051 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=7 updating hbase:meta row=42c33ed8583abbecdbab434a17626eae, regionState=OPENING, regionLocation=331c7316141f,38849,1731032053674 2024-11-08T02:14:25,051 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=11 updating hbase:meta row=6753f69337b0d175957d53fc5164283f, regionState=OPENING, regionLocation=331c7316141f,35923,1731032053640 2024-11-08T02:14:25,051 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=0bfa655aed30f9bd4cec21fce801f27c, regionState=OPENING, regionLocation=331c7316141f,35923,1731032053640 2024-11-08T02:14:25,051 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=14 updating hbase:meta row=c33db556294c65cbe8905cdbd73e5b51, regionState=OPENING, regionLocation=331c7316141f,35923,1731032053640 2024-11-08T02:14:25,051 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=840a08836a7e66bf8a9b1903dd7f655a, regionState=OPENING, regionLocation=331c7316141f,35923,1731032053640 2024-11-08T02:14:25,055 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=12, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=c3b4429d0074e2c670eacc8ab4db609e, ASSIGN because future has completed 2024-11-08T02:14:25,055 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=15, ppid=12, state=RUNNABLE, hasLock=false; OpenRegionProcedure c3b4429d0074e2c670eacc8ab4db609e, server=331c7316141f,38941,1731032053606}] 2024-11-08T02:14:25,056 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=8, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=17d01c6c5888f671289518a1c3a2f4a5, ASSIGN because future has completed 2024-11-08T02:14:25,057 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=16, ppid=8, state=RUNNABLE, hasLock=false; OpenRegionProcedure 17d01c6c5888f671289518a1c3a2f4a5, server=331c7316141f,38849,1731032053674}] 2024-11-08T02:14:25,057 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=57927a129e22ae298c0994a4a23e27c0, ASSIGN because future has completed 2024-11-08T02:14:25,058 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=17, ppid=10, state=RUNNABLE, hasLock=false; OpenRegionProcedure 57927a129e22ae298c0994a4a23e27c0, server=331c7316141f,38941,1731032053606}] 2024-11-08T02:14:25,058 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=5b222a6f78222b35cf062ef5cc131eb2, ASSIGN because future has completed 2024-11-08T02:14:25,059 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=13, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=b9165cbe0a9fe00968f05c896c3b79c7, ASSIGN because future has completed 2024-11-08T02:14:25,060 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=18, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 5b222a6f78222b35cf062ef5cc131eb2, server=331c7316141f,38941,1731032053606}] 2024-11-08T02:14:25,060 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=7, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=42c33ed8583abbecdbab434a17626eae, ASSIGN because future has completed 2024-11-08T02:14:25,061 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=19, ppid=13, state=RUNNABLE, hasLock=false; OpenRegionProcedure b9165cbe0a9fe00968f05c896c3b79c7, server=331c7316141f,38849,1731032053674}] 2024-11-08T02:14:25,065 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=840a08836a7e66bf8a9b1903dd7f655a, ASSIGN because future has completed 2024-11-08T02:14:25,069 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=14, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=c33db556294c65cbe8905cdbd73e5b51, ASSIGN because future has completed 2024-11-08T02:14:25,070 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=20, ppid=7, state=RUNNABLE, hasLock=false; OpenRegionProcedure 42c33ed8583abbecdbab434a17626eae, server=331c7316141f,38849,1731032053674}] 2024-11-08T02:14:25,070 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=0bfa655aed30f9bd4cec21fce801f27c, ASSIGN because future has completed 2024-11-08T02:14:25,071 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=11, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=6753f69337b0d175957d53fc5164283f, ASSIGN because future has completed 2024-11-08T02:14:25,072 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=22, ppid=14, state=RUNNABLE, hasLock=false; OpenRegionProcedure c33db556294c65cbe8905cdbd73e5b51, server=331c7316141f,35923,1731032053640}] 2024-11-08T02:14:25,072 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=21, ppid=11, state=RUNNABLE, hasLock=false; OpenRegionProcedure 6753f69337b0d175957d53fc5164283f, server=331c7316141f,35923,1731032053640}] 2024-11-08T02:14:25,072 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=23, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 0bfa655aed30f9bd4cec21fce801f27c, server=331c7316141f,35923,1731032053640}] 2024-11-08T02:14:25,075 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=24, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure 840a08836a7e66bf8a9b1903dd7f655a, server=331c7316141f,35923,1731032053640}] 2024-11-08T02:14:25,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33801 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-08T02:14:25,221 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-08T02:14:25,221 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-08T02:14:25,222 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-08T02:14:25,222 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-11-08T02:14:25,310 WARN [BootstrapNodeManager {}] regionserver.BootstrapNodeManager(142): failed to get live region servers from master org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=331c7316141f:34721 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.BootstrapNodeManager.getFromMaster(BootstrapNodeManager.java:140) ~[classes/:?] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) ~[?:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:304) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$Stub.getLiveRegionServers(RegionServerStatusProtos.java:17191) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClusterConnectionImpl.getLiveRegionServers(AsyncClusterConnectionImpl.java:139) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.BootstrapNodeManager.getFromMaster(BootstrapNodeManager.java:140) ~[classes/:?] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) ~[?:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:304) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 10 more 2024-11-08T02:14:25,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33801 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-08T02:14:25,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33801 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-08T02:14:26,205 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-08T02:14:26,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33801 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-08T02:14:28,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33801 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-08T02:14:30,096 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-08T02:14:30,099 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T02:14:30,127 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T02:14:30,128 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T02:14:32,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33801 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-08T02:14:35,063 INFO [RS_OPEN_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] handler.AssignRegionHandler(132): Open SPTestTable,,1731032064752.5b222a6f78222b35cf062ef5cc131eb2. 2024-11-08T02:14:35,063 DEBUG [RS_OPEN_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(7752): Opening region: {ENCODED => 5b222a6f78222b35cf062ef5cc131eb2, NAME => 'SPTestTable,,1731032064752.5b222a6f78222b35cf062ef5cc131eb2.', STARTKEY => '', ENDKEY => '19999999'} 2024-11-08T02:14:35,063 DEBUG [RS_OPEN_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 5b222a6f78222b35cf062ef5cc131eb2 2024-11-08T02:14:35,063 DEBUG [RS_OPEN_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(898): Instantiated SPTestTable,,1731032064752.5b222a6f78222b35cf062ef5cc131eb2.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T02:14:35,063 DEBUG [RS_OPEN_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(7794): checking encryption for 5b222a6f78222b35cf062ef5cc131eb2 2024-11-08T02:14:35,063 DEBUG [RS_OPEN_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(7797): checking classloading for 5b222a6f78222b35cf062ef5cc131eb2 2024-11-08T02:14:35,065 INFO [StoreOpener-5b222a6f78222b35cf062ef5cc131eb2-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 5b222a6f78222b35cf062ef5cc131eb2 2024-11-08T02:14:35,065 DEBUG [RSProcedureDispatcher-pool-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-08T02:14:35,066 INFO [StoreOpener-5b222a6f78222b35cf062ef5cc131eb2-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 5b222a6f78222b35cf062ef5cc131eb2 columnFamilyName cf 2024-11-08T02:14:35,066 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41185, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-08T02:14:35,066 DEBUG [StoreOpener-5b222a6f78222b35cf062ef5cc131eb2-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T02:14:35,067 INFO [StoreOpener-5b222a6f78222b35cf062ef5cc131eb2-1 {}] regionserver.HStore(327): Store=5b222a6f78222b35cf062ef5cc131eb2/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T02:14:35,067 DEBUG [RS_OPEN_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1038): replaying wal for 5b222a6f78222b35cf062ef5cc131eb2 2024-11-08T02:14:35,068 DEBUG [RS_OPEN_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36009/user/jenkins/test-data/21c19980-ed44-d42f-6834-4e3eb2b1a4cd/data/default/SPTestTable/5b222a6f78222b35cf062ef5cc131eb2 2024-11-08T02:14:35,069 DEBUG [RS_OPEN_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36009/user/jenkins/test-data/21c19980-ed44-d42f-6834-4e3eb2b1a4cd/data/default/SPTestTable/5b222a6f78222b35cf062ef5cc131eb2 2024-11-08T02:14:35,069 DEBUG [RS_OPEN_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1048): stopping wal replay for 5b222a6f78222b35cf062ef5cc131eb2 2024-11-08T02:14:35,069 DEBUG [RS_OPEN_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1060): Cleaning up temporary data for 5b222a6f78222b35cf062ef5cc131eb2 2024-11-08T02:14:35,071 DEBUG [RS_OPEN_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1093): writing seq id for 5b222a6f78222b35cf062ef5cc131eb2 2024-11-08T02:14:35,072 INFO [RS_OPEN_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] handler.AssignRegionHandler(132): Open SPTestTable,33333332,1731032064752.42c33ed8583abbecdbab434a17626eae. 2024-11-08T02:14:35,072 DEBUG [RS_OPEN_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(7752): Opening region: {ENCODED => 42c33ed8583abbecdbab434a17626eae, NAME => 'SPTestTable,33333332,1731032064752.42c33ed8583abbecdbab434a17626eae.', STARTKEY => '33333332', ENDKEY => '4ccccccb'} 2024-11-08T02:14:35,072 DEBUG [RS_OPEN_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 42c33ed8583abbecdbab434a17626eae 2024-11-08T02:14:35,072 DEBUG [RS_OPEN_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(898): Instantiated SPTestTable,33333332,1731032064752.42c33ed8583abbecdbab434a17626eae.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T02:14:35,072 DEBUG [RS_OPEN_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(7794): checking encryption for 42c33ed8583abbecdbab434a17626eae 2024-11-08T02:14:35,072 DEBUG [RS_OPEN_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(7797): checking classloading for 42c33ed8583abbecdbab434a17626eae 2024-11-08T02:14:35,074 DEBUG [RS_OPEN_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36009/user/jenkins/test-data/21c19980-ed44-d42f-6834-4e3eb2b1a4cd/data/default/SPTestTable/5b222a6f78222b35cf062ef5cc131eb2/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-08T02:14:35,074 INFO [StoreOpener-42c33ed8583abbecdbab434a17626eae-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 42c33ed8583abbecdbab434a17626eae 2024-11-08T02:14:35,075 INFO [RS_OPEN_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1114): Opened 5b222a6f78222b35cf062ef5cc131eb2; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71890945, jitterRate=0.0712585598230362}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-08T02:14:35,075 DEBUG [RS_OPEN_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 5b222a6f78222b35cf062ef5cc131eb2 2024-11-08T02:14:35,075 DEBUG [RS_OPEN_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1006): Region open journal for 5b222a6f78222b35cf062ef5cc131eb2: Running coprocessor pre-open hook at 1731032075063Writing region info on filesystem at 1731032075063Initializing all the Stores at 1731032075064 (+1 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731032075064Cleaning up temporary data from old regions at 1731032075069 (+5 ms)Running coprocessor post-open hooks at 1731032075075 (+6 ms)Region opened successfully at 1731032075075 2024-11-08T02:14:35,076 INFO [StoreOpener-42c33ed8583abbecdbab434a17626eae-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 42c33ed8583abbecdbab434a17626eae columnFamilyName cf 2024-11-08T02:14:35,076 DEBUG [StoreOpener-42c33ed8583abbecdbab434a17626eae-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T02:14:35,076 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-08T02:14:35,076 INFO [RS_OPEN_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,,1731032064752.5b222a6f78222b35cf062ef5cc131eb2., pid=18, masterSystemTime=1731032075058 2024-11-08T02:14:35,077 INFO [StoreOpener-42c33ed8583abbecdbab434a17626eae-1 {}] regionserver.HStore(327): Store=42c33ed8583abbecdbab434a17626eae/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T02:14:35,077 DEBUG [RS_OPEN_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1038): replaying wal for 42c33ed8583abbecdbab434a17626eae 2024-11-08T02:14:35,078 DEBUG [RS_OPEN_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36009/user/jenkins/test-data/21c19980-ed44-d42f-6834-4e3eb2b1a4cd/data/default/SPTestTable/42c33ed8583abbecdbab434a17626eae 2024-11-08T02:14:35,078 DEBUG [RS_OPEN_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36009/user/jenkins/test-data/21c19980-ed44-d42f-6834-4e3eb2b1a4cd/data/default/SPTestTable/42c33ed8583abbecdbab434a17626eae 2024-11-08T02:14:35,079 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-9-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58439, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-08T02:14:35,079 DEBUG [RS_OPEN_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,,1731032064752.5b222a6f78222b35cf062ef5cc131eb2. 2024-11-08T02:14:35,079 INFO [RS_OPEN_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] handler.AssignRegionHandler(153): Opened SPTestTable,,1731032064752.5b222a6f78222b35cf062ef5cc131eb2. 2024-11-08T02:14:35,079 INFO [RS_OPEN_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] handler.AssignRegionHandler(132): Open SPTestTable,7ffffffd,1731032064752.57927a129e22ae298c0994a4a23e27c0. 2024-11-08T02:14:35,079 DEBUG [RS_OPEN_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1048): stopping wal replay for 42c33ed8583abbecdbab434a17626eae 2024-11-08T02:14:35,079 DEBUG [RS_OPEN_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1060): Cleaning up temporary data for 42c33ed8583abbecdbab434a17626eae 2024-11-08T02:14:35,079 DEBUG [RS_OPEN_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(7752): Opening region: {ENCODED => 57927a129e22ae298c0994a4a23e27c0, NAME => 'SPTestTable,7ffffffd,1731032064752.57927a129e22ae298c0994a4a23e27c0.', STARTKEY => '7ffffffd', ENDKEY => '99999996'} 2024-11-08T02:14:35,079 DEBUG [RS_OPEN_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 57927a129e22ae298c0994a4a23e27c0 2024-11-08T02:14:35,080 DEBUG [RS_OPEN_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(898): Instantiated SPTestTable,7ffffffd,1731032064752.57927a129e22ae298c0994a4a23e27c0.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T02:14:35,080 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=5b222a6f78222b35cf062ef5cc131eb2, regionState=OPEN, openSeqNum=2, regionLocation=331c7316141f,38941,1731032053606 2024-11-08T02:14:35,080 DEBUG [RS_OPEN_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(7794): checking encryption for 57927a129e22ae298c0994a4a23e27c0 2024-11-08T02:14:35,080 DEBUG [RS_OPEN_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(7797): checking classloading for 57927a129e22ae298c0994a4a23e27c0 2024-11-08T02:14:35,081 INFO [StoreOpener-57927a129e22ae298c0994a4a23e27c0-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 57927a129e22ae298c0994a4a23e27c0 2024-11-08T02:14:35,082 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=18, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 5b222a6f78222b35cf062ef5cc131eb2, server=331c7316141f,38941,1731032053606 because future has completed 2024-11-08T02:14:35,082 DEBUG [RS_OPEN_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1093): writing seq id for 42c33ed8583abbecdbab434a17626eae 2024-11-08T02:14:35,083 INFO [StoreOpener-57927a129e22ae298c0994a4a23e27c0-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 57927a129e22ae298c0994a4a23e27c0 columnFamilyName cf 2024-11-08T02:14:35,083 DEBUG [StoreOpener-57927a129e22ae298c0994a4a23e27c0-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T02:14:35,084 INFO [StoreOpener-57927a129e22ae298c0994a4a23e27c0-1 {}] regionserver.HStore(327): Store=57927a129e22ae298c0994a4a23e27c0/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T02:14:35,084 DEBUG [RS_OPEN_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1038): replaying wal for 57927a129e22ae298c0994a4a23e27c0 2024-11-08T02:14:35,085 DEBUG [RS_OPEN_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36009/user/jenkins/test-data/21c19980-ed44-d42f-6834-4e3eb2b1a4cd/data/default/SPTestTable/57927a129e22ae298c0994a4a23e27c0 2024-11-08T02:14:35,085 DEBUG [RS_OPEN_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36009/user/jenkins/test-data/21c19980-ed44-d42f-6834-4e3eb2b1a4cd/data/default/SPTestTable/57927a129e22ae298c0994a4a23e27c0 2024-11-08T02:14:35,086 DEBUG [RS_OPEN_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1048): stopping wal replay for 57927a129e22ae298c0994a4a23e27c0 2024-11-08T02:14:35,086 DEBUG [RS_OPEN_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1060): Cleaning up temporary data for 57927a129e22ae298c0994a4a23e27c0 2024-11-08T02:14:35,086 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=18, resume processing ppid=5 2024-11-08T02:14:35,086 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=18, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 5b222a6f78222b35cf062ef5cc131eb2, server=331c7316141f,38941,1731032053606 in 10.0240 sec 2024-11-08T02:14:35,087 DEBUG [RS_OPEN_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1093): writing seq id for 57927a129e22ae298c0994a4a23e27c0 2024-11-08T02:14:35,088 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=5b222a6f78222b35cf062ef5cc131eb2, ASSIGN in 10.1940 sec 2024-11-08T02:14:35,092 INFO [RS_OPEN_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] handler.AssignRegionHandler(132): Open SPTestTable,19999999,1731032064752.840a08836a7e66bf8a9b1903dd7f655a. 2024-11-08T02:14:35,092 DEBUG [RS_OPEN_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(7752): Opening region: {ENCODED => 840a08836a7e66bf8a9b1903dd7f655a, NAME => 'SPTestTable,19999999,1731032064752.840a08836a7e66bf8a9b1903dd7f655a.', STARTKEY => '19999999', ENDKEY => '33333332'} 2024-11-08T02:14:35,093 DEBUG [RS_OPEN_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 840a08836a7e66bf8a9b1903dd7f655a 2024-11-08T02:14:35,093 DEBUG [RS_OPEN_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(898): Instantiated SPTestTable,19999999,1731032064752.840a08836a7e66bf8a9b1903dd7f655a.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T02:14:35,093 DEBUG [RS_OPEN_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(7794): checking encryption for 840a08836a7e66bf8a9b1903dd7f655a 2024-11-08T02:14:35,093 DEBUG [RS_OPEN_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(7797): checking classloading for 840a08836a7e66bf8a9b1903dd7f655a 2024-11-08T02:14:35,094 DEBUG [RS_OPEN_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36009/user/jenkins/test-data/21c19980-ed44-d42f-6834-4e3eb2b1a4cd/data/default/SPTestTable/42c33ed8583abbecdbab434a17626eae/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-08T02:14:35,094 INFO [RS_OPEN_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1114): Opened 42c33ed8583abbecdbab434a17626eae; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66591310, jitterRate=-0.00771215558052063}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-08T02:14:35,094 DEBUG [RS_OPEN_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 42c33ed8583abbecdbab434a17626eae 2024-11-08T02:14:35,095 DEBUG [RS_OPEN_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1006): Region open journal for 42c33ed8583abbecdbab434a17626eae: Running coprocessor pre-open hook at 1731032075073Writing region info on filesystem at 1731032075073Initializing all the Stores at 1731032075074 (+1 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731032075074Cleaning up temporary data from old regions at 1731032075079 (+5 ms)Running coprocessor post-open hooks at 1731032075094 (+15 ms)Region opened successfully at 1731032075095 (+1 ms) 2024-11-08T02:14:35,095 DEBUG [RS_OPEN_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36009/user/jenkins/test-data/21c19980-ed44-d42f-6834-4e3eb2b1a4cd/data/default/SPTestTable/57927a129e22ae298c0994a4a23e27c0/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-08T02:14:35,095 INFO [RS_OPEN_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,33333332,1731032064752.42c33ed8583abbecdbab434a17626eae., pid=20, masterSystemTime=1731032075065 2024-11-08T02:14:35,096 INFO [RS_OPEN_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1114): Opened 57927a129e22ae298c0994a4a23e27c0; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72451818, jitterRate=0.07961621880531311}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-08T02:14:35,096 DEBUG [RS_OPEN_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 57927a129e22ae298c0994a4a23e27c0 2024-11-08T02:14:35,096 DEBUG [RS_OPEN_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1006): Region open journal for 57927a129e22ae298c0994a4a23e27c0: Running coprocessor pre-open hook at 1731032075080Writing region info on filesystem at 1731032075080Initializing all the Stores at 1731032075081 (+1 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731032075081Cleaning up temporary data from old regions at 1731032075086 (+5 ms)Running coprocessor post-open hooks at 1731032075096 (+10 ms)Region opened successfully at 1731032075096 2024-11-08T02:14:35,096 INFO [StoreOpener-840a08836a7e66bf8a9b1903dd7f655a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 840a08836a7e66bf8a9b1903dd7f655a 2024-11-08T02:14:35,098 INFO [RS_OPEN_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,7ffffffd,1731032064752.57927a129e22ae298c0994a4a23e27c0., pid=17, masterSystemTime=1731032075058 2024-11-08T02:14:35,098 INFO [StoreOpener-840a08836a7e66bf8a9b1903dd7f655a-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 840a08836a7e66bf8a9b1903dd7f655a columnFamilyName cf 2024-11-08T02:14:35,098 DEBUG [StoreOpener-840a08836a7e66bf8a9b1903dd7f655a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T02:14:35,098 DEBUG [RS_OPEN_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,33333332,1731032064752.42c33ed8583abbecdbab434a17626eae. 2024-11-08T02:14:35,098 INFO [RS_OPEN_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] handler.AssignRegionHandler(153): Opened SPTestTable,33333332,1731032064752.42c33ed8583abbecdbab434a17626eae. 2024-11-08T02:14:35,099 INFO [RS_OPEN_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] handler.AssignRegionHandler(132): Open SPTestTable,4ccccccb,1731032064752.17d01c6c5888f671289518a1c3a2f4a5. 2024-11-08T02:14:35,099 DEBUG [RS_OPEN_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(7752): Opening region: {ENCODED => 17d01c6c5888f671289518a1c3a2f4a5, NAME => 'SPTestTable,4ccccccb,1731032064752.17d01c6c5888f671289518a1c3a2f4a5.', STARTKEY => '4ccccccb', ENDKEY => '66666664'} 2024-11-08T02:14:35,099 INFO [StoreOpener-840a08836a7e66bf8a9b1903dd7f655a-1 {}] regionserver.HStore(327): Store=840a08836a7e66bf8a9b1903dd7f655a/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T02:14:35,099 DEBUG [RS_OPEN_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1038): replaying wal for 840a08836a7e66bf8a9b1903dd7f655a 2024-11-08T02:14:35,099 DEBUG [RS_OPEN_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 17d01c6c5888f671289518a1c3a2f4a5 2024-11-08T02:14:35,099 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=7 updating hbase:meta row=42c33ed8583abbecdbab434a17626eae, regionState=OPEN, openSeqNum=2, regionLocation=331c7316141f,38849,1731032053674 2024-11-08T02:14:35,099 DEBUG [RS_OPEN_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(898): Instantiated SPTestTable,4ccccccb,1731032064752.17d01c6c5888f671289518a1c3a2f4a5.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T02:14:35,099 DEBUG [RS_OPEN_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(7794): checking encryption for 17d01c6c5888f671289518a1c3a2f4a5 2024-11-08T02:14:35,099 DEBUG [RS_OPEN_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(7797): checking classloading for 17d01c6c5888f671289518a1c3a2f4a5 2024-11-08T02:14:35,100 DEBUG [RS_OPEN_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36009/user/jenkins/test-data/21c19980-ed44-d42f-6834-4e3eb2b1a4cd/data/default/SPTestTable/840a08836a7e66bf8a9b1903dd7f655a 2024-11-08T02:14:35,101 DEBUG [RS_OPEN_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,7ffffffd,1731032064752.57927a129e22ae298c0994a4a23e27c0. 2024-11-08T02:14:35,101 INFO [RS_OPEN_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] handler.AssignRegionHandler(153): Opened SPTestTable,7ffffffd,1731032064752.57927a129e22ae298c0994a4a23e27c0. 2024-11-08T02:14:35,101 INFO [RS_OPEN_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] handler.AssignRegionHandler(132): Open SPTestTable,b333332f,1731032064752.c3b4429d0074e2c670eacc8ab4db609e. 2024-11-08T02:14:35,101 DEBUG [RS_OPEN_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(7752): Opening region: {ENCODED => c3b4429d0074e2c670eacc8ab4db609e, NAME => 'SPTestTable,b333332f,1731032064752.c3b4429d0074e2c670eacc8ab4db609e.', STARTKEY => 'b333332f', ENDKEY => 'ccccccc8'} 2024-11-08T02:14:35,102 DEBUG [RS_OPEN_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable c3b4429d0074e2c670eacc8ab4db609e 2024-11-08T02:14:35,102 DEBUG [RS_OPEN_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(898): Instantiated SPTestTable,b333332f,1731032064752.c3b4429d0074e2c670eacc8ab4db609e.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T02:14:35,102 DEBUG [RS_OPEN_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(7794): checking encryption for c3b4429d0074e2c670eacc8ab4db609e 2024-11-08T02:14:35,102 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=20, ppid=7, state=RUNNABLE, hasLock=false; OpenRegionProcedure 42c33ed8583abbecdbab434a17626eae, server=331c7316141f,38849,1731032053674 because future has completed 2024-11-08T02:14:35,102 DEBUG [RS_OPEN_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(7797): checking classloading for c3b4429d0074e2c670eacc8ab4db609e 2024-11-08T02:14:35,102 INFO [StoreOpener-17d01c6c5888f671289518a1c3a2f4a5-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 17d01c6c5888f671289518a1c3a2f4a5 2024-11-08T02:14:35,103 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=10 updating hbase:meta row=57927a129e22ae298c0994a4a23e27c0, regionState=OPEN, openSeqNum=2, regionLocation=331c7316141f,38941,1731032053606 2024-11-08T02:14:35,103 DEBUG [RS_OPEN_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36009/user/jenkins/test-data/21c19980-ed44-d42f-6834-4e3eb2b1a4cd/data/default/SPTestTable/840a08836a7e66bf8a9b1903dd7f655a 2024-11-08T02:14:35,103 INFO [StoreOpener-c3b4429d0074e2c670eacc8ab4db609e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region c3b4429d0074e2c670eacc8ab4db609e 2024-11-08T02:14:35,104 DEBUG [RS_OPEN_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1048): stopping wal replay for 840a08836a7e66bf8a9b1903dd7f655a 2024-11-08T02:14:35,104 DEBUG [RS_OPEN_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1060): Cleaning up temporary data for 840a08836a7e66bf8a9b1903dd7f655a 2024-11-08T02:14:35,105 INFO [StoreOpener-17d01c6c5888f671289518a1c3a2f4a5-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 17d01c6c5888f671289518a1c3a2f4a5 columnFamilyName cf 2024-11-08T02:14:35,105 INFO [StoreOpener-c3b4429d0074e2c670eacc8ab4db609e-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c3b4429d0074e2c670eacc8ab4db609e columnFamilyName cf 2024-11-08T02:14:35,105 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=17, ppid=10, state=RUNNABLE, hasLock=false; OpenRegionProcedure 57927a129e22ae298c0994a4a23e27c0, server=331c7316141f,38941,1731032053606 because future has completed 2024-11-08T02:14:35,106 DEBUG [StoreOpener-17d01c6c5888f671289518a1c3a2f4a5-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T02:14:35,106 DEBUG [StoreOpener-c3b4429d0074e2c670eacc8ab4db609e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T02:14:35,106 INFO [StoreOpener-17d01c6c5888f671289518a1c3a2f4a5-1 {}] regionserver.HStore(327): Store=17d01c6c5888f671289518a1c3a2f4a5/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T02:14:35,106 INFO [StoreOpener-c3b4429d0074e2c670eacc8ab4db609e-1 {}] regionserver.HStore(327): Store=c3b4429d0074e2c670eacc8ab4db609e/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T02:14:35,107 DEBUG [RS_OPEN_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1038): replaying wal for c3b4429d0074e2c670eacc8ab4db609e 2024-11-08T02:14:35,107 DEBUG [RS_OPEN_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1038): replaying wal for 17d01c6c5888f671289518a1c3a2f4a5 2024-11-08T02:14:35,108 DEBUG [RS_OPEN_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36009/user/jenkins/test-data/21c19980-ed44-d42f-6834-4e3eb2b1a4cd/data/default/SPTestTable/17d01c6c5888f671289518a1c3a2f4a5 2024-11-08T02:14:35,108 DEBUG [RS_OPEN_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36009/user/jenkins/test-data/21c19980-ed44-d42f-6834-4e3eb2b1a4cd/data/default/SPTestTable/c3b4429d0074e2c670eacc8ab4db609e 2024-11-08T02:14:35,108 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=20, resume processing ppid=7 2024-11-08T02:14:35,108 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=20, ppid=7, state=SUCCESS, hasLock=false; OpenRegionProcedure 42c33ed8583abbecdbab434a17626eae, server=331c7316141f,38849,1731032053674 in 10.0400 sec 2024-11-08T02:14:35,109 DEBUG [RS_OPEN_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36009/user/jenkins/test-data/21c19980-ed44-d42f-6834-4e3eb2b1a4cd/data/default/SPTestTable/c3b4429d0074e2c670eacc8ab4db609e 2024-11-08T02:14:35,109 DEBUG [RS_OPEN_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36009/user/jenkins/test-data/21c19980-ed44-d42f-6834-4e3eb2b1a4cd/data/default/SPTestTable/17d01c6c5888f671289518a1c3a2f4a5 2024-11-08T02:14:35,109 DEBUG [RS_OPEN_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1048): stopping wal replay for c3b4429d0074e2c670eacc8ab4db609e 2024-11-08T02:14:35,109 DEBUG [RS_OPEN_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1060): Cleaning up temporary data for c3b4429d0074e2c670eacc8ab4db609e 2024-11-08T02:14:35,109 DEBUG [RS_OPEN_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1048): stopping wal replay for 17d01c6c5888f671289518a1c3a2f4a5 2024-11-08T02:14:35,109 DEBUG [RS_OPEN_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1060): Cleaning up temporary data for 17d01c6c5888f671289518a1c3a2f4a5 2024-11-08T02:14:35,110 DEBUG [RS_OPEN_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1093): writing seq id for 840a08836a7e66bf8a9b1903dd7f655a 2024-11-08T02:14:35,110 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=17, resume processing ppid=10 2024-11-08T02:14:35,110 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=17, ppid=10, state=SUCCESS, hasLock=false; OpenRegionProcedure 57927a129e22ae298c0994a4a23e27c0, server=331c7316141f,38941,1731032053606 in 10.0490 sec 2024-11-08T02:14:35,110 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=42c33ed8583abbecdbab434a17626eae, ASSIGN in 10.2160 sec 2024-11-08T02:14:35,111 DEBUG [RS_OPEN_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1093): writing seq id for c3b4429d0074e2c670eacc8ab4db609e 2024-11-08T02:14:35,112 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=57927a129e22ae298c0994a4a23e27c0, ASSIGN in 10.2180 sec 2024-11-08T02:14:35,112 DEBUG [RS_OPEN_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1093): writing seq id for 17d01c6c5888f671289518a1c3a2f4a5 2024-11-08T02:14:35,119 DEBUG [RS_OPEN_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36009/user/jenkins/test-data/21c19980-ed44-d42f-6834-4e3eb2b1a4cd/data/default/SPTestTable/840a08836a7e66bf8a9b1903dd7f655a/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-08T02:14:35,119 DEBUG [RS_OPEN_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36009/user/jenkins/test-data/21c19980-ed44-d42f-6834-4e3eb2b1a4cd/data/default/SPTestTable/c3b4429d0074e2c670eacc8ab4db609e/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-08T02:14:35,119 DEBUG [RS_OPEN_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36009/user/jenkins/test-data/21c19980-ed44-d42f-6834-4e3eb2b1a4cd/data/default/SPTestTable/17d01c6c5888f671289518a1c3a2f4a5/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-08T02:14:35,120 INFO [RS_OPEN_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1114): Opened c3b4429d0074e2c670eacc8ab4db609e; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63883418, jitterRate=-0.04806289076805115}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-08T02:14:35,120 INFO [RS_OPEN_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1114): Opened 17d01c6c5888f671289518a1c3a2f4a5; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70438521, jitterRate=0.049615755677223206}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-08T02:14:35,120 INFO [RS_OPEN_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1114): Opened 840a08836a7e66bf8a9b1903dd7f655a; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70071866, jitterRate=0.04415217041969299}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-08T02:14:35,120 DEBUG [RS_OPEN_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1122): Running coprocessor post-open hooks for c3b4429d0074e2c670eacc8ab4db609e 2024-11-08T02:14:35,120 DEBUG [RS_OPEN_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 840a08836a7e66bf8a9b1903dd7f655a 2024-11-08T02:14:35,120 DEBUG [RS_OPEN_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 17d01c6c5888f671289518a1c3a2f4a5 2024-11-08T02:14:35,120 DEBUG [RS_OPEN_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1006): Region open journal for c3b4429d0074e2c670eacc8ab4db609e: Running coprocessor pre-open hook at 1731032075102Writing region info on filesystem at 1731032075102Initializing all the Stores at 1731032075103 (+1 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731032075103Cleaning up temporary data from old regions at 1731032075109 (+6 ms)Running coprocessor post-open hooks at 1731032075120 (+11 ms)Region opened successfully at 1731032075120 2024-11-08T02:14:35,120 DEBUG [RS_OPEN_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1006): Region open journal for 17d01c6c5888f671289518a1c3a2f4a5: Running coprocessor pre-open hook at 1731032075100Writing region info on filesystem at 1731032075100Initializing all the Stores at 1731032075101 (+1 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731032075102 (+1 ms)Cleaning up temporary data from old regions at 1731032075109 (+7 ms)Running coprocessor post-open hooks at 1731032075120 (+11 ms)Region opened successfully at 1731032075120 2024-11-08T02:14:35,120 DEBUG [RS_OPEN_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1006): Region open journal for 840a08836a7e66bf8a9b1903dd7f655a: Running coprocessor pre-open hook at 1731032075093Writing region info on filesystem at 1731032075093Initializing all the Stores at 1731032075096 (+3 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731032075096Cleaning up temporary data from old regions at 1731032075104 (+8 ms)Running coprocessor post-open hooks at 1731032075120 (+16 ms)Region opened successfully at 1731032075120 2024-11-08T02:14:35,121 INFO [RS_OPEN_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,b333332f,1731032064752.c3b4429d0074e2c670eacc8ab4db609e., pid=15, masterSystemTime=1731032075058 2024-11-08T02:14:35,121 INFO [RS_OPEN_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,4ccccccb,1731032064752.17d01c6c5888f671289518a1c3a2f4a5., pid=16, masterSystemTime=1731032075065 2024-11-08T02:14:35,121 INFO [RS_OPEN_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,19999999,1731032064752.840a08836a7e66bf8a9b1903dd7f655a., pid=24, masterSystemTime=1731032075076 2024-11-08T02:14:35,123 DEBUG [RS_OPEN_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,4ccccccb,1731032064752.17d01c6c5888f671289518a1c3a2f4a5. 2024-11-08T02:14:35,123 INFO [RS_OPEN_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] handler.AssignRegionHandler(153): Opened SPTestTable,4ccccccb,1731032064752.17d01c6c5888f671289518a1c3a2f4a5. 2024-11-08T02:14:35,123 INFO [RS_OPEN_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] handler.AssignRegionHandler(132): Open SPTestTable,ccccccc8,1731032064752.b9165cbe0a9fe00968f05c896c3b79c7. 2024-11-08T02:14:35,123 DEBUG [RS_OPEN_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(7752): Opening region: {ENCODED => b9165cbe0a9fe00968f05c896c3b79c7, NAME => 'SPTestTable,ccccccc8,1731032064752.b9165cbe0a9fe00968f05c896c3b79c7.', STARTKEY => 'ccccccc8', ENDKEY => 'e6666661'} 2024-11-08T02:14:35,123 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=8 updating hbase:meta row=17d01c6c5888f671289518a1c3a2f4a5, regionState=OPEN, openSeqNum=2, regionLocation=331c7316141f,38849,1731032053674 2024-11-08T02:14:35,124 DEBUG [RS_OPEN_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable b9165cbe0a9fe00968f05c896c3b79c7 2024-11-08T02:14:35,124 DEBUG [RS_OPEN_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,b333332f,1731032064752.c3b4429d0074e2c670eacc8ab4db609e. 2024-11-08T02:14:35,124 DEBUG [RS_OPEN_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(898): Instantiated SPTestTable,ccccccc8,1731032064752.b9165cbe0a9fe00968f05c896c3b79c7.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T02:14:35,124 INFO [RS_OPEN_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] handler.AssignRegionHandler(153): Opened SPTestTable,b333332f,1731032064752.c3b4429d0074e2c670eacc8ab4db609e. 2024-11-08T02:14:35,124 DEBUG [RS_OPEN_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(7794): checking encryption for b9165cbe0a9fe00968f05c896c3b79c7 2024-11-08T02:14:35,124 DEBUG [RS_OPEN_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(7797): checking classloading for b9165cbe0a9fe00968f05c896c3b79c7 2024-11-08T02:14:35,124 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=12 updating hbase:meta row=c3b4429d0074e2c670eacc8ab4db609e, regionState=OPEN, openSeqNum=2, regionLocation=331c7316141f,38941,1731032053606 2024-11-08T02:14:35,125 DEBUG [RS_OPEN_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,19999999,1731032064752.840a08836a7e66bf8a9b1903dd7f655a. 2024-11-08T02:14:35,125 INFO [RS_OPEN_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] handler.AssignRegionHandler(153): Opened SPTestTable,19999999,1731032064752.840a08836a7e66bf8a9b1903dd7f655a. 2024-11-08T02:14:35,125 INFO [RS_OPEN_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] handler.AssignRegionHandler(132): Open SPTestTable,66666664,1731032064752.0bfa655aed30f9bd4cec21fce801f27c. 2024-11-08T02:14:35,125 DEBUG [RS_OPEN_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(7752): Opening region: {ENCODED => 0bfa655aed30f9bd4cec21fce801f27c, NAME => 'SPTestTable,66666664,1731032064752.0bfa655aed30f9bd4cec21fce801f27c.', STARTKEY => '66666664', ENDKEY => '7ffffffd'} 2024-11-08T02:14:35,126 DEBUG [RS_OPEN_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 0bfa655aed30f9bd4cec21fce801f27c 2024-11-08T02:14:35,126 DEBUG [RS_OPEN_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(898): Instantiated SPTestTable,66666664,1731032064752.0bfa655aed30f9bd4cec21fce801f27c.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T02:14:35,126 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=840a08836a7e66bf8a9b1903dd7f655a, regionState=OPEN, openSeqNum=2, regionLocation=331c7316141f,35923,1731032053640 2024-11-08T02:14:35,126 DEBUG [RS_OPEN_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(7794): checking encryption for 0bfa655aed30f9bd4cec21fce801f27c 2024-11-08T02:14:35,126 DEBUG [RS_OPEN_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(7797): checking classloading for 0bfa655aed30f9bd4cec21fce801f27c 2024-11-08T02:14:35,126 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=16, ppid=8, state=RUNNABLE, hasLock=false; OpenRegionProcedure 17d01c6c5888f671289518a1c3a2f4a5, server=331c7316141f,38849,1731032053674 because future has completed 2024-11-08T02:14:35,128 INFO [StoreOpener-b9165cbe0a9fe00968f05c896c3b79c7-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region b9165cbe0a9fe00968f05c896c3b79c7 2024-11-08T02:14:35,128 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=15, ppid=12, state=RUNNABLE, hasLock=false; OpenRegionProcedure c3b4429d0074e2c670eacc8ab4db609e, server=331c7316141f,38941,1731032053606 because future has completed 2024-11-08T02:14:35,128 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=24, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure 840a08836a7e66bf8a9b1903dd7f655a, server=331c7316141f,35923,1731032053640 because future has completed 2024-11-08T02:14:35,128 INFO [StoreOpener-0bfa655aed30f9bd4cec21fce801f27c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 0bfa655aed30f9bd4cec21fce801f27c 2024-11-08T02:14:35,130 INFO [StoreOpener-b9165cbe0a9fe00968f05c896c3b79c7-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b9165cbe0a9fe00968f05c896c3b79c7 columnFamilyName cf 2024-11-08T02:14:35,130 DEBUG [StoreOpener-b9165cbe0a9fe00968f05c896c3b79c7-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T02:14:35,131 INFO [StoreOpener-b9165cbe0a9fe00968f05c896c3b79c7-1 {}] regionserver.HStore(327): Store=b9165cbe0a9fe00968f05c896c3b79c7/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T02:14:35,131 DEBUG [RS_OPEN_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1038): replaying wal for b9165cbe0a9fe00968f05c896c3b79c7 2024-11-08T02:14:35,131 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=16, resume processing ppid=8 2024-11-08T02:14:35,131 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=16, ppid=8, state=SUCCESS, hasLock=false; OpenRegionProcedure 17d01c6c5888f671289518a1c3a2f4a5, server=331c7316141f,38849,1731032053674 in 10.0710 sec 2024-11-08T02:14:35,132 INFO [StoreOpener-0bfa655aed30f9bd4cec21fce801f27c-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 0bfa655aed30f9bd4cec21fce801f27c columnFamilyName cf 2024-11-08T02:14:35,132 DEBUG [StoreOpener-0bfa655aed30f9bd4cec21fce801f27c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T02:14:35,132 DEBUG [RS_OPEN_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36009/user/jenkins/test-data/21c19980-ed44-d42f-6834-4e3eb2b1a4cd/data/default/SPTestTable/b9165cbe0a9fe00968f05c896c3b79c7 2024-11-08T02:14:35,132 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=15, resume processing ppid=12 2024-11-08T02:14:35,133 DEBUG [RS_OPEN_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36009/user/jenkins/test-data/21c19980-ed44-d42f-6834-4e3eb2b1a4cd/data/default/SPTestTable/b9165cbe0a9fe00968f05c896c3b79c7 2024-11-08T02:14:35,133 INFO [StoreOpener-0bfa655aed30f9bd4cec21fce801f27c-1 {}] regionserver.HStore(327): Store=0bfa655aed30f9bd4cec21fce801f27c/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T02:14:35,133 DEBUG [RS_OPEN_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1038): replaying wal for 0bfa655aed30f9bd4cec21fce801f27c 2024-11-08T02:14:35,134 DEBUG [RS_OPEN_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36009/user/jenkins/test-data/21c19980-ed44-d42f-6834-4e3eb2b1a4cd/data/default/SPTestTable/0bfa655aed30f9bd4cec21fce801f27c 2024-11-08T02:14:35,134 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=24, resume processing ppid=6 2024-11-08T02:14:35,134 DEBUG [RS_OPEN_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1048): stopping wal replay for b9165cbe0a9fe00968f05c896c3b79c7 2024-11-08T02:14:35,134 DEBUG [RS_OPEN_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1060): Cleaning up temporary data for b9165cbe0a9fe00968f05c896c3b79c7 2024-11-08T02:14:35,134 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=15, ppid=12, state=SUCCESS, hasLock=false; OpenRegionProcedure c3b4429d0074e2c670eacc8ab4db609e, server=331c7316141f,38941,1731032053606 in 10.0750 sec 2024-11-08T02:14:35,134 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=17d01c6c5888f671289518a1c3a2f4a5, ASSIGN in 10.2390 sec 2024-11-08T02:14:35,134 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=24, ppid=6, state=SUCCESS, hasLock=false; OpenRegionProcedure 840a08836a7e66bf8a9b1903dd7f655a, server=331c7316141f,35923,1731032053640 in 10.0560 sec 2024-11-08T02:14:35,135 DEBUG [RS_OPEN_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36009/user/jenkins/test-data/21c19980-ed44-d42f-6834-4e3eb2b1a4cd/data/default/SPTestTable/0bfa655aed30f9bd4cec21fce801f27c 2024-11-08T02:14:35,136 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=12, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=c3b4429d0074e2c670eacc8ab4db609e, ASSIGN in 10.2410 sec 2024-11-08T02:14:35,136 DEBUG [RS_OPEN_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1048): stopping wal replay for 0bfa655aed30f9bd4cec21fce801f27c 2024-11-08T02:14:35,136 DEBUG [RS_OPEN_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1060): Cleaning up temporary data for 0bfa655aed30f9bd4cec21fce801f27c 2024-11-08T02:14:35,136 DEBUG [RS_OPEN_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1093): writing seq id for b9165cbe0a9fe00968f05c896c3b79c7 2024-11-08T02:14:35,136 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=840a08836a7e66bf8a9b1903dd7f655a, ASSIGN in 10.2420 sec 2024-11-08T02:14:35,138 DEBUG [RS_OPEN_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1093): writing seq id for 0bfa655aed30f9bd4cec21fce801f27c 2024-11-08T02:14:35,139 DEBUG [RS_OPEN_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36009/user/jenkins/test-data/21c19980-ed44-d42f-6834-4e3eb2b1a4cd/data/default/SPTestTable/b9165cbe0a9fe00968f05c896c3b79c7/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-08T02:14:35,139 INFO [RS_OPEN_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1114): Opened b9165cbe0a9fe00968f05c896c3b79c7; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72628455, jitterRate=0.08224831521511078}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-08T02:14:35,139 DEBUG [RS_OPEN_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1122): Running coprocessor post-open hooks for b9165cbe0a9fe00968f05c896c3b79c7 2024-11-08T02:14:35,139 DEBUG [RS_OPEN_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1006): Region open journal for b9165cbe0a9fe00968f05c896c3b79c7: Running coprocessor pre-open hook at 1731032075124Writing region info on filesystem at 1731032075124Initializing all the Stores at 1731032075127 (+3 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731032075127Cleaning up temporary data from old regions at 1731032075134 (+7 ms)Running coprocessor post-open hooks at 1731032075139 (+5 ms)Region opened successfully at 1731032075139 2024-11-08T02:14:35,140 DEBUG [RS_OPEN_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36009/user/jenkins/test-data/21c19980-ed44-d42f-6834-4e3eb2b1a4cd/data/default/SPTestTable/0bfa655aed30f9bd4cec21fce801f27c/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-08T02:14:35,140 INFO [RS_OPEN_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,ccccccc8,1731032064752.b9165cbe0a9fe00968f05c896c3b79c7., pid=19, masterSystemTime=1731032075065 2024-11-08T02:14:35,140 INFO [RS_OPEN_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1114): Opened 0bfa655aed30f9bd4cec21fce801f27c; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60935833, jitterRate=-0.09198532998561859}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-08T02:14:35,141 DEBUG [RS_OPEN_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 0bfa655aed30f9bd4cec21fce801f27c 2024-11-08T02:14:35,141 DEBUG [RS_OPEN_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1006): Region open journal for 0bfa655aed30f9bd4cec21fce801f27c: Running coprocessor pre-open hook at 1731032075126Writing region info on filesystem at 1731032075126Initializing all the Stores at 1731032075128 (+2 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731032075128Cleaning up temporary data from old regions at 1731032075136 (+8 ms)Running coprocessor post-open hooks at 1731032075141 (+5 ms)Region opened successfully at 1731032075141 2024-11-08T02:14:35,141 INFO [RS_OPEN_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,66666664,1731032064752.0bfa655aed30f9bd4cec21fce801f27c., pid=23, masterSystemTime=1731032075076 2024-11-08T02:14:35,142 DEBUG [RS_OPEN_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,ccccccc8,1731032064752.b9165cbe0a9fe00968f05c896c3b79c7. 2024-11-08T02:14:35,142 INFO [RS_OPEN_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] handler.AssignRegionHandler(153): Opened SPTestTable,ccccccc8,1731032064752.b9165cbe0a9fe00968f05c896c3b79c7. 2024-11-08T02:14:35,143 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=13 updating hbase:meta row=b9165cbe0a9fe00968f05c896c3b79c7, regionState=OPEN, openSeqNum=2, regionLocation=331c7316141f,38849,1731032053674 2024-11-08T02:14:35,143 DEBUG [RS_OPEN_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,66666664,1731032064752.0bfa655aed30f9bd4cec21fce801f27c. 2024-11-08T02:14:35,143 INFO [RS_OPEN_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] handler.AssignRegionHandler(153): Opened SPTestTable,66666664,1731032064752.0bfa655aed30f9bd4cec21fce801f27c. 2024-11-08T02:14:35,143 INFO [RS_OPEN_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] handler.AssignRegionHandler(132): Open SPTestTable,e6666661,1731032064752.c33db556294c65cbe8905cdbd73e5b51. 2024-11-08T02:14:35,144 DEBUG [RS_OPEN_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(7752): Opening region: {ENCODED => c33db556294c65cbe8905cdbd73e5b51, NAME => 'SPTestTable,e6666661,1731032064752.c33db556294c65cbe8905cdbd73e5b51.', STARTKEY => 'e6666661', ENDKEY => ''} 2024-11-08T02:14:35,144 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=0bfa655aed30f9bd4cec21fce801f27c, regionState=OPEN, openSeqNum=2, regionLocation=331c7316141f,35923,1731032053640 2024-11-08T02:14:35,144 DEBUG [RS_OPEN_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable c33db556294c65cbe8905cdbd73e5b51 2024-11-08T02:14:35,144 DEBUG [RS_OPEN_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(898): Instantiated SPTestTable,e6666661,1731032064752.c33db556294c65cbe8905cdbd73e5b51.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T02:14:35,144 DEBUG [RS_OPEN_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(7794): checking encryption for c33db556294c65cbe8905cdbd73e5b51 2024-11-08T02:14:35,144 DEBUG [RS_OPEN_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(7797): checking classloading for c33db556294c65cbe8905cdbd73e5b51 2024-11-08T02:14:35,146 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=19, ppid=13, state=RUNNABLE, hasLock=false; OpenRegionProcedure b9165cbe0a9fe00968f05c896c3b79c7, server=331c7316141f,38849,1731032053674 because future has completed 2024-11-08T02:14:35,146 INFO [StoreOpener-c33db556294c65cbe8905cdbd73e5b51-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region c33db556294c65cbe8905cdbd73e5b51 2024-11-08T02:14:35,147 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=23, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 0bfa655aed30f9bd4cec21fce801f27c, server=331c7316141f,35923,1731032053640 because future has completed 2024-11-08T02:14:35,148 INFO [StoreOpener-c33db556294c65cbe8905cdbd73e5b51-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c33db556294c65cbe8905cdbd73e5b51 columnFamilyName cf 2024-11-08T02:14:35,148 DEBUG [StoreOpener-c33db556294c65cbe8905cdbd73e5b51-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T02:14:35,149 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=19, resume processing ppid=13 2024-11-08T02:14:35,149 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=19, ppid=13, state=SUCCESS, hasLock=false; OpenRegionProcedure b9165cbe0a9fe00968f05c896c3b79c7, server=331c7316141f,38849,1731032053674 in 10.0870 sec 2024-11-08T02:14:35,149 INFO [StoreOpener-c33db556294c65cbe8905cdbd73e5b51-1 {}] regionserver.HStore(327): Store=c33db556294c65cbe8905cdbd73e5b51/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T02:14:35,149 DEBUG [RS_OPEN_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1038): replaying wal for c33db556294c65cbe8905cdbd73e5b51 2024-11-08T02:14:35,150 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=23, resume processing ppid=9 2024-11-08T02:14:35,150 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=23, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 0bfa655aed30f9bd4cec21fce801f27c, server=331c7316141f,35923,1731032053640 in 10.0750 sec 2024-11-08T02:14:35,151 DEBUG [RS_OPEN_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36009/user/jenkins/test-data/21c19980-ed44-d42f-6834-4e3eb2b1a4cd/data/default/SPTestTable/c33db556294c65cbe8905cdbd73e5b51 2024-11-08T02:14:35,151 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=13, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=b9165cbe0a9fe00968f05c896c3b79c7, ASSIGN in 10.2570 sec 2024-11-08T02:14:35,151 DEBUG [RS_OPEN_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36009/user/jenkins/test-data/21c19980-ed44-d42f-6834-4e3eb2b1a4cd/data/default/SPTestTable/c33db556294c65cbe8905cdbd73e5b51 2024-11-08T02:14:35,152 DEBUG [RS_OPEN_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1048): stopping wal replay for c33db556294c65cbe8905cdbd73e5b51 2024-11-08T02:14:35,152 DEBUG [RS_OPEN_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1060): Cleaning up temporary data for c33db556294c65cbe8905cdbd73e5b51 2024-11-08T02:14:35,153 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=0bfa655aed30f9bd4cec21fce801f27c, ASSIGN in 10.2580 sec 2024-11-08T02:14:35,155 DEBUG [RS_OPEN_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1093): writing seq id for c33db556294c65cbe8905cdbd73e5b51 2024-11-08T02:14:35,157 DEBUG [RS_OPEN_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36009/user/jenkins/test-data/21c19980-ed44-d42f-6834-4e3eb2b1a4cd/data/default/SPTestTable/c33db556294c65cbe8905cdbd73e5b51/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-08T02:14:35,158 INFO [RS_OPEN_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1114): Opened c33db556294c65cbe8905cdbd73e5b51; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60695048, jitterRate=-0.0955733060836792}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-08T02:14:35,158 DEBUG [RS_OPEN_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1122): Running coprocessor post-open hooks for c33db556294c65cbe8905cdbd73e5b51 2024-11-08T02:14:35,158 DEBUG [RS_OPEN_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1006): Region open journal for c33db556294c65cbe8905cdbd73e5b51: Running coprocessor pre-open hook at 1731032075144Writing region info on filesystem at 1731032075144Initializing all the Stores at 1731032075146 (+2 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731032075146Cleaning up temporary data from old regions at 1731032075152 (+6 ms)Running coprocessor post-open hooks at 1731032075158 (+6 ms)Region opened successfully at 1731032075158 2024-11-08T02:14:35,159 INFO [RS_OPEN_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,e6666661,1731032064752.c33db556294c65cbe8905cdbd73e5b51., pid=22, masterSystemTime=1731032075076 2024-11-08T02:14:35,161 DEBUG [RS_OPEN_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,e6666661,1731032064752.c33db556294c65cbe8905cdbd73e5b51. 2024-11-08T02:14:35,161 INFO [RS_OPEN_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] handler.AssignRegionHandler(153): Opened SPTestTable,e6666661,1731032064752.c33db556294c65cbe8905cdbd73e5b51. 2024-11-08T02:14:35,161 INFO [RS_OPEN_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] handler.AssignRegionHandler(132): Open SPTestTable,99999996,1731032064752.6753f69337b0d175957d53fc5164283f. 2024-11-08T02:14:35,161 DEBUG [RS_OPEN_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(7752): Opening region: {ENCODED => 6753f69337b0d175957d53fc5164283f, NAME => 'SPTestTable,99999996,1731032064752.6753f69337b0d175957d53fc5164283f.', STARTKEY => '99999996', ENDKEY => 'b333332f'} 2024-11-08T02:14:35,161 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=14 updating hbase:meta row=c33db556294c65cbe8905cdbd73e5b51, regionState=OPEN, openSeqNum=2, regionLocation=331c7316141f,35923,1731032053640 2024-11-08T02:14:35,162 DEBUG [RS_OPEN_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 6753f69337b0d175957d53fc5164283f 2024-11-08T02:14:35,162 DEBUG [RS_OPEN_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(898): Instantiated SPTestTable,99999996,1731032064752.6753f69337b0d175957d53fc5164283f.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T02:14:35,162 DEBUG [RS_OPEN_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(7794): checking encryption for 6753f69337b0d175957d53fc5164283f 2024-11-08T02:14:35,162 DEBUG [RS_OPEN_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(7797): checking classloading for 6753f69337b0d175957d53fc5164283f 2024-11-08T02:14:35,163 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=22, ppid=14, state=RUNNABLE, hasLock=false; OpenRegionProcedure c33db556294c65cbe8905cdbd73e5b51, server=331c7316141f,35923,1731032053640 because future has completed 2024-11-08T02:14:35,163 INFO [StoreOpener-6753f69337b0d175957d53fc5164283f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 6753f69337b0d175957d53fc5164283f 2024-11-08T02:14:35,165 INFO [StoreOpener-6753f69337b0d175957d53fc5164283f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 6753f69337b0d175957d53fc5164283f columnFamilyName cf 2024-11-08T02:14:35,165 DEBUG [StoreOpener-6753f69337b0d175957d53fc5164283f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T02:14:35,166 INFO [StoreOpener-6753f69337b0d175957d53fc5164283f-1 {}] regionserver.HStore(327): Store=6753f69337b0d175957d53fc5164283f/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T02:14:35,166 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=22, resume processing ppid=14 2024-11-08T02:14:35,166 DEBUG [RS_OPEN_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1038): replaying wal for 6753f69337b0d175957d53fc5164283f 2024-11-08T02:14:35,166 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=22, ppid=14, state=SUCCESS, hasLock=false; OpenRegionProcedure c33db556294c65cbe8905cdbd73e5b51, server=331c7316141f,35923,1731032053640 in 10.0920 sec 2024-11-08T02:14:35,167 DEBUG [RS_OPEN_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36009/user/jenkins/test-data/21c19980-ed44-d42f-6834-4e3eb2b1a4cd/data/default/SPTestTable/6753f69337b0d175957d53fc5164283f 2024-11-08T02:14:35,167 DEBUG [RS_OPEN_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36009/user/jenkins/test-data/21c19980-ed44-d42f-6834-4e3eb2b1a4cd/data/default/SPTestTable/6753f69337b0d175957d53fc5164283f 2024-11-08T02:14:35,168 DEBUG [RS_OPEN_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1048): stopping wal replay for 6753f69337b0d175957d53fc5164283f 2024-11-08T02:14:35,168 DEBUG [RS_OPEN_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1060): Cleaning up temporary data for 6753f69337b0d175957d53fc5164283f 2024-11-08T02:14:35,168 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=14, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=c33db556294c65cbe8905cdbd73e5b51, ASSIGN in 10.2740 sec 2024-11-08T02:14:35,169 DEBUG [RS_OPEN_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1093): writing seq id for 6753f69337b0d175957d53fc5164283f 2024-11-08T02:14:35,171 DEBUG [RS_OPEN_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36009/user/jenkins/test-data/21c19980-ed44-d42f-6834-4e3eb2b1a4cd/data/default/SPTestTable/6753f69337b0d175957d53fc5164283f/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-08T02:14:35,172 INFO [RS_OPEN_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1114): Opened 6753f69337b0d175957d53fc5164283f; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66979390, jitterRate=-0.0019293129444122314}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-08T02:14:35,172 DEBUG [RS_OPEN_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 6753f69337b0d175957d53fc5164283f 2024-11-08T02:14:35,172 DEBUG [RS_OPEN_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1006): Region open journal for 6753f69337b0d175957d53fc5164283f: Running coprocessor pre-open hook at 1731032075162Writing region info on filesystem at 1731032075162Initializing all the Stores at 1731032075163 (+1 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731032075163Cleaning up temporary data from old regions at 1731032075168 (+5 ms)Running coprocessor post-open hooks at 1731032075172 (+4 ms)Region opened successfully at 1731032075172 2024-11-08T02:14:35,173 INFO [RS_OPEN_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,99999996,1731032064752.6753f69337b0d175957d53fc5164283f., pid=21, masterSystemTime=1731032075076 2024-11-08T02:14:35,175 DEBUG [RS_OPEN_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,99999996,1731032064752.6753f69337b0d175957d53fc5164283f. 2024-11-08T02:14:35,175 INFO [RS_OPEN_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] handler.AssignRegionHandler(153): Opened SPTestTable,99999996,1731032064752.6753f69337b0d175957d53fc5164283f. 2024-11-08T02:14:35,176 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=11 updating hbase:meta row=6753f69337b0d175957d53fc5164283f, regionState=OPEN, openSeqNum=2, regionLocation=331c7316141f,35923,1731032053640 2024-11-08T02:14:35,178 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=21, ppid=11, state=RUNNABLE, hasLock=false; OpenRegionProcedure 6753f69337b0d175957d53fc5164283f, server=331c7316141f,35923,1731032053640 because future has completed 2024-11-08T02:14:35,180 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=21, resume processing ppid=11 2024-11-08T02:14:35,180 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=21, ppid=11, state=SUCCESS, hasLock=false; OpenRegionProcedure 6753f69337b0d175957d53fc5164283f, server=331c7316141f,35923,1731032053640 in 10.1070 sec 2024-11-08T02:14:35,182 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=4 2024-11-08T02:14:35,182 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=6753f69337b0d175957d53fc5164283f, ASSIGN in 10.2880 sec 2024-11-08T02:14:35,183 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-08T02:14:35,183 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"SPTestTable","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731032075183"}]},"ts":"1731032075183"} 2024-11-08T02:14:35,185 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=SPTestTable, state=ENABLED in hbase:meta 2024-11-08T02:14:35,186 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_POST_OPERATION 2024-11-08T02:14:35,188 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=SPTestTable in 10.4330 sec 2024-11-08T02:14:38,207 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'SPTestTable' 2024-11-08T02:14:40,565 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-08T02:14:40,566 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T02:14:40,591 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T02:14:40,591 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T02:14:43,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33801 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-08T02:14:43,037 INFO [RPCClient-NioEventLoopGroup-6-10 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:SPTestTable completed 2024-11-08T02:14:43,037 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table SPTestTable get assigned. Timeout = 60000ms 2024-11-08T02:14:43,037 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-08T02:14:43,045 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table SPTestTable assigned to meta. Checking AM states. 2024-11-08T02:14:43,045 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-08T02:14:43,045 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table SPTestTable assigned. 2024-11-08T02:14:43,074 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aaa', locateType=CURRENT is [region=SPTestTable,99999996,1731032064752.6753f69337b0d175957d53fc5164283f., hostname=331c7316141f,35923,1731032053640, seqNum=2] 2024-11-08T02:14:43,076 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aab', locateType=CURRENT is [region=SPTestTable,99999996,1731032064752.6753f69337b0d175957d53fc5164283f., hostname=331c7316141f,35923,1731032053640, seqNum=2] 2024-11-08T02:14:43,078 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aac', locateType=CURRENT is [region=SPTestTable,99999996,1731032064752.6753f69337b0d175957d53fc5164283f., hostname=331c7316141f,35923,1731032053640, seqNum=2] 2024-11-08T02:14:43,079 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aad', locateType=CURRENT is [region=SPTestTable,99999996,1731032064752.6753f69337b0d175957d53fc5164283f., hostname=331c7316141f,35923,1731032053640, seqNum=2] 2024-11-08T02:14:43,080 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aaf', locateType=CURRENT is [region=SPTestTable,99999996,1731032064752.6753f69337b0d175957d53fc5164283f., hostname=331c7316141f,35923,1731032053640, seqNum=2] 2024-11-08T02:14:43,082 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aae', locateType=CURRENT is [region=SPTestTable,99999996,1731032064752.6753f69337b0d175957d53fc5164283f., hostname=331c7316141f,35923,1731032053640, seqNum=2] 2024-11-08T02:14:43,110 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='baa', locateType=CURRENT is [region=SPTestTable,b333332f,1731032064752.c3b4429d0074e2c670eacc8ab4db609e., hostname=331c7316141f,38941,1731032053606, seqNum=2] 2024-11-08T02:14:43,112 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='bab', locateType=CURRENT is [region=SPTestTable,b333332f,1731032064752.c3b4429d0074e2c670eacc8ab4db609e., hostname=331c7316141f,38941,1731032053606, seqNum=2] 2024-11-08T02:14:43,113 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='bac', locateType=CURRENT is [region=SPTestTable,b333332f,1731032064752.c3b4429d0074e2c670eacc8ab4db609e., hostname=331c7316141f,38941,1731032053606, seqNum=2] 2024-11-08T02:14:43,115 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='bad', locateType=CURRENT is [region=SPTestTable,b333332f,1731032064752.c3b4429d0074e2c670eacc8ab4db609e., hostname=331c7316141f,38941,1731032053606, seqNum=2] 2024-11-08T02:14:43,116 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='baf', locateType=CURRENT is [region=SPTestTable,b333332f,1731032064752.c3b4429d0074e2c670eacc8ab4db609e., hostname=331c7316141f,38941,1731032053606, seqNum=2] 2024-11-08T02:14:43,118 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='bae', locateType=CURRENT is [region=SPTestTable,b333332f,1731032064752.c3b4429d0074e2c670eacc8ab4db609e., hostname=331c7316141f,38941,1731032053606, seqNum=2] 2024-11-08T02:14:43,147 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='ccd', locateType=CURRENT is [region=SPTestTable,ccccccc8,1731032064752.b9165cbe0a9fe00968f05c896c3b79c7., hostname=331c7316141f,38849,1731032053674, seqNum=2] 2024-11-08T02:14:43,148 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='cce', locateType=CURRENT is [region=SPTestTable,ccccccc8,1731032064752.b9165cbe0a9fe00968f05c896c3b79c7., hostname=331c7316141f,38849,1731032053674, seqNum=2] 2024-11-08T02:14:43,150 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='ccf', locateType=CURRENT is [region=SPTestTable,ccccccc8,1731032064752.b9165cbe0a9fe00968f05c896c3b79c7., hostname=331c7316141f,38849,1731032053674, seqNum=2] 2024-11-08T02:14:43,151 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='ccg', locateType=CURRENT is [region=SPTestTable,ccccccc8,1731032064752.b9165cbe0a9fe00968f05c896c3b79c7., hostname=331c7316141f,38849,1731032053674, seqNum=2] 2024-11-08T02:14:43,205 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='eaa', locateType=CURRENT is [region=SPTestTable,e6666661,1731032064752.c33db556294c65cbe8905cdbd73e5b51., hostname=331c7316141f,35923,1731032053640, seqNum=2] 2024-11-08T02:14:43,207 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='eab', locateType=CURRENT is [region=SPTestTable,e6666661,1731032064752.c33db556294c65cbe8905cdbd73e5b51., hostname=331c7316141f,35923,1731032053640, seqNum=2] 2024-11-08T02:14:43,208 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='eac', locateType=CURRENT is [region=SPTestTable,e6666661,1731032064752.c33db556294c65cbe8905cdbd73e5b51., hostname=331c7316141f,35923,1731032053640, seqNum=2] 2024-11-08T02:14:43,209 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='ead', locateType=CURRENT is [region=SPTestTable,e6666661,1731032064752.c33db556294c65cbe8905cdbd73e5b51., hostname=331c7316141f,35923,1731032053640, seqNum=2] 2024-11-08T02:14:43,408 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-08T02:14:43,859 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38941 {}] regionserver.HRegion(8528): writing data to region SPTestTable,b333332f,1731032064752.c3b4429d0074e2c670eacc8ab4db609e. with WAL disabled. Data may be lost in the event of a crash. 2024-11-08T02:14:43,859 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-08T02:14:43,862 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-08T02:14:43,866 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57900, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-08T02:14:43,878 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-9-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52666, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-08T02:14:43,912 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35923 {}] regionserver.RSRpcServices(2610): Large batch operation detected (greater than 5000) (HBASE-18023). Requested Number of Rows: 15548 Client: jenkins//172.17.0.2 first region in multi=SPTestTable,99999996,1731032064752.6753f69337b0d175957d53fc5164283f. 2024-11-08T02:14:43,922 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38849 {}] regionserver.HRegion(8528): writing data to region SPTestTable,ccccccc8,1731032064752.b9165cbe0a9fe00968f05c896c3b79c7. with WAL disabled. Data may be lost in the event of a crash. 2024-11-08T02:14:43,927 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35923 {}] regionserver.HRegion(8528): writing data to region SPTestTable,99999996,1731032064752.6753f69337b0d175957d53fc5164283f. with WAL disabled. Data may be lost in the event of a crash. 2024-11-08T02:14:44,296 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35923 {}] regionserver.HRegion(8528): writing data to region SPTestTable,e6666661,1731032064752.c33db556294c65cbe8905cdbd73e5b51. with WAL disabled. Data may be lost in the event of a crash. 2024-11-08T02:14:44,408 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(1139): Stored pid=25, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } 2024-11-08T02:14:44,408 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-08T02:14:44,409 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_PREPARE 2024-11-08T02:14:44,410 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_PRE_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_PRE_OPERATION 2024-11-08T02:14:44,413 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_WRITE_SNAPSHOT_INFO, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_WRITE_SNAPSHOT_INFO 2024-11-08T02:14:44,426 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46215 is added to blk_1073741848_1024 (size=49) 2024-11-08T02:14:44,427 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37823 is added to blk_1073741848_1024 (size=49) 2024-11-08T02:14:44,427 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45377 is added to blk_1073741848_1024 (size=49) 2024-11-08T02:14:44,430 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_SNAPSHOT_ONLINE_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_ONLINE_REGIONS 2024-11-08T02:14:44,430 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=26, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 5b222a6f78222b35cf062ef5cc131eb2}, {pid=27, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 840a08836a7e66bf8a9b1903dd7f655a}, {pid=28, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 42c33ed8583abbecdbab434a17626eae}, {pid=29, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 17d01c6c5888f671289518a1c3a2f4a5}, {pid=30, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 0bfa655aed30f9bd4cec21fce801f27c}, {pid=31, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 57927a129e22ae298c0994a4a23e27c0}, {pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 6753f69337b0d175957d53fc5164283f}, {pid=33, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure c3b4429d0074e2c670eacc8ab4db609e}, {pid=34, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure b9165cbe0a9fe00968f05c896c3b79c7}, {pid=35, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure c33db556294c65cbe8905cdbd73e5b51}] 2024-11-08T02:14:44,431 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=28, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 42c33ed8583abbecdbab434a17626eae 2024-11-08T02:14:44,431 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=30, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 0bfa655aed30f9bd4cec21fce801f27c 2024-11-08T02:14:44,431 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=31, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 57927a129e22ae298c0994a4a23e27c0 2024-11-08T02:14:44,432 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=29, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 17d01c6c5888f671289518a1c3a2f4a5 2024-11-08T02:14:44,432 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=35, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure c33db556294c65cbe8905cdbd73e5b51 2024-11-08T02:14:44,435 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=34, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure b9165cbe0a9fe00968f05c896c3b79c7 2024-11-08T02:14:44,435 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 6753f69337b0d175957d53fc5164283f 2024-11-08T02:14:44,435 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=33, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure c3b4429d0074e2c670eacc8ab4db609e 2024-11-08T02:14:44,436 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=27, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 840a08836a7e66bf8a9b1903dd7f655a 2024-11-08T02:14:44,436 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=26, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 5b222a6f78222b35cf062ef5cc131eb2 2024-11-08T02:14:47,573 INFO [regionserver/331c7316141f:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactedHFilesCleaner was stopped 2024-11-08T02:14:54,434 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38941 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=31 2024-11-08T02:14:54,434 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35923 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=27 2024-11-08T02:14:54,434 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38849 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=29 2024-11-08T02:14:54,434 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38849 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=34 2024-11-08T02:14:54,435 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38941 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=33 2024-11-08T02:14:54,435 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/331c7316141f:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,4ccccccb,1731032064752.17d01c6c5888f671289518a1c3a2f4a5. 2024-11-08T02:14:54,435 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/331c7316141f:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,7ffffffd,1731032064752.57927a129e22ae298c0994a4a23e27c0. 2024-11-08T02:14:54,435 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/331c7316141f:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,19999999,1731032064752.840a08836a7e66bf8a9b1903dd7f655a. 2024-11-08T02:14:54,435 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38849 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=28 2024-11-08T02:14:54,435 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/331c7316141f:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] regionserver.HRegion(2603): Flush status journal for 17d01c6c5888f671289518a1c3a2f4a5: 2024-11-08T02:14:54,435 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/331c7316141f:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,ccccccc8,1731032064752.b9165cbe0a9fe00968f05c896c3b79c7. 2024-11-08T02:14:54,435 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/331c7316141f:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] regionserver.HRegion(2603): Flush status journal for 57927a129e22ae298c0994a4a23e27c0: 2024-11-08T02:14:54,435 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/331c7316141f:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,4ccccccb,1731032064752.17d01c6c5888f671289518a1c3a2f4a5. for SnapshotProcedureTest completed. 2024-11-08T02:14:54,435 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/331c7316141f:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] regionserver.HRegion(2603): Flush status journal for 840a08836a7e66bf8a9b1903dd7f655a: 2024-11-08T02:14:54,435 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38941 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=26 2024-11-08T02:14:54,435 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35923 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=35 2024-11-08T02:14:54,435 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/331c7316141f:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,7ffffffd,1731032064752.57927a129e22ae298c0994a4a23e27c0. for SnapshotProcedureTest completed. 2024-11-08T02:14:54,435 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/331c7316141f:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,19999999,1731032064752.840a08836a7e66bf8a9b1903dd7f655a. for SnapshotProcedureTest completed. 2024-11-08T02:14:54,436 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/331c7316141f:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,4ccccccb,1731032064752.17d01c6c5888f671289518a1c3a2f4a5.' region-info for snapshot=SnapshotProcedureTest 2024-11-08T02:14:54,436 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/331c7316141f:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.HRegion(2902): Flushing b9165cbe0a9fe00968f05c896c3b79c7 1/1 column families, dataSize=38.00 KB heapSize=131.98 KB 2024-11-08T02:14:54,436 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/331c7316141f:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,7ffffffd,1731032064752.57927a129e22ae298c0994a4a23e27c0.' region-info for snapshot=SnapshotProcedureTest 2024-11-08T02:14:54,436 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/331c7316141f:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-08T02:14:54,436 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/331c7316141f:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,b333332f,1731032064752.c3b4429d0074e2c670eacc8ab4db609e. 2024-11-08T02:14:54,436 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/331c7316141f:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-08T02:14:54,436 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/331c7316141f:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,33333332,1731032064752.42c33ed8583abbecdbab434a17626eae. 2024-11-08T02:14:54,436 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/331c7316141f:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-11-08T02:14:54,436 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/331c7316141f:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,19999999,1731032064752.840a08836a7e66bf8a9b1903dd7f655a.' region-info for snapshot=SnapshotProcedureTest 2024-11-08T02:14:54,436 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/331c7316141f:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-11-08T02:14:54,436 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/331c7316141f:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-08T02:14:54,436 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/331c7316141f:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-11-08T02:14:54,436 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/331c7316141f:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] regionserver.HRegion(2603): Flush status journal for 42c33ed8583abbecdbab434a17626eae: 2024-11-08T02:14:54,436 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/331c7316141f:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HRegion(2902): Flushing c3b4429d0074e2c670eacc8ab4db609e 1/1 column families, dataSize=21.42 KB heapSize=74.49 KB 2024-11-08T02:14:54,436 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/331c7316141f:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,33333332,1731032064752.42c33ed8583abbecdbab434a17626eae. for SnapshotProcedureTest completed. 2024-11-08T02:14:54,437 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/331c7316141f:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,33333332,1731032064752.42c33ed8583abbecdbab434a17626eae.' region-info for snapshot=SnapshotProcedureTest 2024-11-08T02:14:54,437 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/331c7316141f:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-08T02:14:54,437 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/331c7316141f:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-11-08T02:14:54,438 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/331c7316141f:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,,1731032064752.5b222a6f78222b35cf062ef5cc131eb2. 2024-11-08T02:14:54,438 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35923 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=32 2024-11-08T02:14:54,438 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/331c7316141f:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,e6666661,1731032064752.c33db556294c65cbe8905cdbd73e5b51. 2024-11-08T02:14:54,439 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/331c7316141f:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] regionserver.HRegion(2603): Flush status journal for 5b222a6f78222b35cf062ef5cc131eb2: 2024-11-08T02:14:54,439 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/331c7316141f:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.HRegion(2902): Flushing c33db556294c65cbe8905cdbd73e5b51 1/1 column families, dataSize=435.70 KB heapSize=1.48 MB 2024-11-08T02:14:54,439 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/331c7316141f:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,,1731032064752.5b222a6f78222b35cf062ef5cc131eb2. for SnapshotProcedureTest completed. 2024-11-08T02:14:54,439 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/331c7316141f:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,,1731032064752.5b222a6f78222b35cf062ef5cc131eb2.' region-info for snapshot=SnapshotProcedureTest 2024-11-08T02:14:54,439 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/331c7316141f:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-08T02:14:54,440 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/331c7316141f:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-11-08T02:14:54,440 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35923 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=30 2024-11-08T02:14:54,440 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/331c7316141f:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,99999996,1731032064752.6753f69337b0d175957d53fc5164283f. 2024-11-08T02:14:54,441 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/331c7316141f:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.HRegion(2902): Flushing 6753f69337b0d175957d53fc5164283f 1/1 column families, dataSize=19.80 KB heapSize=68.91 KB 2024-11-08T02:14:54,471 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/331c7316141f:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36009/user/jenkins/test-data/21c19980-ed44-d42f-6834-4e3eb2b1a4cd/data/default/SPTestTable/c3b4429d0074e2c670eacc8ab4db609e/.tmp/cf/19a960c23d2e4b358df78f30a4fc4a98 is 34, key is baa/cf:cf/1731032083859/Put/seqid=0 2024-11-08T02:14:54,471 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/331c7316141f:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36009/user/jenkins/test-data/21c19980-ed44-d42f-6834-4e3eb2b1a4cd/data/default/SPTestTable/6753f69337b0d175957d53fc5164283f/.tmp/cf/610602207fb54bf090adbfa5fa34e45f is 34, key is aaa/cf:cf/1731032083927/Put/seqid=0 2024-11-08T02:14:54,482 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/331c7316141f:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36009/user/jenkins/test-data/21c19980-ed44-d42f-6834-4e3eb2b1a4cd/data/default/SPTestTable/b9165cbe0a9fe00968f05c896c3b79c7/.tmp/cf/34ebe51c200047f88f3374e370fe0bc0 is 34, key is ccd/cf:cf/1731032083922/Put/seqid=0 2024-11-08T02:14:54,490 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46215 is added to blk_1073741851_1027 (size=57) 2024-11-08T02:14:54,490 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37823 is added to blk_1073741851_1027 (size=57) 2024-11-08T02:14:54,491 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45377 is added to blk_1073741851_1027 (size=57) 2024-11-08T02:14:54,491 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/331c7316141f:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,,1731032064752.5b222a6f78222b35cf062ef5cc131eb2. 2024-11-08T02:14:54,491 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/331c7316141f:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=26 2024-11-08T02:14:54,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33801 {}] master.HMaster(4169): Remote procedure done, pid=26 2024-11-08T02:14:54,492 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33801 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 5b222a6f78222b35cf062ef5cc131eb2 2024-11-08T02:14:54,492 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=26, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 5b222a6f78222b35cf062ef5cc131eb2 2024-11-08T02:14:54,495 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=26, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 5b222a6f78222b35cf062ef5cc131eb2 in 10.0630 sec 2024-11-08T02:14:54,514 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46215 is added to blk_1073741850_1026 (size=65) 2024-11-08T02:14:54,514 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37823 is added to blk_1073741852_1028 (size=65) 2024-11-08T02:14:54,514 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45377 is added to blk_1073741850_1026 (size=65) 2024-11-08T02:14:54,514 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46215 is added to blk_1073741852_1028 (size=65) 2024-11-08T02:14:54,515 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37823 is added to blk_1073741850_1026 (size=65) 2024-11-08T02:14:54,515 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45377 is added to blk_1073741852_1028 (size=65) 2024-11-08T02:14:54,515 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/331c7316141f:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,7ffffffd,1731032064752.57927a129e22ae298c0994a4a23e27c0. 2024-11-08T02:14:54,515 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/331c7316141f:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=31 2024-11-08T02:14:54,515 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/331c7316141f:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,4ccccccb,1731032064752.17d01c6c5888f671289518a1c3a2f4a5. 2024-11-08T02:14:54,515 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/331c7316141f:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=29 2024-11-08T02:14:54,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33801 {}] master.HMaster(4169): Remote procedure done, pid=29 2024-11-08T02:14:54,516 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33801 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 17d01c6c5888f671289518a1c3a2f4a5 2024-11-08T02:14:54,516 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=29, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 17d01c6c5888f671289518a1c3a2f4a5 2024-11-08T02:14:54,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33801 {}] master.HMaster(4169): Remote procedure done, pid=31 2024-11-08T02:14:54,516 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33801 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 57927a129e22ae298c0994a4a23e27c0 2024-11-08T02:14:54,516 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=31, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 57927a129e22ae298c0994a4a23e27c0 2024-11-08T02:14:54,518 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=29, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 17d01c6c5888f671289518a1c3a2f4a5 in 10.0870 sec 2024-11-08T02:14:54,519 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=31, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 57927a129e22ae298c0994a4a23e27c0 in 10.0870 sec 2024-11-08T02:14:54,527 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/331c7316141f:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36009/user/jenkins/test-data/21c19980-ed44-d42f-6834-4e3eb2b1a4cd/data/default/SPTestTable/c33db556294c65cbe8905cdbd73e5b51/.tmp/cf/7c1530e0f08d463db55761c4465dbddc is 34, key is eaa/cf:cf/1731032084293/Put/seqid=0 2024-11-08T02:14:54,532 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45377 is added to blk_1073741849_1025 (size=65) 2024-11-08T02:14:54,532 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37823 is added to blk_1073741849_1025 (size=65) 2024-11-08T02:14:54,533 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46215 is added to blk_1073741849_1025 (size=65) 2024-11-08T02:14:54,533 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/331c7316141f:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,19999999,1731032064752.840a08836a7e66bf8a9b1903dd7f655a. 2024-11-08T02:14:54,533 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/331c7316141f:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=27 2024-11-08T02:14:54,534 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/331c7316141f:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,66666664,1731032064752.0bfa655aed30f9bd4cec21fce801f27c. 2024-11-08T02:14:54,534 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/331c7316141f:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] regionserver.HRegion(2603): Flush status journal for 0bfa655aed30f9bd4cec21fce801f27c: 2024-11-08T02:14:54,534 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/331c7316141f:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,66666664,1731032064752.0bfa655aed30f9bd4cec21fce801f27c. for SnapshotProcedureTest completed. 2024-11-08T02:14:54,534 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/331c7316141f:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,66666664,1731032064752.0bfa655aed30f9bd4cec21fce801f27c.' region-info for snapshot=SnapshotProcedureTest 2024-11-08T02:14:54,534 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/331c7316141f:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-08T02:14:54,534 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/331c7316141f:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-11-08T02:14:54,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33801 {}] master.HMaster(4169): Remote procedure done, pid=27 2024-11-08T02:14:54,534 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33801 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 840a08836a7e66bf8a9b1903dd7f655a 2024-11-08T02:14:54,534 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=27, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 840a08836a7e66bf8a9b1903dd7f655a 2024-11-08T02:14:54,536 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=27, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 840a08836a7e66bf8a9b1903dd7f655a in 10.1050 sec 2024-11-08T02:14:54,558 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37823 is added to blk_1073741853_1029 (size=65) 2024-11-08T02:14:54,559 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45377 is added to blk_1073741853_1029 (size=65) 2024-11-08T02:14:54,559 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46215 is added to blk_1073741853_1029 (size=65) 2024-11-08T02:14:54,560 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/331c7316141f:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,33333332,1731032064752.42c33ed8583abbecdbab434a17626eae. 2024-11-08T02:14:54,560 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/331c7316141f:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=28 2024-11-08T02:14:54,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33801 {}] master.HMaster(4169): Remote procedure done, pid=28 2024-11-08T02:14:54,560 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33801 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 42c33ed8583abbecdbab434a17626eae 2024-11-08T02:14:54,560 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=28, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 42c33ed8583abbecdbab434a17626eae 2024-11-08T02:14:54,563 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=28, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 42c33ed8583abbecdbab434a17626eae in 10.1310 sec 2024-11-08T02:14:54,596 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37823 is added to blk_1073741854_1030 (size=28623) 2024-11-08T02:14:54,597 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45377 is added to blk_1073741856_1032 (size=499309) 2024-11-08T02:14:54,597 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46215 is added to blk_1073741854_1030 (size=28623) 2024-11-08T02:14:54,597 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45377 is added to blk_1073741854_1030 (size=28623) 2024-11-08T02:14:54,598 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/331c7316141f:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=21.42 KB at sequenceid=5 (bloomFilter=true), to=hdfs://localhost:36009/user/jenkins/test-data/21c19980-ed44-d42f-6834-4e3eb2b1a4cd/data/default/SPTestTable/c3b4429d0074e2c670eacc8ab4db609e/.tmp/cf/19a960c23d2e4b358df78f30a4fc4a98 2024-11-08T02:14:54,599 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37823 is added to blk_1073741856_1032 (size=499309) 2024-11-08T02:14:54,600 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46215 is added to blk_1073741856_1032 (size=499309) 2024-11-08T02:14:54,601 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/331c7316141f:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=435.70 KB at sequenceid=5 (bloomFilter=true), to=hdfs://localhost:36009/user/jenkins/test-data/21c19980-ed44-d42f-6834-4e3eb2b1a4cd/data/default/SPTestTable/c33db556294c65cbe8905cdbd73e5b51/.tmp/cf/7c1530e0f08d463db55761c4465dbddc 2024-11-08T02:14:54,617 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46215 is added to blk_1073741855_1031 (size=26918) 2024-11-08T02:14:54,618 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45377 is added to blk_1073741855_1031 (size=26918) 2024-11-08T02:14:54,618 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37823 is added to blk_1073741855_1031 (size=26918) 2024-11-08T02:14:54,618 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/331c7316141f:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=19.80 KB at sequenceid=5 (bloomFilter=true), to=hdfs://localhost:36009/user/jenkins/test-data/21c19980-ed44-d42f-6834-4e3eb2b1a4cd/data/default/SPTestTable/6753f69337b0d175957d53fc5164283f/.tmp/cf/610602207fb54bf090adbfa5fa34e45f 2024-11-08T02:14:54,631 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37823 is added to blk_1073741857_1033 (size=47197) 2024-11-08T02:14:54,632 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45377 is added to blk_1073741857_1033 (size=47197) 2024-11-08T02:14:54,632 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46215 is added to blk_1073741857_1033 (size=47197) 2024-11-08T02:14:54,633 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/331c7316141f:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.00 KB at sequenceid=5 (bloomFilter=true), to=hdfs://localhost:36009/user/jenkins/test-data/21c19980-ed44-d42f-6834-4e3eb2b1a4cd/data/default/SPTestTable/b9165cbe0a9fe00968f05c896c3b79c7/.tmp/cf/34ebe51c200047f88f3374e370fe0bc0 2024-11-08T02:14:54,643 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37823 is added to blk_1073741858_1034 (size=65) 2024-11-08T02:14:54,644 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45377 is added to blk_1073741858_1034 (size=65) 2024-11-08T02:14:54,645 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46215 is added to blk_1073741858_1034 (size=65) 2024-11-08T02:14:54,645 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/331c7316141f:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,66666664,1731032064752.0bfa655aed30f9bd4cec21fce801f27c. 2024-11-08T02:14:54,645 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/331c7316141f:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=30 2024-11-08T02:14:54,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33801 {}] master.HMaster(4169): Remote procedure done, pid=30 2024-11-08T02:14:54,646 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33801 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 0bfa655aed30f9bd4cec21fce801f27c 2024-11-08T02:14:54,646 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=30, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 0bfa655aed30f9bd4cec21fce801f27c 2024-11-08T02:14:54,652 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=30, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 0bfa655aed30f9bd4cec21fce801f27c in 10.2170 sec 2024-11-08T02:14:54,652 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/331c7316141f:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36009/user/jenkins/test-data/21c19980-ed44-d42f-6834-4e3eb2b1a4cd/data/default/SPTestTable/c33db556294c65cbe8905cdbd73e5b51/.tmp/cf/7c1530e0f08d463db55761c4465dbddc as hdfs://localhost:36009/user/jenkins/test-data/21c19980-ed44-d42f-6834-4e3eb2b1a4cd/data/default/SPTestTable/c33db556294c65cbe8905cdbd73e5b51/cf/7c1530e0f08d463db55761c4465dbddc 2024-11-08T02:14:54,656 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/331c7316141f:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36009/user/jenkins/test-data/21c19980-ed44-d42f-6834-4e3eb2b1a4cd/data/default/SPTestTable/6753f69337b0d175957d53fc5164283f/.tmp/cf/610602207fb54bf090adbfa5fa34e45f as hdfs://localhost:36009/user/jenkins/test-data/21c19980-ed44-d42f-6834-4e3eb2b1a4cd/data/default/SPTestTable/6753f69337b0d175957d53fc5164283f/cf/610602207fb54bf090adbfa5fa34e45f 2024-11-08T02:14:54,664 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/331c7316141f:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36009/user/jenkins/test-data/21c19980-ed44-d42f-6834-4e3eb2b1a4cd/data/default/SPTestTable/c3b4429d0074e2c670eacc8ab4db609e/.tmp/cf/19a960c23d2e4b358df78f30a4fc4a98 as hdfs://localhost:36009/user/jenkins/test-data/21c19980-ed44-d42f-6834-4e3eb2b1a4cd/data/default/SPTestTable/c3b4429d0074e2c670eacc8ab4db609e/cf/19a960c23d2e4b358df78f30a4fc4a98 2024-11-08T02:14:54,671 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/331c7316141f:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36009/user/jenkins/test-data/21c19980-ed44-d42f-6834-4e3eb2b1a4cd/data/default/SPTestTable/6753f69337b0d175957d53fc5164283f/cf/610602207fb54bf090adbfa5fa34e45f, entries=676, sequenceid=5, filesize=26.3 K 2024-11-08T02:14:54,672 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/331c7316141f:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.HRegion(3140): Finished flush of dataSize ~19.80 KB/20280, heapSize ~68.89 KB/70544, currentSize=0 B/0 for 6753f69337b0d175957d53fc5164283f in 231ms, sequenceid=5, compaction requested=false 2024-11-08T02:14:54,673 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/331c7316141f:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.HRegion(2603): Flush status journal for 6753f69337b0d175957d53fc5164283f: 2024-11-08T02:14:54,673 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/331c7316141f:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,99999996,1731032064752.6753f69337b0d175957d53fc5164283f. for SnapshotProcedureTest completed. 2024-11-08T02:14:54,673 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/331c7316141f:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,99999996,1731032064752.6753f69337b0d175957d53fc5164283f.' region-info for snapshot=SnapshotProcedureTest 2024-11-08T02:14:54,673 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/331c7316141f:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-08T02:14:54,673 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/331c7316141f:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] snapshot.SnapshotManifest(256): Adding snapshot references for [hdfs://localhost:36009/user/jenkins/test-data/21c19980-ed44-d42f-6834-4e3eb2b1a4cd/data/default/SPTestTable/6753f69337b0d175957d53fc5164283f/cf/610602207fb54bf090adbfa5fa34e45f] hfiles 2024-11-08T02:14:54,673 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/331c7316141f:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] snapshot.SnapshotManifest(265): Adding reference for file (1/1): hdfs://localhost:36009/user/jenkins/test-data/21c19980-ed44-d42f-6834-4e3eb2b1a4cd/data/default/SPTestTable/6753f69337b0d175957d53fc5164283f/cf/610602207fb54bf090adbfa5fa34e45f for snapshot=SnapshotProcedureTest 2024-11-08T02:14:54,674 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/331c7316141f:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36009/user/jenkins/test-data/21c19980-ed44-d42f-6834-4e3eb2b1a4cd/data/default/SPTestTable/c3b4429d0074e2c670eacc8ab4db609e/cf/19a960c23d2e4b358df78f30a4fc4a98, entries=731, sequenceid=5, filesize=28.0 K 2024-11-08T02:14:54,676 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/331c7316141f:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HRegion(3140): Finished flush of dataSize ~21.42 KB/21930, heapSize ~74.48 KB/76264, currentSize=0 B/0 for c3b4429d0074e2c670eacc8ab4db609e in 240ms, sequenceid=5, compaction requested=false 2024-11-08T02:14:54,676 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/331c7316141f:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HRegion(2603): Flush status journal for c3b4429d0074e2c670eacc8ab4db609e: 2024-11-08T02:14:54,677 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/331c7316141f:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,b333332f,1731032064752.c3b4429d0074e2c670eacc8ab4db609e. for SnapshotProcedureTest completed. 2024-11-08T02:14:54,678 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/331c7316141f:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,b333332f,1731032064752.c3b4429d0074e2c670eacc8ab4db609e.' region-info for snapshot=SnapshotProcedureTest 2024-11-08T02:14:54,678 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/331c7316141f:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-08T02:14:54,678 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/331c7316141f:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] snapshot.SnapshotManifest(256): Adding snapshot references for [hdfs://localhost:36009/user/jenkins/test-data/21c19980-ed44-d42f-6834-4e3eb2b1a4cd/data/default/SPTestTable/c3b4429d0074e2c670eacc8ab4db609e/cf/19a960c23d2e4b358df78f30a4fc4a98] hfiles 2024-11-08T02:14:54,678 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/331c7316141f:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] snapshot.SnapshotManifest(265): Adding reference for file (1/1): hdfs://localhost:36009/user/jenkins/test-data/21c19980-ed44-d42f-6834-4e3eb2b1a4cd/data/default/SPTestTable/c3b4429d0074e2c670eacc8ab4db609e/cf/19a960c23d2e4b358df78f30a4fc4a98 for snapshot=SnapshotProcedureTest 2024-11-08T02:14:54,678 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/331c7316141f:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36009/user/jenkins/test-data/21c19980-ed44-d42f-6834-4e3eb2b1a4cd/data/default/SPTestTable/c33db556294c65cbe8905cdbd73e5b51/cf/7c1530e0f08d463db55761c4465dbddc, entries=14872, sequenceid=5, filesize=487.6 K 2024-11-08T02:14:54,683 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/331c7316141f:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.HRegion(3140): Finished flush of dataSize ~435.70 KB/446160, heapSize ~1.48 MB/1546928, currentSize=0 B/0 for c33db556294c65cbe8905cdbd73e5b51 in 244ms, sequenceid=5, compaction requested=false 2024-11-08T02:14:54,684 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/331c7316141f:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.HRegion(2603): Flush status journal for c33db556294c65cbe8905cdbd73e5b51: 2024-11-08T02:14:54,684 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/331c7316141f:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,e6666661,1731032064752.c33db556294c65cbe8905cdbd73e5b51. for SnapshotProcedureTest completed. 2024-11-08T02:14:54,685 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/331c7316141f:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,e6666661,1731032064752.c33db556294c65cbe8905cdbd73e5b51.' region-info for snapshot=SnapshotProcedureTest 2024-11-08T02:14:54,685 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/331c7316141f:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-08T02:14:54,685 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/331c7316141f:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] snapshot.SnapshotManifest(256): Adding snapshot references for [hdfs://localhost:36009/user/jenkins/test-data/21c19980-ed44-d42f-6834-4e3eb2b1a4cd/data/default/SPTestTable/c33db556294c65cbe8905cdbd73e5b51/cf/7c1530e0f08d463db55761c4465dbddc] hfiles 2024-11-08T02:14:54,685 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/331c7316141f:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] snapshot.SnapshotManifest(265): Adding reference for file (1/1): hdfs://localhost:36009/user/jenkins/test-data/21c19980-ed44-d42f-6834-4e3eb2b1a4cd/data/default/SPTestTable/c33db556294c65cbe8905cdbd73e5b51/cf/7c1530e0f08d463db55761c4465dbddc for snapshot=SnapshotProcedureTest 2024-11-08T02:14:54,685 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/331c7316141f:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36009/user/jenkins/test-data/21c19980-ed44-d42f-6834-4e3eb2b1a4cd/data/default/SPTestTable/b9165cbe0a9fe00968f05c896c3b79c7/.tmp/cf/34ebe51c200047f88f3374e370fe0bc0 as hdfs://localhost:36009/user/jenkins/test-data/21c19980-ed44-d42f-6834-4e3eb2b1a4cd/data/default/SPTestTable/b9165cbe0a9fe00968f05c896c3b79c7/cf/34ebe51c200047f88f3374e370fe0bc0 2024-11-08T02:14:54,695 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/331c7316141f:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36009/user/jenkins/test-data/21c19980-ed44-d42f-6834-4e3eb2b1a4cd/data/default/SPTestTable/b9165cbe0a9fe00968f05c896c3b79c7/cf/34ebe51c200047f88f3374e370fe0bc0, entries=1297, sequenceid=5, filesize=46.1 K 2024-11-08T02:14:54,696 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/331c7316141f:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.HRegion(3140): Finished flush of dataSize ~38.00 KB/38910, heapSize ~131.96 KB/135128, currentSize=0 B/0 for b9165cbe0a9fe00968f05c896c3b79c7 in 261ms, sequenceid=5, compaction requested=false 2024-11-08T02:14:54,696 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/331c7316141f:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.HRegion(2603): Flush status journal for b9165cbe0a9fe00968f05c896c3b79c7: 2024-11-08T02:14:54,696 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/331c7316141f:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,ccccccc8,1731032064752.b9165cbe0a9fe00968f05c896c3b79c7. for SnapshotProcedureTest completed. 2024-11-08T02:14:54,696 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/331c7316141f:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,ccccccc8,1731032064752.b9165cbe0a9fe00968f05c896c3b79c7.' region-info for snapshot=SnapshotProcedureTest 2024-11-08T02:14:54,696 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/331c7316141f:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-08T02:14:54,696 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/331c7316141f:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] snapshot.SnapshotManifest(256): Adding snapshot references for [hdfs://localhost:36009/user/jenkins/test-data/21c19980-ed44-d42f-6834-4e3eb2b1a4cd/data/default/SPTestTable/b9165cbe0a9fe00968f05c896c3b79c7/cf/34ebe51c200047f88f3374e370fe0bc0] hfiles 2024-11-08T02:14:54,696 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/331c7316141f:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] snapshot.SnapshotManifest(265): Adding reference for file (1/1): hdfs://localhost:36009/user/jenkins/test-data/21c19980-ed44-d42f-6834-4e3eb2b1a4cd/data/default/SPTestTable/b9165cbe0a9fe00968f05c896c3b79c7/cf/34ebe51c200047f88f3374e370fe0bc0 for snapshot=SnapshotProcedureTest 2024-11-08T02:14:54,727 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45377 is added to blk_1073741861_1037 (size=105) 2024-11-08T02:14:54,727 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46215 is added to blk_1073741861_1037 (size=105) 2024-11-08T02:14:54,729 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37823 is added to blk_1073741859_1035 (size=105) 2024-11-08T02:14:54,730 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45377 is added to blk_1073741859_1035 (size=105) 2024-11-08T02:14:54,730 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37823 is added to blk_1073741861_1037 (size=105) 2024-11-08T02:14:54,730 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/331c7316141f:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,b333332f,1731032064752.c3b4429d0074e2c670eacc8ab4db609e. 2024-11-08T02:14:54,730 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/331c7316141f:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,99999996,1731032064752.6753f69337b0d175957d53fc5164283f. 2024-11-08T02:14:54,730 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46215 is added to blk_1073741859_1035 (size=105) 2024-11-08T02:14:54,730 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/331c7316141f:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=32 2024-11-08T02:14:54,730 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/331c7316141f:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=33 2024-11-08T02:14:54,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33801 {}] master.HMaster(4169): Remote procedure done, pid=32 2024-11-08T02:14:54,731 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33801 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 6753f69337b0d175957d53fc5164283f 2024-11-08T02:14:54,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33801 {}] master.HMaster(4169): Remote procedure done, pid=33 2024-11-08T02:14:54,731 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33801 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region c3b4429d0074e2c670eacc8ab4db609e 2024-11-08T02:14:54,731 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 6753f69337b0d175957d53fc5164283f 2024-11-08T02:14:54,731 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=33, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure c3b4429d0074e2c670eacc8ab4db609e 2024-11-08T02:14:54,733 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37823 is added to blk_1073741862_1038 (size=105) 2024-11-08T02:14:54,734 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45377 is added to blk_1073741862_1038 (size=105) 2024-11-08T02:14:54,735 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/331c7316141f:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,ccccccc8,1731032064752.b9165cbe0a9fe00968f05c896c3b79c7. 2024-11-08T02:14:54,735 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/331c7316141f:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=34 2024-11-08T02:14:54,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33801 {}] master.HMaster(4169): Remote procedure done, pid=34 2024-11-08T02:14:54,736 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33801 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region b9165cbe0a9fe00968f05c896c3b79c7 2024-11-08T02:14:54,736 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46215 is added to blk_1073741862_1038 (size=105) 2024-11-08T02:14:54,737 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=34, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure b9165cbe0a9fe00968f05c896c3b79c7 2024-11-08T02:14:54,737 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=33, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure c3b4429d0074e2c670eacc8ab4db609e in 10.3020 sec 2024-11-08T02:14:54,737 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=32, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 6753f69337b0d175957d53fc5164283f in 10.3020 sec 2024-11-08T02:14:54,739 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=34, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure b9165cbe0a9fe00968f05c896c3b79c7 in 10.3070 sec 2024-11-08T02:14:54,747 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46215 is added to blk_1073741860_1036 (size=97) 2024-11-08T02:14:54,747 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45377 is added to blk_1073741860_1036 (size=97) 2024-11-08T02:14:54,747 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37823 is added to blk_1073741860_1036 (size=97) 2024-11-08T02:14:54,748 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/331c7316141f:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,e6666661,1731032064752.c33db556294c65cbe8905cdbd73e5b51. 2024-11-08T02:14:54,748 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/331c7316141f:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=35 2024-11-08T02:14:54,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33801 {}] master.HMaster(4169): Remote procedure done, pid=35 2024-11-08T02:14:54,748 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33801 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region c33db556294c65cbe8905cdbd73e5b51 2024-11-08T02:14:54,749 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=35, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure c33db556294c65cbe8905cdbd73e5b51 2024-11-08T02:14:54,751 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=35, resume processing ppid=25 2024-11-08T02:14:54,751 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=35, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure c33db556294c65cbe8905cdbd73e5b51 in 10.3190 sec 2024-11-08T02:14:54,751 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_SNAPSHOT_SPLIT_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_SPLIT_REGIONS 2024-11-08T02:14:54,752 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_SNAPSHOT_MOB_REGION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_MOB_REGION 2024-11-08T02:14:54,753 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_CONSOLIDATE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_CONSOLIDATE_SNAPSHOT 2024-11-08T02:14:54,753 DEBUG [PEWorker-1 {}] snapshot.SnapshotManifest(495): Convert to Single Snapshot Manifest for SnapshotProcedureTest 2024-11-08T02:14:54,755 DEBUG [PEWorker-1 {}] snapshot.SnapshotManifestV1(130): No regions under directory:hdfs://localhost:36009/user/jenkins/test-data/21c19980-ed44-d42f-6834-4e3eb2b1a4cd/.hbase-snapshot/.tmp/SnapshotProcedureTest 2024-11-08T02:14:54,776 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46215 is added to blk_1073741863_1039 (size=1174) 2024-11-08T02:14:54,777 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45377 is added to blk_1073741863_1039 (size=1174) 2024-11-08T02:14:54,781 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37823 is added to blk_1073741863_1039 (size=1174) 2024-11-08T02:14:54,781 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_VERIFIER_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_VERIFIER_SNAPSHOT 2024-11-08T02:14:54,787 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=36, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=37, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=38, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=39, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=40, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=41, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=42, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=43, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=44, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=45, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}] 2024-11-08T02:14:54,790 DEBUG [PEWorker-3 {}] snapshot.SnapshotManager(1464): pid=39, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=331c7316141f,35923,1731032053640 2024-11-08T02:14:54,790 DEBUG [PEWorker-4 {}] snapshot.SnapshotManager(1464): pid=40, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=331c7316141f,38941,1731032053606 2024-11-08T02:14:54,790 DEBUG [PEWorker-5 {}] snapshot.SnapshotManager(1464): pid=37, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=331c7316141f,38849,1731032053674 2024-11-08T02:14:54,790 DEBUG [PEWorker-1 {}] snapshot.SnapshotManager(1464): pid=45, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=331c7316141f,38941,1731032053606 2024-11-08T02:14:54,790 DEBUG [PEWorker-2 {}] snapshot.SnapshotManager(1464): pid=38, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=331c7316141f,38941,1731032053606 2024-11-08T02:14:54,794 DEBUG [PEWorker-2 {}] snapshot.SnapshotManager(1464): pid=42, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=331c7316141f,35923,1731032053640 2024-11-08T02:14:54,794 DEBUG [PEWorker-4 {}] snapshot.SnapshotManager(1464): pid=43, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=331c7316141f,35923,1731032053640 2024-11-08T02:14:54,794 DEBUG [PEWorker-5 {}] snapshot.SnapshotManager(1464): pid=41, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=331c7316141f,38849,1731032053674 2024-11-08T02:14:54,794 DEBUG [PEWorker-3 {}] snapshot.SnapshotManager(1464): pid=44, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=331c7316141f,38849,1731032053674 2024-11-08T02:14:54,825 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [10,000] milli-secs(wait.for.ratio=[1]) 2024-11-08T02:15:04,699 INFO [master/331c7316141f:0.Chore.1 {}] migrate.RollingUpgradeChore(116): There is no table to migrate StoreFileTracker! 2024-11-08T02:15:04,699 INFO [master/331c7316141f:0.Chore.1 {}] migrate.RollingUpgradeChore(85): All Rolling-Upgrade tasks are complete, shutdown RollingUpgradeChore! 2024-11-08T02:15:04,792 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35923 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=42 2024-11-08T02:15:04,792 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38849 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=44 2024-11-08T02:15:04,792 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38941 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=38 2024-11-08T02:15:04,792 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35923 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=43 2024-11-08T02:15:04,792 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38849 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=41 2024-11-08T02:15:04,792 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38941 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=40 2024-11-08T02:15:04,793 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38849 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=37 2024-11-08T02:15:04,793 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38941 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=45 2024-11-08T02:15:04,793 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35923 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=39 2024-11-08T02:15:04,800 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/331c7316141f:0-2 {event_type=RS_VERIFY_SNAPSHOT, pid=38}] regionserver.RSSnapshotVerifier$SnapshotManifestCacheLoader(144): loading snapshot manifest for SnapshotProcedureTest from hdfs://localhost:36009/user/jenkins/test-data/21c19980-ed44-d42f-6834-4e3eb2b1a4cd/.hbase-snapshot/.tmp/SnapshotProcedureTest 2024-11-08T02:15:04,800 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/331c7316141f:0-0 {event_type=RS_VERIFY_SNAPSHOT, pid=44}] regionserver.RSSnapshotVerifier$SnapshotManifestCacheLoader(144): loading snapshot manifest for SnapshotProcedureTest from hdfs://localhost:36009/user/jenkins/test-data/21c19980-ed44-d42f-6834-4e3eb2b1a4cd/.hbase-snapshot/.tmp/SnapshotProcedureTest 2024-11-08T02:15:04,800 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/331c7316141f:0-0 {event_type=RS_VERIFY_SNAPSHOT, pid=42}] regionserver.RSSnapshotVerifier$SnapshotManifestCacheLoader(144): loading snapshot manifest for SnapshotProcedureTest from hdfs://localhost:36009/user/jenkins/test-data/21c19980-ed44-d42f-6834-4e3eb2b1a4cd/.hbase-snapshot/.tmp/SnapshotProcedureTest 2024-11-08T02:15:04,800 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/331c7316141f:0-1 {event_type=RS_VERIFY_SNAPSHOT, pid=37}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=37 2024-11-08T02:15:04,800 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/331c7316141f:0-0 {event_type=RS_VERIFY_SNAPSHOT, pid=40}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=40 2024-11-08T02:15:04,800 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/331c7316141f:0-2 {event_type=RS_VERIFY_SNAPSHOT, pid=41}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=41 2024-11-08T02:15:04,800 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/331c7316141f:0-1 {event_type=RS_VERIFY_SNAPSHOT, pid=39}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=39 2024-11-08T02:15:04,801 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/331c7316141f:0-2 {event_type=RS_VERIFY_SNAPSHOT, pid=38}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=38 2024-11-08T02:15:04,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33801 {}] master.HMaster(4169): Remote procedure done, pid=39 2024-11-08T02:15:04,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33801 {}] master.HMaster(4169): Remote procedure done, pid=37 2024-11-08T02:15:04,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33801 {}] master.HMaster(4169): Remote procedure done, pid=40 2024-11-08T02:15:04,802 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/331c7316141f:0-1 {event_type=RS_VERIFY_SNAPSHOT, pid=45}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=45 2024-11-08T02:15:04,802 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/331c7316141f:0-0 {event_type=RS_VERIFY_SNAPSHOT, pid=44}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=44 2024-11-08T02:15:04,802 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/331c7316141f:0-0 {event_type=RS_VERIFY_SNAPSHOT, pid=42}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=42 2024-11-08T02:15:04,802 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/331c7316141f:0-2 {event_type=RS_VERIFY_SNAPSHOT, pid=43}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=43 2024-11-08T02:15:04,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33801 {}] master.HMaster(4169): Remote procedure done, pid=41 2024-11-08T02:15:04,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33801 {}] master.HMaster(4169): Remote procedure done, pid=42 2024-11-08T02:15:04,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33801 {}] master.HMaster(4169): Remote procedure done, pid=38 2024-11-08T02:15:04,803 DEBUG [PEWorker-3 {}] snapshot.SnapshotManager(1473): pid=37, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=331c7316141f,38849,1731032053674 Release verify snapshot worker=331c7316141f,38849,1731032053674 2024-11-08T02:15:04,803 DEBUG [PEWorker-5 {}] snapshot.SnapshotManager(1473): pid=40, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=331c7316141f,38941,1731032053606 Release verify snapshot worker=331c7316141f,38941,1731032053606 2024-11-08T02:15:04,803 DEBUG [PEWorker-2 {}] snapshot.SnapshotManager(1473): pid=39, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=331c7316141f,35923,1731032053640 Release verify snapshot worker=331c7316141f,35923,1731032053640 2024-11-08T02:15:04,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33801 {}] master.HMaster(4169): Remote procedure done, pid=43 2024-11-08T02:15:04,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33801 {}] master.HMaster(4169): Remote procedure done, pid=45 2024-11-08T02:15:04,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33801 {}] master.HMaster(4169): Remote procedure done, pid=44 2024-11-08T02:15:04,804 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=40, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=331c7316141f,38941,1731032053606 in 10.0160 sec 2024-11-08T02:15:04,805 DEBUG [PEWorker-1 {}] snapshot.SnapshotManager(1473): pid=41, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=331c7316141f,38849,1731032053674 Release verify snapshot worker=331c7316141f,38849,1731032053674 2024-11-08T02:15:04,805 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=39, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=331c7316141f,35923,1731032053640 in 10.0160 sec 2024-11-08T02:15:04,806 DEBUG [PEWorker-5 {}] snapshot.SnapshotManager(1473): pid=43, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=331c7316141f,35923,1731032053640 Release verify snapshot worker=331c7316141f,35923,1731032053640 2024-11-08T02:15:04,806 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=37, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=331c7316141f,38849,1731032053674 in 10.0160 sec 2024-11-08T02:15:04,806 DEBUG [PEWorker-4 {}] snapshot.SnapshotManager(1464): pid=36, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=331c7316141f,35923,1731032053640 2024-11-08T02:15:04,806 DEBUG [PEWorker-2 {}] snapshot.SnapshotManager(1473): pid=44, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=331c7316141f,38849,1731032053674 Release verify snapshot worker=331c7316141f,38849,1731032053674 2024-11-08T02:15:04,807 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=43, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=331c7316141f,35923,1731032053640 in 10.0190 sec 2024-11-08T02:15:04,807 DEBUG [PEWorker-3 {}] snapshot.SnapshotManager(1473): pid=45, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=331c7316141f,38941,1731032053606 Release verify snapshot worker=331c7316141f,38941,1731032053606 2024-11-08T02:15:04,808 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=41, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=331c7316141f,38849,1731032053674 in 10.0180 sec 2024-11-08T02:15:04,808 DEBUG [PEWorker-5 {}] snapshot.SnapshotManager(1473): pid=38, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=331c7316141f,38941,1731032053606 Release verify snapshot worker=331c7316141f,38941,1731032053606 2024-11-08T02:15:04,808 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=44, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=331c7316141f,38849,1731032053674 in 10.0190 sec 2024-11-08T02:15:04,809 DEBUG [PEWorker-4 {}] snapshot.SnapshotManager(1473): pid=42, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=331c7316141f,35923,1731032053640 Release verify snapshot worker=331c7316141f,35923,1731032053640 2024-11-08T02:15:04,809 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=45, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=331c7316141f,38941,1731032053606 in 10.0200 sec 2024-11-08T02:15:04,809 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=38, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=331c7316141f,38941,1731032053606 in 10.0210 sec 2024-11-08T02:15:04,810 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=42, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=331c7316141f,35923,1731032053640 in 10.0220 sec 2024-11-08T02:15:04,824 INFO [Time-limited test {}] hbase.SingleProcessHBaseCluster(267): Killing 331c7316141f,35923,1731032053640 2024-11-08T02:15:04,825 ERROR [Time-limited test {}] regionserver.HRegionServer(2442): ***** ABORTING region server 331c7316141f,35923,1731032053640: Simulated kill ***** 2024-11-08T02:15:04,825 ERROR [Time-limited test {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-08T02:15:04,825 DEBUG [Time-limited test {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-08T02:15:04,825 DEBUG [Time-limited test {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-08T02:15:04,825 DEBUG [Time-limited test {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-08T02:15:04,825 DEBUG [Time-limited test {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-08T02:15:04,825 INFO [Time-limited test {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1048576000, "init": 1048576000, "max": 2306867200, "used": 398924264 }, "NonHeapMemoryUsage": { "committed": 176160768, "init": 7667712, "max": -1, "used": 171232944 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-08T02:15:04,826 WARN [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33801 {}] master.MasterRpcServices(700): 331c7316141f,35923,1731032053640 reported a fatal error: ***** ABORTING region server 331c7316141f,35923,1731032053640: Simulated kill ***** 2024-11-08T02:15:04,827 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '331c7316141f,35923,1731032053640' ***** 2024-11-08T02:15:04,827 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Simulated kill 2024-11-08T02:15:04,827 INFO [RS:1;331c7316141f:35923 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-08T02:15:04,827 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-08T02:15:04,827 INFO [RS:1;331c7316141f:35923 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager abruptly. 2024-11-08T02:15:04,827 INFO [RS:1;331c7316141f:35923 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager abruptly. 2024-11-08T02:15:04,827 INFO [RS:1;331c7316141f:35923 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-08T02:15:04,827 INFO [RS:1;331c7316141f:35923 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:1;331c7316141f:35923. 2024-11-08T02:15:04,827 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-08T02:15:04,827 DEBUG [RS:1;331c7316141f:35923 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-08T02:15:04,827 DEBUG [RS:1;331c7316141f:35923 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T02:15:04,830 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46215 is added to blk_1073741834_1010 (size=2301) 2024-11-08T02:15:04,830 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45377 is added to blk_1073741834_1010 (size=2301) 2024-11-08T02:15:04,830 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37823 is added to blk_1073741834_1010 (size=2301) 2024-11-08T02:15:04,831 DEBUG [RS:1;331c7316141f:35923 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T02:15:04,831 INFO [RS:1;331c7316141f:35923 {}] regionserver.LeaseManager(133): Closed leases 2024-11-08T02:15:04,831 INFO [RS:1;331c7316141f:35923 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:35923 2024-11-08T02:15:04,890 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33801-0x1011838f24f0000, quorum=127.0.0.1:54194, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-08T02:15:04,890 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35923-0x1011838f24f0002, quorum=127.0.0.1:54194, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/331c7316141f,35923,1731032053640 2024-11-08T02:15:04,890 INFO [RS:1;331c7316141f:35923 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-08T02:15:04,891 INFO [regionserver/331c7316141f:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-08T02:15:04,900 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [331c7316141f,35923,1731032053640] 2024-11-08T02:15:04,911 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/331c7316141f,35923,1731032053640 already deleted, retry=false 2024-11-08T02:15:04,911 INFO [RegionServerTracker-0 {}] master.ServerManager(695): Processing expiration of 331c7316141f,35923,1731032053640 on 331c7316141f,33801,1731032053433 2024-11-08T02:15:04,912 DEBUG [RegionServerTracker-0 {}] procedure2.ProcedureExecutor(1139): Stored pid=46, state=RUNNABLE:SERVER_CRASH_START, hasLock=false; ServerCrashProcedure 331c7316141f,35923,1731032053640, splitWal=true, meta=false 2024-11-08T02:15:04,912 INFO [RegionServerTracker-0 {}] assignment.AssignmentManager(1991): Scheduled ServerCrashProcedure pid=46 for 331c7316141f,35923,1731032053640 (carryingMeta=false) 331c7316141f,35923,1731032053640/CRASHED/regionCount=4/lock=java.util.concurrent.locks.ReentrantReadWriteLock@c78974f[Write locks = 1, Read locks = 0], oldState=ONLINE. 2024-11-08T02:15:04,913 INFO [PEWorker-1 {}] procedure.ServerCrashProcedure(169): Start pid=46, state=RUNNABLE:SERVER_CRASH_START, hasLock=true; ServerCrashProcedure 331c7316141f,35923,1731032053640, splitWal=true, meta=false 2024-11-08T02:15:04,914 INFO [PEWorker-1 {}] procedure.ServerCrashProcedure(207): 331c7316141f,35923,1731032053640 had 4 regions 2024-11-08T02:15:04,916 INFO [PEWorker-1 {}] procedure.ServerCrashProcedure(339): Splitting WALs pid=46, state=RUNNABLE:SERVER_CRASH_SPLIT_LOGS, hasLock=true; ServerCrashProcedure 331c7316141f,35923,1731032053640, splitWal=true, meta=false, isMeta: false 2024-11-08T02:15:04,918 DEBUG [PEWorker-1 {}] master.MasterWalManager(329): Renamed region directory: hdfs://localhost:36009/user/jenkins/test-data/21c19980-ed44-d42f-6834-4e3eb2b1a4cd/WALs/331c7316141f,35923,1731032053640-splitting 2024-11-08T02:15:04,919 INFO [PEWorker-1 {}] master.SplitWALManager(105): 331c7316141f,35923,1731032053640 WAL count=1, meta=false 2024-11-08T02:15:04,919 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=47, ppid=46, state=RUNNABLE:ACQUIRE_SPLIT_WAL_WORKER, hasLock=false; SplitWALProcedure 331c7316141f%2C35923%2C1731032053640.1731032054369}] 2024-11-08T02:15:04,920 INFO [RegionServerTracker-0 {}] procedure.SnapshotRegionProcedure(123): This procedure 27 is already finished, skip the rest processes 2024-11-08T02:15:04,921 INFO [RegionServerTracker-0 {}] procedure.SnapshotRegionProcedure(123): This procedure 35 is already finished, skip the rest processes 2024-11-08T02:15:04,921 INFO [RegionServerTracker-0 {}] procedure.SnapshotRegionProcedure(123): This procedure 32 is already finished, skip the rest processes 2024-11-08T02:15:04,921 INFO [RegionServerTracker-0 {}] procedure.SnapshotRegionProcedure(123): This procedure 30 is already finished, skip the rest processes 2024-11-08T02:15:04,921 DEBUG [PEWorker-2 {}] master.SplitWALManager(158): Acquired split WAL worker=331c7316141f,38849,1731032053674 2024-11-08T02:15:04,921 DEBUG [PEWorker-1 {}] snapshot.SnapshotManager(1473): pid=36, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=331c7316141f,35923,1731032053640 Release verify snapshot worker=331c7316141f,35923,1731032053640 2024-11-08T02:15:04,922 WARN [PEWorker-1 {}] procedure.ServerRemoteProcedure(104): Can not send remote operation 36 to 331c7316141f,35923,1731032053640, this operation will be retried to send to another server 2024-11-08T02:15:04,922 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=48, ppid=47, state=RUNNABLE, hasLock=false; SplitWALRemoteProcedure 331c7316141f%2C35923%2C1731032053640.1731032054369, worker=331c7316141f,38849,1731032053674}] 2024-11-08T02:15:04,922 WARN [PEWorker-1 {}] procedure.SnapshotVerifyProcedure(169): Failed to get snapshot verify result , wait 1000 ms to retry org.apache.hadoop.hbase.procedure2.FailedRemoteDispatchException: Failed sent request at org.apache.hadoop.hbase.master.procedure.SnapshotVerifyProcedure.execute(SnapshotVerifyProcedure.java:156) ~[classes/:?] at org.apache.hadoop.hbase.master.procedure.SnapshotVerifyProcedure.execute(SnapshotVerifyProcedure.java:52) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] 2024-11-08T02:15:04,922 INFO [PEWorker-1 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=36, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest; timeout=1000, timestamp=1731032105922 2024-11-08T02:15:05,001 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35923-0x1011838f24f0002, quorum=127.0.0.1:54194, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-08T02:15:05,001 INFO [RS:1;331c7316141f:35923 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-08T02:15:05,001 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35923-0x1011838f24f0002, quorum=127.0.0.1:54194, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-08T02:15:05,001 INFO [RS:1;331c7316141f:35923 {}] regionserver.HRegionServer(1031): Exiting; stopping=331c7316141f,35923,1731032053640; zookeeper connection closed. 2024-11-08T02:15:05,001 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@1047f176 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@1047f176 2024-11-08T02:15:05,316 INFO [regionserver/331c7316141f:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-08T02:15:05,316 INFO [regionserver/331c7316141f:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-08T02:15:05,924 DEBUG [PEWorker-4 {}] snapshot.SnapshotManager(1464): pid=36, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=331c7316141f,38849,1731032053674 2024-11-08T02:15:13,408 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-08T02:15:14,925 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38849 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=36 2024-11-08T02:15:14,925 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38849 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SplitWALCallable, pid=48 2024-11-08T02:15:14,925 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/331c7316141f:0-2 {event_type=RS_VERIFY_SNAPSHOT, pid=36}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=36 2024-11-08T02:15:14,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33801 {}] master.HMaster(4169): Remote procedure done, pid=36 2024-11-08T02:15:14,930 DEBUG [PEWorker-3 {}] snapshot.SnapshotManager(1473): pid=36, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=331c7316141f,38849,1731032053674 Release verify snapshot worker=331c7316141f,38849,1731032053674 2024-11-08T02:15:14,933 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=36, resume processing ppid=25 2024-11-08T02:15:14,933 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_COMPLETE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_COMPLETE_SNAPSHOT 2024-11-08T02:15:14,933 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=36, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=331c7316141f,38849,1731032053674 in 20.1430 sec 2024-11-08T02:15:14,934 DEBUG [PEWorker-1 {}] snapshot.SnapshotDescriptionUtils(414): Sentinel is done, just moving the snapshot from hdfs://localhost:36009/user/jenkins/test-data/21c19980-ed44-d42f-6834-4e3eb2b1a4cd/.hbase-snapshot/.tmp/SnapshotProcedureTest to hdfs://localhost:36009/user/jenkins/test-data/21c19980-ed44-d42f-6834-4e3eb2b1a4cd/.hbase-snapshot/SnapshotProcedureTest 2024-11-08T02:15:14,936 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_POST_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_POST_OPERATION 2024-11-08T02:15:14,936 DEBUG [PEWorker-1 {}] snapshot.SnapshotManager(1451): unregister snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 }, snapshot procedure id = 25 2024-11-08T02:15:14,939 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=25, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } in 30.5300 sec 2024-11-08T02:15:14,945 INFO [RS_LOG_REPLAY_OPS-regionserver/331c7316141f:0-0 {event_type=RS_LOG_REPLAY, pid=48}] wal.WALSplitter(299): Splitting hdfs://localhost:36009/user/jenkins/test-data/21c19980-ed44-d42f-6834-4e3eb2b1a4cd/WALs/331c7316141f,35923,1731032053640-splitting/331c7316141f%2C35923%2C1731032053640.1731032054369, size=2.2 K (2301bytes) 2024-11-08T02:15:14,945 INFO [RS_LOG_REPLAY_OPS-regionserver/331c7316141f:0-0 {event_type=RS_LOG_REPLAY, pid=48}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:36009/user/jenkins/test-data/21c19980-ed44-d42f-6834-4e3eb2b1a4cd/WALs/331c7316141f,35923,1731032053640-splitting/331c7316141f%2C35923%2C1731032053640.1731032054369 2024-11-08T02:15:14,946 INFO [RS_LOG_REPLAY_OPS-regionserver/331c7316141f:0-0 {event_type=RS_LOG_REPLAY, pid=48}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:36009/user/jenkins/test-data/21c19980-ed44-d42f-6834-4e3eb2b1a4cd/WALs/331c7316141f,35923,1731032053640-splitting/331c7316141f%2C35923%2C1731032053640.1731032054369 after 1ms 2024-11-08T02:15:14,949 INFO [RS_LOG_REPLAY_OPS-regionserver/331c7316141f:0-0 {event_type=RS_LOG_REPLAY, pid=48}] wal.WALSplitter(310): Open hdfs://localhost:36009/user/jenkins/test-data/21c19980-ed44-d42f-6834-4e3eb2b1a4cd/WALs/331c7316141f,35923,1731032053640-splitting/331c7316141f%2C35923%2C1731032053640.1731032054369 took 4ms 2024-11-08T02:15:14,953 DEBUG [RS_LOG_REPLAY_OPS-regionserver/331c7316141f:0-0 {event_type=RS_LOG_REPLAY, pid=48}] wal.WALSplitter(352): Last flushed sequenceid for 840a08836a7e66bf8a9b1903dd7f655a: last_flushed_sequence_id: 18446744073709551615 store_sequence_id { family_name: "cf" sequence_id: 18446744073709551615 } 2024-11-08T02:15:14,954 DEBUG [RS_LOG_REPLAY_OPS-regionserver/331c7316141f:0-0 {event_type=RS_LOG_REPLAY, pid=48}] wal.WALSplitter(352): Last flushed sequenceid for 0bfa655aed30f9bd4cec21fce801f27c: last_flushed_sequence_id: 18446744073709551615 store_sequence_id { family_name: "cf" sequence_id: 18446744073709551615 } 2024-11-08T02:15:14,955 DEBUG [RS_LOG_REPLAY_OPS-regionserver/331c7316141f:0-0 {event_type=RS_LOG_REPLAY, pid=48}] wal.WALSplitter(352): Last flushed sequenceid for c33db556294c65cbe8905cdbd73e5b51: last_flushed_sequence_id: 5 store_sequence_id { family_name: "cf" sequence_id: 5 } 2024-11-08T02:15:14,956 DEBUG [RS_LOG_REPLAY_OPS-regionserver/331c7316141f:0-0 {event_type=RS_LOG_REPLAY, pid=48}] wal.WALSplitter(352): Last flushed sequenceid for 6753f69337b0d175957d53fc5164283f: last_flushed_sequence_id: 5 store_sequence_id { family_name: "cf" sequence_id: 5 } 2024-11-08T02:15:14,956 DEBUG [RS_LOG_REPLAY_OPS-regionserver/331c7316141f:0-0 {event_type=RS_LOG_REPLAY, pid=48}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:36009/user/jenkins/test-data/21c19980-ed44-d42f-6834-4e3eb2b1a4cd/WALs/331c7316141f,35923,1731032053640-splitting/331c7316141f%2C35923%2C1731032053640.1731032054369 so closing down 2024-11-08T02:15:14,956 DEBUG [RS_LOG_REPLAY_OPS-regionserver/331c7316141f:0-0 {event_type=RS_LOG_REPLAY, pid=48}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-08T02:15:14,956 INFO [RS_LOG_REPLAY_OPS-regionserver/331c7316141f:0-0 {event_type=RS_LOG_REPLAY, pid=48}] wal.OutputSink(145): 3 split writer threads finished 2024-11-08T02:15:14,956 INFO [RS_LOG_REPLAY_OPS-regionserver/331c7316141f:0-0 {event_type=RS_LOG_REPLAY, pid=48}] wal.WALSplitter(425): Processed 8 edits across 0 Regions in 6 ms; skipped=8; WAL=hdfs://localhost:36009/user/jenkins/test-data/21c19980-ed44-d42f-6834-4e3eb2b1a4cd/WALs/331c7316141f,35923,1731032053640-splitting/331c7316141f%2C35923%2C1731032053640.1731032054369, size=2.2 K, length=2301, corrupted=false, cancelled=false 2024-11-08T02:15:14,956 DEBUG [RS_LOG_REPLAY_OPS-regionserver/331c7316141f:0-0 {event_type=RS_LOG_REPLAY, pid=48}] wal.WALSplitter(428): Completed split of hdfs://localhost:36009/user/jenkins/test-data/21c19980-ed44-d42f-6834-4e3eb2b1a4cd/WALs/331c7316141f,35923,1731032053640-splitting/331c7316141f%2C35923%2C1731032053640.1731032054369, journal: Splitting hdfs://localhost:36009/user/jenkins/test-data/21c19980-ed44-d42f-6834-4e3eb2b1a4cd/WALs/331c7316141f,35923,1731032053640-splitting/331c7316141f%2C35923%2C1731032053640.1731032054369, size=2.2 K (2301bytes) at 1731032114945Finishing writing output for hdfs://localhost:36009/user/jenkins/test-data/21c19980-ed44-d42f-6834-4e3eb2b1a4cd/WALs/331c7316141f,35923,1731032053640-splitting/331c7316141f%2C35923%2C1731032053640.1731032054369 so closing down at 1731032114956 (+11 ms)3 split writer threads finished at 1731032114956Processed 8 edits across 0 Regions in 6 ms; skipped=8; WAL=hdfs://localhost:36009/user/jenkins/test-data/21c19980-ed44-d42f-6834-4e3eb2b1a4cd/WALs/331c7316141f,35923,1731032053640-splitting/331c7316141f%2C35923%2C1731032053640.1731032054369, size=2.2 K, length=2301, corrupted=false, cancelled=false at 1731032114956 2024-11-08T02:15:14,956 DEBUG [RS_LOG_REPLAY_OPS-regionserver/331c7316141f:0-0 {event_type=RS_LOG_REPLAY, pid=48}] regionserver.SplitLogWorker(218): Done splitting WAL hdfs://localhost:36009/user/jenkins/test-data/21c19980-ed44-d42f-6834-4e3eb2b1a4cd/WALs/331c7316141f,35923,1731032053640-splitting/331c7316141f%2C35923%2C1731032053640.1731032054369 2024-11-08T02:15:14,956 DEBUG [RS_LOG_REPLAY_OPS-regionserver/331c7316141f:0-0 {event_type=RS_LOG_REPLAY, pid=48}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=48 2024-11-08T02:15:14,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33801 {}] master.HMaster(4169): Remote procedure done, pid=48 2024-11-08T02:15:14,961 INFO [PEWorker-2 {}] wal.WALSplitUtil(143): Moved hdfs://localhost:36009/user/jenkins/test-data/21c19980-ed44-d42f-6834-4e3eb2b1a4cd/WALs/331c7316141f,35923,1731032053640-splitting/331c7316141f%2C35923%2C1731032053640.1731032054369 to hdfs://localhost:36009/user/jenkins/test-data/21c19980-ed44-d42f-6834-4e3eb2b1a4cd/oldWALs 2024-11-08T02:15:14,963 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=48, resume processing ppid=47 2024-11-08T02:15:14,963 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=48, ppid=47, state=SUCCESS, hasLock=false; SplitWALRemoteProcedure 331c7316141f%2C35923%2C1731032053640.1731032054369, worker=331c7316141f,38849,1731032053674 in 10.0390 sec 2024-11-08T02:15:14,963 DEBUG [PEWorker-5 {}] master.SplitWALManager(172): Release split WAL worker=331c7316141f,38849,1731032053674 2024-11-08T02:15:14,965 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=47, resume processing ppid=46 2024-11-08T02:15:14,965 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=47, ppid=46, state=SUCCESS, hasLock=false; SplitWALProcedure 331c7316141f%2C35923%2C1731032053640.1731032054369, worker=331c7316141f,38849,1731032053674 in 10.0450 sec 2024-11-08T02:15:14,966 INFO [PEWorker-4 {}] master.SplitLogManager(171): hdfs://localhost:36009/user/jenkins/test-data/21c19980-ed44-d42f-6834-4e3eb2b1a4cd/WALs/331c7316141f,35923,1731032053640-splitting dir is empty, no logs to split. 2024-11-08T02:15:14,966 INFO [PEWorker-4 {}] master.SplitWALManager(105): 331c7316141f,35923,1731032053640 WAL count=0, meta=false 2024-11-08T02:15:14,966 DEBUG [PEWorker-4 {}] procedure.ServerCrashProcedure(329): Check if 331c7316141f,35923,1731032053640 WAL splitting is done? wals=0, meta=false 2024-11-08T02:15:14,968 INFO [PEWorker-4 {}] procedure.ServerCrashProcedure(321): Remove WAL directory for 331c7316141f,35923,1731032053640 failed, ignore...File hdfs://localhost:36009/user/jenkins/test-data/21c19980-ed44-d42f-6834-4e3eb2b1a4cd/WALs/331c7316141f,35923,1731032053640-splitting does not exist. 2024-11-08T02:15:14,969 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=49, ppid=46, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=840a08836a7e66bf8a9b1903dd7f655a, ASSIGN}, {pid=50, ppid=46, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=0bfa655aed30f9bd4cec21fce801f27c, ASSIGN}, {pid=51, ppid=46, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=6753f69337b0d175957d53fc5164283f, ASSIGN}, {pid=52, ppid=46, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=c33db556294c65cbe8905cdbd73e5b51, ASSIGN}] 2024-11-08T02:15:14,970 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=52, ppid=46, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=c33db556294c65cbe8905cdbd73e5b51, ASSIGN 2024-11-08T02:15:14,970 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=51, ppid=46, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=6753f69337b0d175957d53fc5164283f, ASSIGN 2024-11-08T02:15:14,970 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=50, ppid=46, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=0bfa655aed30f9bd4cec21fce801f27c, ASSIGN 2024-11-08T02:15:14,970 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=49, ppid=46, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=840a08836a7e66bf8a9b1903dd7f655a, ASSIGN 2024-11-08T02:15:14,971 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=52, ppid=46, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=c33db556294c65cbe8905cdbd73e5b51, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-11-08T02:15:14,971 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=51, ppid=46, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=6753f69337b0d175957d53fc5164283f, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-11-08T02:15:14,971 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=50, ppid=46, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=0bfa655aed30f9bd4cec21fce801f27c, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-11-08T02:15:14,971 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=49, ppid=46, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=840a08836a7e66bf8a9b1903dd7f655a, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-11-08T02:15:15,031 INFO [regionserver/331c7316141f:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: ExecutorStatusChore was stopped 2024-11-08T02:15:15,121 DEBUG [331c7316141f:33801 {}] balancer.BalancerClusterState(204): Hosts are {331c7316141f=0} racks are {/default-rack=0} 2024-11-08T02:15:15,122 DEBUG [331c7316141f:33801 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-11-08T02:15:15,122 DEBUG [331c7316141f:33801 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-11-08T02:15:15,122 DEBUG [331c7316141f:33801 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-11-08T02:15:15,122 DEBUG [331c7316141f:33801 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-11-08T02:15:15,122 INFO [331c7316141f:33801 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-11-08T02:15:15,122 INFO [331c7316141f:33801 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-11-08T02:15:15,122 DEBUG [331c7316141f:33801 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-11-08T02:15:15,122 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=50 updating hbase:meta row=0bfa655aed30f9bd4cec21fce801f27c, regionState=OPENING, regionLocation=331c7316141f,38941,1731032053606 2024-11-08T02:15:15,122 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=49 updating hbase:meta row=840a08836a7e66bf8a9b1903dd7f655a, regionState=OPENING, regionLocation=331c7316141f,38849,1731032053674 2024-11-08T02:15:15,122 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=52 updating hbase:meta row=c33db556294c65cbe8905cdbd73e5b51, regionState=OPENING, regionLocation=331c7316141f,38941,1731032053606 2024-11-08T02:15:15,122 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=51 updating hbase:meta row=6753f69337b0d175957d53fc5164283f, regionState=OPENING, regionLocation=331c7316141f,38849,1731032053674 2024-11-08T02:15:15,124 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=51, ppid=46, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=6753f69337b0d175957d53fc5164283f, ASSIGN because future has completed 2024-11-08T02:15:15,124 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=53, ppid=51, state=RUNNABLE, hasLock=false; OpenRegionProcedure 6753f69337b0d175957d53fc5164283f, server=331c7316141f,38849,1731032053674}] 2024-11-08T02:15:15,125 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=52, ppid=46, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=c33db556294c65cbe8905cdbd73e5b51, ASSIGN because future has completed 2024-11-08T02:15:15,125 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=54, ppid=52, state=RUNNABLE, hasLock=false; OpenRegionProcedure c33db556294c65cbe8905cdbd73e5b51, server=331c7316141f,38941,1731032053606}] 2024-11-08T02:15:15,126 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=49, ppid=46, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=840a08836a7e66bf8a9b1903dd7f655a, ASSIGN because future has completed 2024-11-08T02:15:15,126 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=55, ppid=49, state=RUNNABLE, hasLock=false; OpenRegionProcedure 840a08836a7e66bf8a9b1903dd7f655a, server=331c7316141f,38849,1731032053674}] 2024-11-08T02:15:15,127 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=50, ppid=46, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=0bfa655aed30f9bd4cec21fce801f27c, ASSIGN because future has completed 2024-11-08T02:15:15,127 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=56, ppid=50, state=RUNNABLE, hasLock=false; OpenRegionProcedure 0bfa655aed30f9bd4cec21fce801f27c, server=331c7316141f,38941,1731032053606}] 2024-11-08T02:15:15,197 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=SPTestTable,, stopping at row=SPTestTable ,, for max=2147483647 with caching=100 2024-11-08T02:15:15,201 WARN [Time-limited test {}] procedure2.ProcedureTestingUtility(193): Set Kill before store update to: false 2024-11-08T02:15:15,201 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-08T02:15:15,202 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-08T02:15:15,202 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.master.procedure.TestSnapshotProcedure.teardown(TestSnapshotProcedure.java:151) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-08T02:15:15,202 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T02:15:15,202 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T02:15:15,202 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-08T02:15:15,203 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-08T02:15:15,203 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=2033317290, stopped=false 2024-11-08T02:15:15,203 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=331c7316141f,33801,1731032053433 2024-11-08T02:15:15,215 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33801-0x1011838f24f0000, quorum=127.0.0.1:54194, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-08T02:15:15,215 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38849-0x1011838f24f0003, quorum=127.0.0.1:54194, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-08T02:15:15,215 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38941-0x1011838f24f0001, quorum=127.0.0.1:54194, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-08T02:15:15,216 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38849-0x1011838f24f0003, quorum=127.0.0.1:54194, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T02:15:15,216 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38941-0x1011838f24f0001, quorum=127.0.0.1:54194, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T02:15:15,216 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33801-0x1011838f24f0000, quorum=127.0.0.1:54194, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T02:15:15,216 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-08T02:15:15,216 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:33801-0x1011838f24f0000, quorum=127.0.0.1:54194, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-08T02:15:15,216 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:38849-0x1011838f24f0003, quorum=127.0.0.1:54194, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-08T02:15:15,216 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-08T02:15:15,216 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:38941-0x1011838f24f0001, quorum=127.0.0.1:54194, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-08T02:15:15,216 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.master.procedure.TestSnapshotProcedure.teardown(TestSnapshotProcedure.java:151) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-08T02:15:15,217 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T02:15:15,217 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '331c7316141f,38941,1731032053606' ***** 2024-11-08T02:15:15,217 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-08T02:15:15,217 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '331c7316141f,38849,1731032053674' ***** 2024-11-08T02:15:15,217 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-08T02:15:15,217 INFO [RS:0;331c7316141f:38941 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-08T02:15:15,217 INFO [RS:2;331c7316141f:38849 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-08T02:15:15,217 INFO [RS:0;331c7316141f:38941 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-08T02:15:15,217 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-08T02:15:15,217 INFO [RS:2;331c7316141f:38849 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-08T02:15:15,217 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-08T02:15:15,217 INFO [RS:0;331c7316141f:38941 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-08T02:15:15,217 INFO [RS:2;331c7316141f:38849 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-08T02:15:15,217 INFO [RS:0;331c7316141f:38941 {}] regionserver.HRegionServer(3091): Received CLOSE for 57927a129e22ae298c0994a4a23e27c0 2024-11-08T02:15:15,217 INFO [RS:2;331c7316141f:38849 {}] regionserver.HRegionServer(3091): Received CLOSE for 42c33ed8583abbecdbab434a17626eae 2024-11-08T02:15:15,218 INFO [RS:2;331c7316141f:38849 {}] regionserver.HRegionServer(3091): Received CLOSE for 17d01c6c5888f671289518a1c3a2f4a5 2024-11-08T02:15:15,218 INFO [RS:0;331c7316141f:38941 {}] regionserver.HRegionServer(3091): Received CLOSE for 5b222a6f78222b35cf062ef5cc131eb2 2024-11-08T02:15:15,218 INFO [RS:2;331c7316141f:38849 {}] regionserver.HRegionServer(3091): Received CLOSE for b9165cbe0a9fe00968f05c896c3b79c7 2024-11-08T02:15:15,218 INFO [RS:0;331c7316141f:38941 {}] regionserver.HRegionServer(3091): Received CLOSE for c3b4429d0074e2c670eacc8ab4db609e 2024-11-08T02:15:15,218 INFO [RS:2;331c7316141f:38849 {}] regionserver.HRegionServer(959): stopping server 331c7316141f,38849,1731032053674 2024-11-08T02:15:15,218 INFO [RS:0;331c7316141f:38941 {}] regionserver.HRegionServer(959): stopping server 331c7316141f,38941,1731032053606 2024-11-08T02:15:15,218 DEBUG [RS_CLOSE_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 42c33ed8583abbecdbab434a17626eae, disabling compactions & flushes 2024-11-08T02:15:15,218 INFO [RS:0;331c7316141f:38941 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-08T02:15:15,218 INFO [RS:2;331c7316141f:38849 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-08T02:15:15,218 INFO [RS_CLOSE_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,33333332,1731032064752.42c33ed8583abbecdbab434a17626eae. 2024-11-08T02:15:15,218 DEBUG [RS_CLOSE_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 57927a129e22ae298c0994a4a23e27c0, disabling compactions & flushes 2024-11-08T02:15:15,218 INFO [RS:0;331c7316141f:38941 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;331c7316141f:38941. 2024-11-08T02:15:15,218 DEBUG [RS_CLOSE_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,33333332,1731032064752.42c33ed8583abbecdbab434a17626eae. 2024-11-08T02:15:15,218 INFO [RS:2;331c7316141f:38849 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:2;331c7316141f:38849. 2024-11-08T02:15:15,218 INFO [RS_CLOSE_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,7ffffffd,1731032064752.57927a129e22ae298c0994a4a23e27c0. 2024-11-08T02:15:15,218 DEBUG [RS_CLOSE_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,33333332,1731032064752.42c33ed8583abbecdbab434a17626eae. after waiting 0 ms 2024-11-08T02:15:15,218 DEBUG [RS:0;331c7316141f:38941 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-08T02:15:15,218 DEBUG [RS_CLOSE_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,33333332,1731032064752.42c33ed8583abbecdbab434a17626eae. 2024-11-08T02:15:15,218 DEBUG [RS_CLOSE_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,7ffffffd,1731032064752.57927a129e22ae298c0994a4a23e27c0. 2024-11-08T02:15:15,218 DEBUG [RS:0;331c7316141f:38941 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T02:15:15,218 DEBUG [RS:2;331c7316141f:38849 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-08T02:15:15,218 DEBUG [RS_CLOSE_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,7ffffffd,1731032064752.57927a129e22ae298c0994a4a23e27c0. after waiting 0 ms 2024-11-08T02:15:15,218 INFO [RS:0;331c7316141f:38941 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-08T02:15:15,218 DEBUG [RS_CLOSE_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,7ffffffd,1731032064752.57927a129e22ae298c0994a4a23e27c0. 2024-11-08T02:15:15,218 DEBUG [RS:2;331c7316141f:38849 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T02:15:15,218 INFO [RS:0;331c7316141f:38941 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-08T02:15:15,218 INFO [RS:0;331c7316141f:38941 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-08T02:15:15,218 INFO [RS:2;331c7316141f:38849 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-08T02:15:15,218 INFO [RS:0;331c7316141f:38941 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-08T02:15:15,218 DEBUG [RS:2;331c7316141f:38849 {}] regionserver.HRegionServer(1325): Online Regions={42c33ed8583abbecdbab434a17626eae=SPTestTable,33333332,1731032064752.42c33ed8583abbecdbab434a17626eae., 17d01c6c5888f671289518a1c3a2f4a5=SPTestTable,4ccccccb,1731032064752.17d01c6c5888f671289518a1c3a2f4a5., b9165cbe0a9fe00968f05c896c3b79c7=SPTestTable,ccccccc8,1731032064752.b9165cbe0a9fe00968f05c896c3b79c7.} 2024-11-08T02:15:15,218 DEBUG [RS:2;331c7316141f:38849 {}] regionserver.HRegionServer(1351): Waiting on 17d01c6c5888f671289518a1c3a2f4a5, 42c33ed8583abbecdbab434a17626eae, b9165cbe0a9fe00968f05c896c3b79c7 2024-11-08T02:15:15,218 INFO [RS:0;331c7316141f:38941 {}] regionserver.HRegionServer(1321): Waiting on 4 regions to close 2024-11-08T02:15:15,218 DEBUG [RS:0;331c7316141f:38941 {}] regionserver.HRegionServer(1325): Online Regions={57927a129e22ae298c0994a4a23e27c0=SPTestTable,7ffffffd,1731032064752.57927a129e22ae298c0994a4a23e27c0., 5b222a6f78222b35cf062ef5cc131eb2=SPTestTable,,1731032064752.5b222a6f78222b35cf062ef5cc131eb2., c3b4429d0074e2c670eacc8ab4db609e=SPTestTable,b333332f,1731032064752.c3b4429d0074e2c670eacc8ab4db609e., 1588230740=hbase:meta,,1.1588230740} 2024-11-08T02:15:15,218 DEBUG [RS_CLOSE_META-regionserver/331c7316141f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-08T02:15:15,218 DEBUG [RS:0;331c7316141f:38941 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 57927a129e22ae298c0994a4a23e27c0, 5b222a6f78222b35cf062ef5cc131eb2, c3b4429d0074e2c670eacc8ab4db609e 2024-11-08T02:15:15,218 INFO [RS_CLOSE_META-regionserver/331c7316141f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-08T02:15:15,218 DEBUG [RS_CLOSE_META-regionserver/331c7316141f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-08T02:15:15,219 DEBUG [RS_CLOSE_META-regionserver/331c7316141f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-08T02:15:15,219 DEBUG [RS_CLOSE_META-regionserver/331c7316141f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-08T02:15:15,219 INFO [RS_CLOSE_META-regionserver/331c7316141f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=13.96 KB heapSize=23.49 KB 2024-11-08T02:15:15,221 DEBUG [RS_CLOSE_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36009/user/jenkins/test-data/21c19980-ed44-d42f-6834-4e3eb2b1a4cd/data/default/SPTestTable/42c33ed8583abbecdbab434a17626eae/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-11-08T02:15:15,221 DEBUG [RS_CLOSE_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36009/user/jenkins/test-data/21c19980-ed44-d42f-6834-4e3eb2b1a4cd/data/default/SPTestTable/57927a129e22ae298c0994a4a23e27c0/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-11-08T02:15:15,222 INFO [RS_CLOSE_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,33333332,1731032064752.42c33ed8583abbecdbab434a17626eae. 2024-11-08T02:15:15,222 DEBUG [RS_CLOSE_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 42c33ed8583abbecdbab434a17626eae: Waiting for close lock at 1731032115218Running coprocessor pre-close hooks at 1731032115218Disabling compacts and flushes for region at 1731032115218Disabling writes for close at 1731032115218Writing region close event to WAL at 1731032115218Running coprocessor post-close hooks at 1731032115222 (+4 ms)Closed at 1731032115222 2024-11-08T02:15:15,222 INFO [RS_CLOSE_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,7ffffffd,1731032064752.57927a129e22ae298c0994a4a23e27c0. 2024-11-08T02:15:15,222 DEBUG [RS_CLOSE_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 57927a129e22ae298c0994a4a23e27c0: Waiting for close lock at 1731032115218Running coprocessor pre-close hooks at 1731032115218Disabling compacts and flushes for region at 1731032115218Disabling writes for close at 1731032115218Writing region close event to WAL at 1731032115218Running coprocessor post-close hooks at 1731032115222 (+4 ms)Closed at 1731032115222 2024-11-08T02:15:15,222 DEBUG [RS_CLOSE_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,33333332,1731032064752.42c33ed8583abbecdbab434a17626eae. 2024-11-08T02:15:15,222 DEBUG [RS_CLOSE_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,7ffffffd,1731032064752.57927a129e22ae298c0994a4a23e27c0. 2024-11-08T02:15:15,222 DEBUG [RS_CLOSE_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 17d01c6c5888f671289518a1c3a2f4a5, disabling compactions & flushes 2024-11-08T02:15:15,222 INFO [RS_CLOSE_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,4ccccccb,1731032064752.17d01c6c5888f671289518a1c3a2f4a5. 2024-11-08T02:15:15,222 DEBUG [RS_CLOSE_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,4ccccccb,1731032064752.17d01c6c5888f671289518a1c3a2f4a5. 2024-11-08T02:15:15,222 DEBUG [RS_CLOSE_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 5b222a6f78222b35cf062ef5cc131eb2, disabling compactions & flushes 2024-11-08T02:15:15,222 DEBUG [RS_CLOSE_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,4ccccccb,1731032064752.17d01c6c5888f671289518a1c3a2f4a5. after waiting 0 ms 2024-11-08T02:15:15,222 DEBUG [RS_CLOSE_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,4ccccccb,1731032064752.17d01c6c5888f671289518a1c3a2f4a5. 2024-11-08T02:15:15,222 INFO [RS_CLOSE_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,,1731032064752.5b222a6f78222b35cf062ef5cc131eb2. 2024-11-08T02:15:15,222 DEBUG [RS_CLOSE_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,,1731032064752.5b222a6f78222b35cf062ef5cc131eb2. 2024-11-08T02:15:15,222 DEBUG [RS_CLOSE_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,,1731032064752.5b222a6f78222b35cf062ef5cc131eb2. after waiting 0 ms 2024-11-08T02:15:15,222 DEBUG [RS_CLOSE_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,,1731032064752.5b222a6f78222b35cf062ef5cc131eb2. 2024-11-08T02:15:15,225 DEBUG [RS_CLOSE_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36009/user/jenkins/test-data/21c19980-ed44-d42f-6834-4e3eb2b1a4cd/data/default/SPTestTable/5b222a6f78222b35cf062ef5cc131eb2/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-11-08T02:15:15,226 DEBUG [RS_CLOSE_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36009/user/jenkins/test-data/21c19980-ed44-d42f-6834-4e3eb2b1a4cd/data/default/SPTestTable/17d01c6c5888f671289518a1c3a2f4a5/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-11-08T02:15:15,226 INFO [RS_CLOSE_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,,1731032064752.5b222a6f78222b35cf062ef5cc131eb2. 2024-11-08T02:15:15,226 DEBUG [RS_CLOSE_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 5b222a6f78222b35cf062ef5cc131eb2: Waiting for close lock at 1731032115222Running coprocessor pre-close hooks at 1731032115222Disabling compacts and flushes for region at 1731032115222Disabling writes for close at 1731032115222Writing region close event to WAL at 1731032115223 (+1 ms)Running coprocessor post-close hooks at 1731032115226 (+3 ms)Closed at 1731032115226 2024-11-08T02:15:15,226 INFO [RS_CLOSE_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,4ccccccb,1731032064752.17d01c6c5888f671289518a1c3a2f4a5. 2024-11-08T02:15:15,226 DEBUG [RS_CLOSE_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 17d01c6c5888f671289518a1c3a2f4a5: Waiting for close lock at 1731032115222Running coprocessor pre-close hooks at 1731032115222Disabling compacts and flushes for region at 1731032115222Disabling writes for close at 1731032115222Writing region close event to WAL at 1731032115223 (+1 ms)Running coprocessor post-close hooks at 1731032115226 (+3 ms)Closed at 1731032115226 2024-11-08T02:15:15,226 DEBUG [RS_CLOSE_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,,1731032064752.5b222a6f78222b35cf062ef5cc131eb2. 2024-11-08T02:15:15,226 DEBUG [RS_CLOSE_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,4ccccccb,1731032064752.17d01c6c5888f671289518a1c3a2f4a5. 2024-11-08T02:15:15,226 DEBUG [RS_CLOSE_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing c3b4429d0074e2c670eacc8ab4db609e, disabling compactions & flushes 2024-11-08T02:15:15,226 DEBUG [RS_CLOSE_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing b9165cbe0a9fe00968f05c896c3b79c7, disabling compactions & flushes 2024-11-08T02:15:15,226 INFO [RS_CLOSE_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,b333332f,1731032064752.c3b4429d0074e2c670eacc8ab4db609e. 2024-11-08T02:15:15,226 INFO [RS_CLOSE_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,ccccccc8,1731032064752.b9165cbe0a9fe00968f05c896c3b79c7. 2024-11-08T02:15:15,226 DEBUG [RS_CLOSE_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,b333332f,1731032064752.c3b4429d0074e2c670eacc8ab4db609e. 2024-11-08T02:15:15,226 DEBUG [RS_CLOSE_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,ccccccc8,1731032064752.b9165cbe0a9fe00968f05c896c3b79c7. 2024-11-08T02:15:15,226 DEBUG [RS_CLOSE_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,b333332f,1731032064752.c3b4429d0074e2c670eacc8ab4db609e. after waiting 0 ms 2024-11-08T02:15:15,226 DEBUG [RS_CLOSE_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,ccccccc8,1731032064752.b9165cbe0a9fe00968f05c896c3b79c7. after waiting 0 ms 2024-11-08T02:15:15,226 DEBUG [RS_CLOSE_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,b333332f,1731032064752.c3b4429d0074e2c670eacc8ab4db609e. 2024-11-08T02:15:15,226 DEBUG [RS_CLOSE_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,ccccccc8,1731032064752.b9165cbe0a9fe00968f05c896c3b79c7. 2024-11-08T02:15:15,227 INFO [regionserver/331c7316141f:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-08T02:15:15,227 INFO [regionserver/331c7316141f:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-08T02:15:15,230 DEBUG [RS_CLOSE_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36009/user/jenkins/test-data/21c19980-ed44-d42f-6834-4e3eb2b1a4cd/data/default/SPTestTable/c3b4429d0074e2c670eacc8ab4db609e/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-08T02:15:15,230 DEBUG [RS_CLOSE_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36009/user/jenkins/test-data/21c19980-ed44-d42f-6834-4e3eb2b1a4cd/data/default/SPTestTable/b9165cbe0a9fe00968f05c896c3b79c7/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-08T02:15:15,231 INFO [RS_CLOSE_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,ccccccc8,1731032064752.b9165cbe0a9fe00968f05c896c3b79c7. 2024-11-08T02:15:15,231 INFO [RS_CLOSE_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,b333332f,1731032064752.c3b4429d0074e2c670eacc8ab4db609e. 2024-11-08T02:15:15,231 DEBUG [RS_CLOSE_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for b9165cbe0a9fe00968f05c896c3b79c7: Waiting for close lock at 1731032115226Running coprocessor pre-close hooks at 1731032115226Disabling compacts and flushes for region at 1731032115226Disabling writes for close at 1731032115226Writing region close event to WAL at 1731032115227 (+1 ms)Running coprocessor post-close hooks at 1731032115230 (+3 ms)Closed at 1731032115230 2024-11-08T02:15:15,231 DEBUG [RS_CLOSE_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for c3b4429d0074e2c670eacc8ab4db609e: Waiting for close lock at 1731032115226Running coprocessor pre-close hooks at 1731032115226Disabling compacts and flushes for region at 1731032115226Disabling writes for close at 1731032115226Writing region close event to WAL at 1731032115227 (+1 ms)Running coprocessor post-close hooks at 1731032115231 (+4 ms)Closed at 1731032115231 2024-11-08T02:15:15,231 DEBUG [RS_CLOSE_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,ccccccc8,1731032064752.b9165cbe0a9fe00968f05c896c3b79c7. 2024-11-08T02:15:15,231 DEBUG [RS_CLOSE_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,b333332f,1731032064752.c3b4429d0074e2c670eacc8ab4db609e. 2024-11-08T02:15:15,235 DEBUG [RS_CLOSE_META-regionserver/331c7316141f:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36009/user/jenkins/test-data/21c19980-ed44-d42f-6834-4e3eb2b1a4cd/data/hbase/meta/1588230740/.tmp/info/6fd59efd79674d02a214c363aed22618 is 167, key is SPTestTable,19999999,1731032064752.840a08836a7e66bf8a9b1903dd7f655a./info:regioninfo/1731032115122/Put/seqid=0 2024-11-08T02:15:15,237 INFO [regionserver/331c7316141f:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-08T02:15:15,237 INFO [regionserver/331c7316141f:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-08T02:15:15,241 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45377 is added to blk_1073741864_1040 (size=18915) 2024-11-08T02:15:15,241 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37823 is added to blk_1073741864_1040 (size=18915) 2024-11-08T02:15:15,241 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46215 is added to blk_1073741864_1040 (size=18915) 2024-11-08T02:15:15,242 INFO [RS_CLOSE_META-regionserver/331c7316141f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=13.80 KB at sequenceid=33 (bloomFilter=true), to=hdfs://localhost:36009/user/jenkins/test-data/21c19980-ed44-d42f-6834-4e3eb2b1a4cd/data/hbase/meta/1588230740/.tmp/info/6fd59efd79674d02a214c363aed22618 2024-11-08T02:15:15,261 DEBUG [RS_CLOSE_META-regionserver/331c7316141f:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36009/user/jenkins/test-data/21c19980-ed44-d42f-6834-4e3eb2b1a4cd/data/hbase/meta/1588230740/.tmp/ns/fa404e769b864e7b91844499985ae73a is 43, key is default/ns:d/1731032064681/Put/seqid=0 2024-11-08T02:15:15,268 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45377 is added to blk_1073741865_1041 (size=5153) 2024-11-08T02:15:15,268 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37823 is added to blk_1073741865_1041 (size=5153) 2024-11-08T02:15:15,268 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46215 is added to blk_1073741865_1041 (size=5153) 2024-11-08T02:15:15,269 INFO [RS_CLOSE_META-regionserver/331c7316141f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=33 (bloomFilter=true), to=hdfs://localhost:36009/user/jenkins/test-data/21c19980-ed44-d42f-6834-4e3eb2b1a4cd/data/hbase/meta/1588230740/.tmp/ns/fa404e769b864e7b91844499985ae73a 2024-11-08T02:15:15,275 INFO [regionserver/331c7316141f:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-08T02:15:15,287 DEBUG [RS_CLOSE_META-regionserver/331c7316141f:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36009/user/jenkins/test-data/21c19980-ed44-d42f-6834-4e3eb2b1a4cd/data/hbase/meta/1588230740/.tmp/table/24bada110e38478e9807f035bc9caa4d is 47, key is SPTestTable/table:state/1731032075183/Put/seqid=0 2024-11-08T02:15:15,294 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46215 is added to blk_1073741866_1042 (size=5214) 2024-11-08T02:15:15,294 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37823 is added to blk_1073741866_1042 (size=5214) 2024-11-08T02:15:15,294 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45377 is added to blk_1073741866_1042 (size=5214) 2024-11-08T02:15:15,294 INFO [RS_CLOSE_META-regionserver/331c7316141f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=86 B at sequenceid=33 (bloomFilter=true), to=hdfs://localhost:36009/user/jenkins/test-data/21c19980-ed44-d42f-6834-4e3eb2b1a4cd/data/hbase/meta/1588230740/.tmp/table/24bada110e38478e9807f035bc9caa4d 2024-11-08T02:15:15,301 DEBUG [RS_CLOSE_META-regionserver/331c7316141f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36009/user/jenkins/test-data/21c19980-ed44-d42f-6834-4e3eb2b1a4cd/data/hbase/meta/1588230740/.tmp/info/6fd59efd79674d02a214c363aed22618 as hdfs://localhost:36009/user/jenkins/test-data/21c19980-ed44-d42f-6834-4e3eb2b1a4cd/data/hbase/meta/1588230740/info/6fd59efd79674d02a214c363aed22618 2024-11-08T02:15:15,303 INFO [regionserver/331c7316141f:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-08T02:15:15,308 INFO [RS_CLOSE_META-regionserver/331c7316141f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36009/user/jenkins/test-data/21c19980-ed44-d42f-6834-4e3eb2b1a4cd/data/hbase/meta/1588230740/info/6fd59efd79674d02a214c363aed22618, entries=104, sequenceid=33, filesize=18.5 K 2024-11-08T02:15:15,309 DEBUG [RS_CLOSE_META-regionserver/331c7316141f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36009/user/jenkins/test-data/21c19980-ed44-d42f-6834-4e3eb2b1a4cd/data/hbase/meta/1588230740/.tmp/ns/fa404e769b864e7b91844499985ae73a as hdfs://localhost:36009/user/jenkins/test-data/21c19980-ed44-d42f-6834-4e3eb2b1a4cd/data/hbase/meta/1588230740/ns/fa404e769b864e7b91844499985ae73a 2024-11-08T02:15:15,315 INFO [RS_CLOSE_META-regionserver/331c7316141f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36009/user/jenkins/test-data/21c19980-ed44-d42f-6834-4e3eb2b1a4cd/data/hbase/meta/1588230740/ns/fa404e769b864e7b91844499985ae73a, entries=2, sequenceid=33, filesize=5.0 K 2024-11-08T02:15:15,317 DEBUG [RS_CLOSE_META-regionserver/331c7316141f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36009/user/jenkins/test-data/21c19980-ed44-d42f-6834-4e3eb2b1a4cd/data/hbase/meta/1588230740/.tmp/table/24bada110e38478e9807f035bc9caa4d as hdfs://localhost:36009/user/jenkins/test-data/21c19980-ed44-d42f-6834-4e3eb2b1a4cd/data/hbase/meta/1588230740/table/24bada110e38478e9807f035bc9caa4d 2024-11-08T02:15:15,323 INFO [RS_CLOSE_META-regionserver/331c7316141f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36009/user/jenkins/test-data/21c19980-ed44-d42f-6834-4e3eb2b1a4cd/data/hbase/meta/1588230740/table/24bada110e38478e9807f035bc9caa4d, entries=2, sequenceid=33, filesize=5.1 K 2024-11-08T02:15:15,324 INFO [RS_CLOSE_META-regionserver/331c7316141f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~13.96 KB/14296, heapSize ~23.20 KB/23752, currentSize=0 B/0 for 1588230740 in 105ms, sequenceid=33, compaction requested=false 2024-11-08T02:15:15,329 DEBUG [RS_CLOSE_META-regionserver/331c7316141f:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36009/user/jenkins/test-data/21c19980-ed44-d42f-6834-4e3eb2b1a4cd/data/hbase/meta/1588230740/recovered.edits/36.seqid, newMaxSeqId=36, maxSeqId=1 2024-11-08T02:15:15,329 DEBUG [RS_CLOSE_META-regionserver/331c7316141f:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-08T02:15:15,329 INFO [RS_CLOSE_META-regionserver/331c7316141f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-08T02:15:15,330 DEBUG [RS_CLOSE_META-regionserver/331c7316141f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731032115218Running coprocessor pre-close hooks at 1731032115218Disabling compacts and flushes for region at 1731032115218Disabling writes for close at 1731032115219 (+1 ms)Obtaining lock to block concurrent updates at 1731032115219Preparing flush snapshotting stores in 1588230740 at 1731032115219Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=14296, getHeapSize=23992, getOffHeapSize=0, getCellsCount=116 at 1731032115219Flushing stores of hbase:meta,,1.1588230740 at 1731032115220 (+1 ms)Flushing 1588230740/info: creating writer at 1731032115220Flushing 1588230740/info: appending metadata at 1731032115235 (+15 ms)Flushing 1588230740/info: closing flushed file at 1731032115235Flushing 1588230740/ns: creating writer at 1731032115248 (+13 ms)Flushing 1588230740/ns: appending metadata at 1731032115261 (+13 ms)Flushing 1588230740/ns: closing flushed file at 1731032115261Flushing 1588230740/table: creating writer at 1731032115274 (+13 ms)Flushing 1588230740/table: appending metadata at 1731032115287 (+13 ms)Flushing 1588230740/table: closing flushed file at 1731032115287Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5fc5f37b: reopening flushed file at 1731032115300 (+13 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4d3c7dfa: reopening flushed file at 1731032115308 (+8 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@11ded3c5: reopening flushed file at 1731032115316 (+8 ms)Finished flush of dataSize ~13.96 KB/14296, heapSize ~23.20 KB/23752, currentSize=0 B/0 for 1588230740 in 105ms, sequenceid=33, compaction requested=false at 1731032115324 (+8 ms)Writing region close event to WAL at 1731032115325 (+1 ms)Running coprocessor post-close hooks at 1731032115329 (+4 ms)Closed at 1731032115329 2024-11-08T02:15:15,330 DEBUG [RS_CLOSE_META-regionserver/331c7316141f:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-08T02:15:15,418 INFO [RS:2;331c7316141f:38849 {}] regionserver.HRegionServer(976): stopping server 331c7316141f,38849,1731032053674; all regions closed. 2024-11-08T02:15:15,419 INFO [RS:0;331c7316141f:38941 {}] regionserver.HRegionServer(976): stopping server 331c7316141f,38941,1731032053606; all regions closed. 2024-11-08T02:15:15,421 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46215 is added to blk_1073741836_1012 (size=16870) 2024-11-08T02:15:15,422 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46215 is added to blk_1073741835_1011 (size=2364) 2024-11-08T02:15:15,422 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/21c19980-ed44-d42f-6834-4e3eb2b1a4cd/WALs/331c7316141f,38849,1731032053674/331c7316141f%2C38849%2C1731032053674.1731032054371 not finished, retry = 0 2024-11-08T02:15:15,422 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45377 is added to blk_1073741836_1012 (size=16870) 2024-11-08T02:15:15,422 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45377 is added to blk_1073741835_1011 (size=2364) 2024-11-08T02:15:15,422 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37823 is added to blk_1073741835_1011 (size=2364) 2024-11-08T02:15:15,422 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37823 is added to blk_1073741836_1012 (size=16870) 2024-11-08T02:15:15,424 DEBUG [RS:0;331c7316141f:38941 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/21c19980-ed44-d42f-6834-4e3eb2b1a4cd/oldWALs 2024-11-08T02:15:15,424 INFO [RS:0;331c7316141f:38941 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 331c7316141f%2C38941%2C1731032053606.meta:.meta(num 1731032064575) 2024-11-08T02:15:15,427 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37823 is added to blk_1073741833_1009 (size=2334) 2024-11-08T02:15:15,427 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45377 is added to blk_1073741833_1009 (size=2334) 2024-11-08T02:15:15,427 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46215 is added to blk_1073741833_1009 (size=2334) 2024-11-08T02:15:15,427 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/21c19980-ed44-d42f-6834-4e3eb2b1a4cd/WALs/331c7316141f,38941,1731032053606/331c7316141f%2C38941%2C1731032053606.1731032054365 not finished, retry = 0 2024-11-08T02:15:15,525 DEBUG [RS:2;331c7316141f:38849 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/21c19980-ed44-d42f-6834-4e3eb2b1a4cd/oldWALs 2024-11-08T02:15:15,525 INFO [RS:2;331c7316141f:38849 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 331c7316141f%2C38849%2C1731032053674:(num 1731032054371) 2024-11-08T02:15:15,525 DEBUG [RS:2;331c7316141f:38849 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T02:15:15,525 INFO [RS:2;331c7316141f:38849 {}] regionserver.LeaseManager(133): Closed leases 2024-11-08T02:15:15,525 INFO [RS:2;331c7316141f:38849 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-08T02:15:15,526 INFO [RS:2;331c7316141f:38849 {}] hbase.ChoreService(370): Chore service for: regionserver/331c7316141f:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-08T02:15:15,526 INFO [RS:2;331c7316141f:38849 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-08T02:15:15,526 INFO [regionserver/331c7316141f:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-08T02:15:15,526 INFO [RS:2;331c7316141f:38849 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-08T02:15:15,526 INFO [RS:2;331c7316141f:38849 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-08T02:15:15,526 INFO [RS:2;331c7316141f:38849 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-08T02:15:15,526 INFO [RS:2;331c7316141f:38849 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:38849 2024-11-08T02:15:15,530 DEBUG [RS:0;331c7316141f:38941 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/21c19980-ed44-d42f-6834-4e3eb2b1a4cd/oldWALs 2024-11-08T02:15:15,530 INFO [RS:0;331c7316141f:38941 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 331c7316141f%2C38941%2C1731032053606:(num 1731032054365) 2024-11-08T02:15:15,530 DEBUG [RS:0;331c7316141f:38941 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T02:15:15,530 INFO [RS:0;331c7316141f:38941 {}] regionserver.LeaseManager(133): Closed leases 2024-11-08T02:15:15,530 INFO [RS:0;331c7316141f:38941 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-08T02:15:15,530 INFO [RS:0;331c7316141f:38941 {}] hbase.ChoreService(370): Chore service for: regionserver/331c7316141f:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-08T02:15:15,530 INFO [RS:0;331c7316141f:38941 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-08T02:15:15,531 INFO [regionserver/331c7316141f:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-08T02:15:15,531 INFO [RS:0;331c7316141f:38941 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:38941 2024-11-08T02:15:15,542 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33801-0x1011838f24f0000, quorum=127.0.0.1:54194, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-08T02:15:15,542 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38849-0x1011838f24f0003, quorum=127.0.0.1:54194, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/331c7316141f,38849,1731032053674 2024-11-08T02:15:15,542 INFO [RS:2;331c7316141f:38849 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-08T02:15:15,563 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38941-0x1011838f24f0001, quorum=127.0.0.1:54194, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/331c7316141f,38941,1731032053606 2024-11-08T02:15:15,563 INFO [RS:0;331c7316141f:38941 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-08T02:15:15,584 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [331c7316141f,38941,1731032053606] 2024-11-08T02:15:15,626 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/331c7316141f,38941,1731032053606 already deleted, retry=false 2024-11-08T02:15:15,626 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 331c7316141f,38941,1731032053606 expired; onlineServers=1 2024-11-08T02:15:15,626 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [331c7316141f,38849,1731032053674] 2024-11-08T02:15:15,647 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/331c7316141f,38849,1731032053674 already deleted, retry=false 2024-11-08T02:15:15,647 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 331c7316141f,38849,1731032053674 expired; onlineServers=0 2024-11-08T02:15:15,647 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '331c7316141f,33801,1731032053433' ***** 2024-11-08T02:15:15,647 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-08T02:15:15,647 INFO [M:0;331c7316141f:33801 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-08T02:15:15,647 INFO [M:0;331c7316141f:33801 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-08T02:15:15,647 DEBUG [M:0;331c7316141f:33801 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-08T02:15:15,647 DEBUG [M:0;331c7316141f:33801 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-08T02:15:15,647 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-08T02:15:15,647 DEBUG [master/331c7316141f:0:becomeActiveMaster-HFileCleaner.small.0-1731032054075 {}] cleaner.HFileCleaner(306): Exit Thread[master/331c7316141f:0:becomeActiveMaster-HFileCleaner.small.0-1731032054075,5,FailOnTimeoutGroup] 2024-11-08T02:15:15,648 DEBUG [master/331c7316141f:0:becomeActiveMaster-HFileCleaner.large.0-1731032054075 {}] cleaner.HFileCleaner(306): Exit Thread[master/331c7316141f:0:becomeActiveMaster-HFileCleaner.large.0-1731032054075,5,FailOnTimeoutGroup] 2024-11-08T02:15:15,648 INFO [M:0;331c7316141f:33801 {}] hbase.ChoreService(370): Chore service for: master/331c7316141f:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-08T02:15:15,648 INFO [M:0;331c7316141f:33801 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-08T02:15:15,648 DEBUG [M:0;331c7316141f:33801 {}] master.HMaster(1795): Stopping service threads 2024-11-08T02:15:15,648 INFO [M:0;331c7316141f:33801 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-08T02:15:15,648 INFO [M:0;331c7316141f:33801 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-08T02:15:15,648 ERROR [M:0;331c7316141f:33801 {}] procedure2.ProcedureExecutor(763): There are still active thread in group java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10], see STDOUT java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10] Thread[IPC Client (2018628547) connection to localhost/127.0.0.1:36009 from jenkins,5,PEWorkerGroup] Thread[IPC Parameter Sending Thread for localhost/127.0.0.1:36009,5,PEWorkerGroup] 2024-11-08T02:15:15,648 INFO [M:0;331c7316141f:33801 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-08T02:15:15,648 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-08T02:15:15,668 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33801-0x1011838f24f0000, quorum=127.0.0.1:54194, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master 2024-11-08T02:15:15,668 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33801-0x1011838f24f0000, quorum=127.0.0.1:54194, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T02:15:15,668 DEBUG [M:0;331c7316141f:33801 {}] zookeeper.ZKUtil(347): master:33801-0x1011838f24f0000, quorum=127.0.0.1:54194, baseZNode=/hbase Unable to get data of znode /hbase/master because node does not exist (not an error) 2024-11-08T02:15:15,668 WARN [M:0;331c7316141f:33801 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-08T02:15:15,669 INFO [M:0;331c7316141f:33801 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:36009/user/jenkins/test-data/21c19980-ed44-d42f-6834-4e3eb2b1a4cd/.lastflushedseqids 2024-11-08T02:15:15,679 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46215 is added to blk_1073741867_1043 (size=650) 2024-11-08T02:15:15,679 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45377 is added to blk_1073741867_1043 (size=650) 2024-11-08T02:15:15,679 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37823 is added to blk_1073741867_1043 (size=650) 2024-11-08T02:15:15,680 INFO [M:0;331c7316141f:33801 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-08T02:15:15,680 INFO [M:0;331c7316141f:33801 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-08T02:15:15,680 DEBUG [M:0;331c7316141f:33801 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-08T02:15:15,680 INFO [M:0;331c7316141f:33801 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T02:15:15,680 DEBUG [M:0;331c7316141f:33801 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T02:15:15,680 DEBUG [M:0;331c7316141f:33801 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-08T02:15:15,680 DEBUG [M:0;331c7316141f:33801 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T02:15:15,680 INFO [M:0;331c7316141f:33801 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=174.48 KB heapSize=213.45 KB 2024-11-08T02:15:15,684 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38849-0x1011838f24f0003, quorum=127.0.0.1:54194, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-08T02:15:15,684 INFO [RS:2;331c7316141f:38849 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-08T02:15:15,684 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38849-0x1011838f24f0003, quorum=127.0.0.1:54194, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-08T02:15:15,684 INFO [RS:2;331c7316141f:38849 {}] regionserver.HRegionServer(1031): Exiting; stopping=331c7316141f,38849,1731032053674; zookeeper connection closed. 2024-11-08T02:15:15,684 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@1b6fbaba {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@1b6fbaba 2024-11-08T02:15:15,703 DEBUG [M:0;331c7316141f:33801 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36009/user/jenkins/test-data/21c19980-ed44-d42f-6834-4e3eb2b1a4cd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/66130d5c4dd147389b0c0274a4d6b8a1 is 82, key is hbase:meta,,1/info:regioninfo/1731032064615/Put/seqid=0 2024-11-08T02:15:15,705 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38941-0x1011838f24f0001, quorum=127.0.0.1:54194, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-08T02:15:15,705 INFO [RS:0;331c7316141f:38941 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-08T02:15:15,705 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38941-0x1011838f24f0001, quorum=127.0.0.1:54194, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-08T02:15:15,705 INFO [RS:0;331c7316141f:38941 {}] regionserver.HRegionServer(1031): Exiting; stopping=331c7316141f,38941,1731032053606; zookeeper connection closed. 2024-11-08T02:15:15,705 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@5efc3eb9 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@5efc3eb9 2024-11-08T02:15:15,706 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 3 regionserver(s) complete 2024-11-08T02:15:15,708 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46215 is added to blk_1073741868_1044 (size=5672) 2024-11-08T02:15:15,709 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37823 is added to blk_1073741868_1044 (size=5672) 2024-11-08T02:15:15,709 INFO [M:0;331c7316141f:33801 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=416 (bloomFilter=true), to=hdfs://localhost:36009/user/jenkins/test-data/21c19980-ed44-d42f-6834-4e3eb2b1a4cd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/66130d5c4dd147389b0c0274a4d6b8a1 2024-11-08T02:15:15,710 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45377 is added to blk_1073741868_1044 (size=5672) 2024-11-08T02:15:15,734 DEBUG [M:0;331c7316141f:33801 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36009/user/jenkins/test-data/21c19980-ed44-d42f-6834-4e3eb2b1a4cd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/e0b9df766be64c9bbb5f6931c6829884 is 1244, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1731032075187/Put/seqid=0 2024-11-08T02:15:15,741 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46215 is added to blk_1073741869_1045 (size=12974) 2024-11-08T02:15:15,742 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45377 is added to blk_1073741869_1045 (size=12974) 2024-11-08T02:15:15,742 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37823 is added to blk_1073741869_1045 (size=12974) 2024-11-08T02:15:15,743 INFO [M:0;331c7316141f:33801 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=173.75 KB at sequenceid=416 (bloomFilter=true), to=hdfs://localhost:36009/user/jenkins/test-data/21c19980-ed44-d42f-6834-4e3eb2b1a4cd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/e0b9df766be64c9bbb5f6931c6829884 2024-11-08T02:15:15,750 INFO [M:0;331c7316141f:33801 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for e0b9df766be64c9bbb5f6931c6829884 2024-11-08T02:15:15,772 DEBUG [M:0;331c7316141f:33801 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36009/user/jenkins/test-data/21c19980-ed44-d42f-6834-4e3eb2b1a4cd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/b64bad90705844bb9691df13b5ec431e is 69, key is 331c7316141f,38849,1731032053674/rs:state/1731032054201/Put/seqid=0 2024-11-08T02:15:15,779 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45377 is added to blk_1073741870_1046 (size=5442) 2024-11-08T02:15:15,780 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37823 is added to blk_1073741870_1046 (size=5442) 2024-11-08T02:15:15,780 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46215 is added to blk_1073741870_1046 (size=5442) 2024-11-08T02:15:15,783 INFO [M:0;331c7316141f:33801 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=249 B at sequenceid=416 (bloomFilter=true), to=hdfs://localhost:36009/user/jenkins/test-data/21c19980-ed44-d42f-6834-4e3eb2b1a4cd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/b64bad90705844bb9691df13b5ec431e 2024-11-08T02:15:15,790 INFO [M:0;331c7316141f:33801 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for b64bad90705844bb9691df13b5ec431e 2024-11-08T02:15:15,791 DEBUG [M:0;331c7316141f:33801 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36009/user/jenkins/test-data/21c19980-ed44-d42f-6834-4e3eb2b1a4cd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/66130d5c4dd147389b0c0274a4d6b8a1 as hdfs://localhost:36009/user/jenkins/test-data/21c19980-ed44-d42f-6834-4e3eb2b1a4cd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/66130d5c4dd147389b0c0274a4d6b8a1 2024-11-08T02:15:15,798 INFO [M:0;331c7316141f:33801 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36009/user/jenkins/test-data/21c19980-ed44-d42f-6834-4e3eb2b1a4cd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/66130d5c4dd147389b0c0274a4d6b8a1, entries=8, sequenceid=416, filesize=5.5 K 2024-11-08T02:15:15,799 DEBUG [M:0;331c7316141f:33801 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36009/user/jenkins/test-data/21c19980-ed44-d42f-6834-4e3eb2b1a4cd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/e0b9df766be64c9bbb5f6931c6829884 as hdfs://localhost:36009/user/jenkins/test-data/21c19980-ed44-d42f-6834-4e3eb2b1a4cd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/e0b9df766be64c9bbb5f6931c6829884 2024-11-08T02:15:15,805 INFO [M:0;331c7316141f:33801 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for e0b9df766be64c9bbb5f6931c6829884 2024-11-08T02:15:15,805 INFO [M:0;331c7316141f:33801 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36009/user/jenkins/test-data/21c19980-ed44-d42f-6834-4e3eb2b1a4cd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/e0b9df766be64c9bbb5f6931c6829884, entries=56, sequenceid=416, filesize=12.7 K 2024-11-08T02:15:15,806 DEBUG [M:0;331c7316141f:33801 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36009/user/jenkins/test-data/21c19980-ed44-d42f-6834-4e3eb2b1a4cd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/b64bad90705844bb9691df13b5ec431e as hdfs://localhost:36009/user/jenkins/test-data/21c19980-ed44-d42f-6834-4e3eb2b1a4cd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/b64bad90705844bb9691df13b5ec431e 2024-11-08T02:15:15,813 INFO [M:0;331c7316141f:33801 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for b64bad90705844bb9691df13b5ec431e 2024-11-08T02:15:15,813 INFO [M:0;331c7316141f:33801 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36009/user/jenkins/test-data/21c19980-ed44-d42f-6834-4e3eb2b1a4cd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/b64bad90705844bb9691df13b5ec431e, entries=3, sequenceid=416, filesize=5.3 K 2024-11-08T02:15:15,814 INFO [M:0;331c7316141f:33801 {}] regionserver.HRegion(3140): Finished flush of dataSize ~174.48 KB/178670, heapSize ~213.15 KB/218264, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 134ms, sequenceid=416, compaction requested=false 2024-11-08T02:15:15,817 INFO [M:0;331c7316141f:33801 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T02:15:15,817 DEBUG [M:0;331c7316141f:33801 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731032115680Disabling compacts and flushes for region at 1731032115680Disabling writes for close at 1731032115680Obtaining lock to block concurrent updates at 1731032115680Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731032115680Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=178670, getHeapSize=218504, getOffHeapSize=0, getCellsCount=513 at 1731032115681 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731032115681Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731032115682 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731032115702 (+20 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731032115702Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731032115719 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731032115734 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731032115734Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731032115750 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731032115771 (+21 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731032115771Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6f418a80: reopening flushed file at 1731032115790 (+19 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@44a3a2d7: reopening flushed file at 1731032115798 (+8 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2171f0eb: reopening flushed file at 1731032115806 (+8 ms)Finished flush of dataSize ~174.48 KB/178670, heapSize ~213.15 KB/218264, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 134ms, sequenceid=416, compaction requested=false at 1731032115814 (+8 ms)Writing region close event to WAL at 1731032115817 (+3 ms)Closed at 1731032115817 2024-11-08T02:15:15,819 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37823 is added to blk_1073741830_1006 (size=206517) 2024-11-08T02:15:15,820 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46215 is added to blk_1073741830_1006 (size=206517) 2024-11-08T02:15:15,820 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45377 is added to blk_1073741830_1006 (size=206517) 2024-11-08T02:15:15,820 INFO [M:0;331c7316141f:33801 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-08T02:15:15,820 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-08T02:15:15,821 INFO [M:0;331c7316141f:33801 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:33801 2024-11-08T02:15:15,821 INFO [M:0;331c7316141f:33801 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-08T02:15:15,926 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33801-0x1011838f24f0000, quorum=127.0.0.1:54194, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-08T02:15:15,926 INFO [M:0;331c7316141f:33801 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-08T02:15:15,926 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33801-0x1011838f24f0000, quorum=127.0.0.1:54194, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-08T02:15:15,964 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@242e51be{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-08T02:15:15,965 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@43db8ad6{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-08T02:15:15,965 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-08T02:15:15,965 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1ecb361e{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-08T02:15:15,966 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@407fbe3d{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/240a2200-a905-2aa1-2caf-4ddfd1932a8e/hadoop.log.dir/,STOPPED} 2024-11-08T02:15:15,969 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-08T02:15:15,969 WARN [BP-939902081-172.17.0.2-1731032050853 heartbeating to localhost/127.0.0.1:36009 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-08T02:15:15,969 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-08T02:15:15,970 WARN [BP-939902081-172.17.0.2-1731032050853 heartbeating to localhost/127.0.0.1:36009 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-939902081-172.17.0.2-1731032050853 (Datanode Uuid 80ae684e-76c8-47fd-ba7c-f26af8483fa1) service to localhost/127.0.0.1:36009 2024-11-08T02:15:15,971 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/240a2200-a905-2aa1-2caf-4ddfd1932a8e/cluster_75109f82-217d-82ed-f20c-c84c320bd1cb/data/data5/current/BP-939902081-172.17.0.2-1731032050853 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-08T02:15:15,971 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/240a2200-a905-2aa1-2caf-4ddfd1932a8e/cluster_75109f82-217d-82ed-f20c-c84c320bd1cb/data/data6/current/BP-939902081-172.17.0.2-1731032050853 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-08T02:15:15,971 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-08T02:15:15,972 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@4ceade03{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-08T02:15:15,973 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@12ae1b60{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-08T02:15:15,973 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-08T02:15:15,973 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@798c66ca{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-08T02:15:15,973 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@cd54326{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/240a2200-a905-2aa1-2caf-4ddfd1932a8e/hadoop.log.dir/,STOPPED} 2024-11-08T02:15:15,974 WARN [BP-939902081-172.17.0.2-1731032050853 heartbeating to localhost/127.0.0.1:36009 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-08T02:15:15,974 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-08T02:15:15,974 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-08T02:15:15,974 WARN [BP-939902081-172.17.0.2-1731032050853 heartbeating to localhost/127.0.0.1:36009 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-939902081-172.17.0.2-1731032050853 (Datanode Uuid b903b273-b47d-4848-bc85-c4cb7596cdf9) service to localhost/127.0.0.1:36009 2024-11-08T02:15:15,975 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/240a2200-a905-2aa1-2caf-4ddfd1932a8e/cluster_75109f82-217d-82ed-f20c-c84c320bd1cb/data/data3/current/BP-939902081-172.17.0.2-1731032050853 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-08T02:15:15,975 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/240a2200-a905-2aa1-2caf-4ddfd1932a8e/cluster_75109f82-217d-82ed-f20c-c84c320bd1cb/data/data4/current/BP-939902081-172.17.0.2-1731032050853 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-08T02:15:15,975 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-08T02:15:15,977 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@74a21563{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-08T02:15:15,977 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@565dc315{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-08T02:15:15,978 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-08T02:15:15,978 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@413570d2{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-08T02:15:15,978 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@405bd553{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/240a2200-a905-2aa1-2caf-4ddfd1932a8e/hadoop.log.dir/,STOPPED} 2024-11-08T02:15:15,979 WARN [BP-939902081-172.17.0.2-1731032050853 heartbeating to localhost/127.0.0.1:36009 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-08T02:15:15,979 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-08T02:15:15,979 WARN [BP-939902081-172.17.0.2-1731032050853 heartbeating to localhost/127.0.0.1:36009 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-939902081-172.17.0.2-1731032050853 (Datanode Uuid 4f1ee74d-9164-46e4-acbf-9112f1c611b5) service to localhost/127.0.0.1:36009 2024-11-08T02:15:15,979 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-08T02:15:15,979 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/240a2200-a905-2aa1-2caf-4ddfd1932a8e/cluster_75109f82-217d-82ed-f20c-c84c320bd1cb/data/data1/current/BP-939902081-172.17.0.2-1731032050853 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-08T02:15:15,980 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/240a2200-a905-2aa1-2caf-4ddfd1932a8e/cluster_75109f82-217d-82ed-f20c-c84c320bd1cb/data/data2/current/BP-939902081-172.17.0.2-1731032050853 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-08T02:15:15,980 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-08T02:15:15,985 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@66844c6d{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-08T02:15:15,986 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@29b0af6a{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-08T02:15:15,986 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-08T02:15:15,986 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@41f7b630{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-08T02:15:15,986 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5021f3e9{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/240a2200-a905-2aa1-2caf-4ddfd1932a8e/hadoop.log.dir/,STOPPED} 2024-11-08T02:15:15,992 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-08T02:15:16,025 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-08T02:15:16,031 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: master.procedure.TestSnapshotProcedureRSCrashes#testRegionServerCrashWhileVerifyingSnapshot Thread=125 (was 94) Potentially hanging thread: IPC Client (2018628547) connection to localhost/127.0.0.1:36009 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-9-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (2018628547) connection to localhost/127.0.0.1:36009 from jenkins.hfs.5 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (2018628547) connection to localhost/127.0.0.1:36009 from jenkins.hfs.3 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-11-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Timer for 'DataNode' metrics system java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: nioEventLoopGroup-10-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-9-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:36009 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-5 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: nioEventLoopGroup-13-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-7-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-12-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-8-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-11 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-10-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:36009 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-7-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-7-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:36009 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-11-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-8-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.3@localhost:36009 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-10-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:36009 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-9-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-9-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-8-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.5@localhost:36009 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-10 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-9-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-10-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (2018628547) connection to localhost/127.0.0.1:36009 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-12 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-9 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:36009 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-12-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_SNAPSHOT_OPERATIONS-regionserver/331c7316141f:0-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_SNAPSHOT_OPERATIONS-regionserver/331c7316141f:0-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:36009 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-8-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-13-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-11-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-10-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-13-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.4@localhost:36009 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-8-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_SNAPSHOT_OPERATIONS-regionserver/331c7316141f:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-12-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-7 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-10-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-9-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-8-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-8 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=476 (was 438) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=196 (was 276), ProcessCount=11 (was 11), AvailableMemoryMB=6810 (was 7931)