2024-11-09 23:55:36,374 main DEBUG Apache Log4j Core 2.17.2 initializing configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@7a6d7e92 2024-11-09 23:55:36,387 main DEBUG Took 0.010340 seconds to load 1 plugins from package org.apache.hadoop.hbase.logging 2024-11-09 23:55:36,387 main DEBUG PluginManager 'Core' found 129 plugins 2024-11-09 23:55:36,388 main DEBUG PluginManager 'Level' found 0 plugins 2024-11-09 23:55:36,389 main DEBUG PluginManager 'Lookup' found 16 plugins 2024-11-09 23:55:36,390 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-09 23:55:36,397 main DEBUG PluginManager 'TypeConverter' found 26 plugins 2024-11-09 23:55:36,409 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.util.MBeans", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-09 23:55:36,411 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-09 23:55:36,412 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.logging.TestJul2Slf4j", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-09 23:55:36,413 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-09 23:55:36,413 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.zookeeper", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-09 23:55:36,414 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-09 23:55:36,415 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSinkAdapter", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-09 23:55:36,416 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-09 23:55:36,416 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSystemImpl", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-09 23:55:36,417 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-09 23:55:36,418 main DEBUG LoggerConfig$Builder(additivity="false", level="WARN", levelAndRefs="null", name="org.apache.directory", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-09 23:55:36,418 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-09 23:55:36,419 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.ipc.FailedServers", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-09 23:55:36,420 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-09 23:55:36,420 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsConfig", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-09 23:55:36,421 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-09 23:55:36,421 main DEBUG LoggerConfig$Builder(additivity="null", level="INFO", levelAndRefs="null", name="org.apache.hadoop.hbase.ScheduledChore", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-09 23:55:36,422 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-09 23:55:36,422 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.regionserver.RSRpcServices", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-09 23:55:36,423 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-09 23:55:36,423 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-09 23:55:36,424 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-09 23:55:36,424 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-09 23:55:36,425 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-09 23:55:36,426 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hbase.thirdparty.io.netty.channel", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-09 23:55:36,426 main DEBUG Building Plugin[name=root, class=org.apache.logging.log4j.core.config.LoggerConfig$RootLogger]. 2024-11-09 23:55:36,428 main DEBUG LoggerConfig$RootLogger$Builder(additivity="null", level="null", levelAndRefs="INFO,Console", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-09 23:55:36,429 main DEBUG Building Plugin[name=loggers, class=org.apache.logging.log4j.core.config.LoggersPlugin]. 2024-11-09 23:55:36,432 main DEBUG createLoggers(={org.apache.hadoop.metrics2.util.MBeans, org.apache.hadoop.hbase.logging.TestJul2Slf4j, org.apache.zookeeper, org.apache.hadoop.metrics2.impl.MetricsSinkAdapter, org.apache.hadoop.metrics2.impl.MetricsSystemImpl, org.apache.directory, org.apache.hadoop.hbase.ipc.FailedServers, org.apache.hadoop.metrics2.impl.MetricsConfig, org.apache.hadoop.hbase.ScheduledChore, org.apache.hadoop.hbase.regionserver.RSRpcServices, org.apache.hadoop, org.apache.hadoop.hbase, org.apache.hbase.thirdparty.io.netty.channel, root}) 2024-11-09 23:55:36,433 main DEBUG Building Plugin[name=layout, class=org.apache.logging.log4j.core.layout.PatternLayout]. 2024-11-09 23:55:36,434 main DEBUG PatternLayout$Builder(pattern="%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n", PatternSelector=null, Configuration(PropertiesConfig), Replace=null, charset="null", alwaysWriteExceptions="null", disableAnsi="null", noConsoleNoAnsi="null", header="null", footer="null") 2024-11-09 23:55:36,435 main DEBUG PluginManager 'Converter' found 47 plugins 2024-11-09 23:55:36,446 main DEBUG Building Plugin[name=appender, class=org.apache.hadoop.hbase.logging.HBaseTestAppender]. 2024-11-09 23:55:36,449 main DEBUG HBaseTestAppender$Builder(target="SYSTEM_ERR", maxSize="1G", bufferedIo="null", bufferSize="null", immediateFlush="null", ignoreExceptions="null", PatternLayout(%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n), name="Console", Configuration(PropertiesConfig), Filter=null, ={}) 2024-11-09 23:55:36,451 main DEBUG Starting HBaseTestOutputStreamManager SYSTEM_ERR 2024-11-09 23:55:36,452 main DEBUG Building Plugin[name=appenders, class=org.apache.logging.log4j.core.config.AppendersPlugin]. 2024-11-09 23:55:36,453 main DEBUG createAppenders(={Console}) 2024-11-09 23:55:36,454 main DEBUG Configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@7a6d7e92 initialized 2024-11-09 23:55:36,454 main DEBUG Starting configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@7a6d7e92 2024-11-09 23:55:36,454 main DEBUG Started configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@7a6d7e92 OK. 2024-11-09 23:55:36,455 main DEBUG Shutting down OutputStreamManager SYSTEM_OUT.false.false-1 2024-11-09 23:55:36,456 main DEBUG OutputStream closed 2024-11-09 23:55:36,456 main DEBUG Shut down OutputStreamManager SYSTEM_OUT.false.false-1, all resources released: true 2024-11-09 23:55:36,456 main DEBUG Appender DefaultConsole-1 stopped with status true 2024-11-09 23:55:36,457 main DEBUG Stopped org.apache.logging.log4j.core.config.DefaultConfiguration@437da279 OK 2024-11-09 23:55:36,532 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6 2024-11-09 23:55:36,534 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=StatusLogger 2024-11-09 23:55:36,536 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=ContextSelector 2024-11-09 23:55:36,537 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name= 2024-11-09 23:55:36,537 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.directory 2024-11-09 23:55:36,538 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSinkAdapter 2024-11-09 23:55:36,538 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.zookeeper 2024-11-09 23:55:36,538 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.logging.TestJul2Slf4j 2024-11-09 23:55:36,539 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSystemImpl 2024-11-09 23:55:36,539 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.util.MBeans 2024-11-09 23:55:36,539 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase 2024-11-09 23:55:36,540 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop 2024-11-09 23:55:36,540 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ipc.FailedServers 2024-11-09 23:55:36,540 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.regionserver.RSRpcServices 2024-11-09 23:55:36,541 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsConfig 2024-11-09 23:55:36,541 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hbase.thirdparty.io.netty.channel 2024-11-09 23:55:36,541 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ScheduledChore 2024-11-09 23:55:36,542 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Appenders,name=Console 2024-11-09 23:55:36,544 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-11-09 23:55:36,544 main DEBUG Reconfiguration complete for context[name=1dbd16a6] at URI jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-logging/target/hbase-logging-4.0.0-alpha-1-SNAPSHOT-tests.jar!/log4j2.properties (org.apache.logging.log4j.core.LoggerContext@7e4204e2) with optional ClassLoader: null 2024-11-09 23:55:36,545 main DEBUG Shutdown hook enabled. Registering a new one. 2024-11-09 23:55:36,545 main DEBUG LoggerContext[name=1dbd16a6, org.apache.logging.log4j.core.LoggerContext@7e4204e2] started OK. 2024-11-09T23:55:36,558 INFO [main {}] hbase.HBaseClassTestRule(94): Test class org.apache.hadoop.hbase.master.procedure.TestSnapshotProcedure timeout: 13 mins 2024-11-09 23:55:36,560 main DEBUG AsyncLogger.ThreadNameStrategy=UNCACHED (user specified null, default is UNCACHED) 2024-11-09 23:55:36,561 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-11-09T23:55:36,568 INFO [main {}] hbase.HBaseClassTestRule(94): Test class org.apache.hadoop.hbase.master.procedure.TestSnapshotProcedureRSCrashes timeout: 13 mins 2024-11-09T23:55:36,595 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: master.procedure.TestSnapshotProcedureRSCrashes#testRegionServerCrashWhileTakingSnapshot Thread=11, OpenFileDescriptor=285, MaxFileDescriptor=1048576, SystemLoadAverage=58, ProcessCount=11, AvailableMemoryMB=18704 2024-11-09T23:55:36,832 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/6422366e-b104-1dfc-7786-2455cbc12bfd 2024-11-09T23:55:36,833 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=3, rsPorts=, rsClass=null, numDataNodes=3, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-09T23:55:36,849 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/6422366e-b104-1dfc-7786-2455cbc12bfd/cluster_87b84592-17db-f5ec-8fad-367f060b509d, deleteOnExit=true 2024-11-09T23:55:36,849 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-09T23:55:36,850 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/6422366e-b104-1dfc-7786-2455cbc12bfd/test.cache.data in system properties and HBase conf 2024-11-09T23:55:36,851 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/6422366e-b104-1dfc-7786-2455cbc12bfd/hadoop.tmp.dir in system properties and HBase conf 2024-11-09T23:55:36,852 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/6422366e-b104-1dfc-7786-2455cbc12bfd/hadoop.log.dir in system properties and HBase conf 2024-11-09T23:55:36,852 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/6422366e-b104-1dfc-7786-2455cbc12bfd/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-09T23:55:36,853 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/6422366e-b104-1dfc-7786-2455cbc12bfd/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-09T23:55:36,853 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-09T23:55:36,927 WARN [Time-limited test {}] util.NativeCodeLoader(60): Unable to load native-hadoop library for your platform... using builtin-java classes where applicable 2024-11-09T23:55:37,012 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-09T23:55:37,016 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/6422366e-b104-1dfc-7786-2455cbc12bfd/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-09T23:55:37,017 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/6422366e-b104-1dfc-7786-2455cbc12bfd/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-09T23:55:37,017 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/6422366e-b104-1dfc-7786-2455cbc12bfd/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-09T23:55:37,018 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/6422366e-b104-1dfc-7786-2455cbc12bfd/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-09T23:55:37,018 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/6422366e-b104-1dfc-7786-2455cbc12bfd/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-09T23:55:37,019 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/6422366e-b104-1dfc-7786-2455cbc12bfd/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-09T23:55:37,019 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/6422366e-b104-1dfc-7786-2455cbc12bfd/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-09T23:55:37,020 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/6422366e-b104-1dfc-7786-2455cbc12bfd/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-09T23:55:37,020 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/6422366e-b104-1dfc-7786-2455cbc12bfd/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-09T23:55:37,021 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/6422366e-b104-1dfc-7786-2455cbc12bfd/nfs.dump.dir in system properties and HBase conf 2024-11-09T23:55:37,021 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/6422366e-b104-1dfc-7786-2455cbc12bfd/java.io.tmpdir in system properties and HBase conf 2024-11-09T23:55:37,021 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/6422366e-b104-1dfc-7786-2455cbc12bfd/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-09T23:55:37,022 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/6422366e-b104-1dfc-7786-2455cbc12bfd/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-09T23:55:37,022 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/6422366e-b104-1dfc-7786-2455cbc12bfd/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-09T23:55:38,060 WARN [Time-limited test {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties 2024-11-09T23:55:38,128 INFO [Time-limited test {}] log.Log(170): Logging initialized @2442ms to org.eclipse.jetty.util.log.Slf4jLog 2024-11-09T23:55:38,192 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-09T23:55:38,248 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-09T23:55:38,271 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-09T23:55:38,271 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-09T23:55:38,273 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-09T23:55:38,286 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-09T23:55:38,289 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@379e5835{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/6422366e-b104-1dfc-7786-2455cbc12bfd/hadoop.log.dir/,AVAILABLE} 2024-11-09T23:55:38,290 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6a9f9f29{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-09T23:55:38,501 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@458e1c66{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/6422366e-b104-1dfc-7786-2455cbc12bfd/java.io.tmpdir/jetty-localhost-43137-hadoop-hdfs-3_4_1-tests_jar-_-any-7397827174804456245/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-09T23:55:38,511 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@50e5d970{HTTP/1.1, (http/1.1)}{localhost:43137} 2024-11-09T23:55:38,511 INFO [Time-limited test {}] server.Server(415): Started @2826ms 2024-11-09T23:55:39,000 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-09T23:55:39,008 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-09T23:55:39,009 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-09T23:55:39,009 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-09T23:55:39,009 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-09T23:55:39,010 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3bdaaf48{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/6422366e-b104-1dfc-7786-2455cbc12bfd/hadoop.log.dir/,AVAILABLE} 2024-11-09T23:55:39,011 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7f453cb9{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-09T23:55:39,108 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@3822facf{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/6422366e-b104-1dfc-7786-2455cbc12bfd/java.io.tmpdir/jetty-localhost-37117-hadoop-hdfs-3_4_1-tests_jar-_-any-17264493304757197050/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-09T23:55:39,108 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@18c70438{HTTP/1.1, (http/1.1)}{localhost:37117} 2024-11-09T23:55:39,109 INFO [Time-limited test {}] server.Server(415): Started @3423ms 2024-11-09T23:55:39,155 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-09T23:55:39,258 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-09T23:55:39,265 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-09T23:55:39,267 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-09T23:55:39,267 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-09T23:55:39,268 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-09T23:55:39,269 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7ffd676e{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/6422366e-b104-1dfc-7786-2455cbc12bfd/hadoop.log.dir/,AVAILABLE} 2024-11-09T23:55:39,270 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2267987d{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-09T23:55:39,374 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@733978e0{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/6422366e-b104-1dfc-7786-2455cbc12bfd/java.io.tmpdir/jetty-localhost-40479-hadoop-hdfs-3_4_1-tests_jar-_-any-9961639463528686026/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-09T23:55:39,375 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@cec9164{HTTP/1.1, (http/1.1)}{localhost:40479} 2024-11-09T23:55:39,375 INFO [Time-limited test {}] server.Server(415): Started @3690ms 2024-11-09T23:55:39,377 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-09T23:55:39,419 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-09T23:55:39,426 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-09T23:55:39,427 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-09T23:55:39,428 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-09T23:55:39,428 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-09T23:55:39,429 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@290abb78{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/6422366e-b104-1dfc-7786-2455cbc12bfd/hadoop.log.dir/,AVAILABLE} 2024-11-09T23:55:39,430 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1b3a725b{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-09T23:55:39,534 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@1829d582{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/6422366e-b104-1dfc-7786-2455cbc12bfd/java.io.tmpdir/jetty-localhost-40051-hadoop-hdfs-3_4_1-tests_jar-_-any-10099799874945136201/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-09T23:55:39,535 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@214e58f{HTTP/1.1, (http/1.1)}{localhost:40051} 2024-11-09T23:55:39,535 INFO [Time-limited test {}] server.Server(415): Started @3849ms 2024-11-09T23:55:39,537 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-09T23:55:40,542 WARN [Thread-124 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/6422366e-b104-1dfc-7786-2455cbc12bfd/cluster_87b84592-17db-f5ec-8fad-367f060b509d/data/data3/current/BP-1331687502-172.17.0.2-1731196537563/current, will proceed with Du for space computation calculation, 2024-11-09T23:55:40,542 WARN [Thread-122 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/6422366e-b104-1dfc-7786-2455cbc12bfd/cluster_87b84592-17db-f5ec-8fad-367f060b509d/data/data1/current/BP-1331687502-172.17.0.2-1731196537563/current, will proceed with Du for space computation calculation, 2024-11-09T23:55:40,542 WARN [Thread-125 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/6422366e-b104-1dfc-7786-2455cbc12bfd/cluster_87b84592-17db-f5ec-8fad-367f060b509d/data/data4/current/BP-1331687502-172.17.0.2-1731196537563/current, will proceed with Du for space computation calculation, 2024-11-09T23:55:40,542 WARN [Thread-123 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/6422366e-b104-1dfc-7786-2455cbc12bfd/cluster_87b84592-17db-f5ec-8fad-367f060b509d/data/data2/current/BP-1331687502-172.17.0.2-1731196537563/current, will proceed with Du for space computation calculation, 2024-11-09T23:55:40,574 WARN [Thread-58 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-09T23:55:40,574 WARN [Thread-81 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-09T23:55:40,579 WARN [Thread-142 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/6422366e-b104-1dfc-7786-2455cbc12bfd/cluster_87b84592-17db-f5ec-8fad-367f060b509d/data/data5/current/BP-1331687502-172.17.0.2-1731196537563/current, will proceed with Du for space computation calculation, 2024-11-09T23:55:40,580 WARN [Thread-143 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/6422366e-b104-1dfc-7786-2455cbc12bfd/cluster_87b84592-17db-f5ec-8fad-367f060b509d/data/data6/current/BP-1331687502-172.17.0.2-1731196537563/current, will proceed with Du for space computation calculation, 2024-11-09T23:55:40,601 WARN [Thread-103 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-09T23:55:40,626 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x92d6cba905ed10d7 with lease ID 0xad69655f90d8d84b: Processing first storage report for DS-56147366-b77c-462e-8fbd-1c7cd90a7122 from datanode DatanodeRegistration(127.0.0.1:46421, datanodeUuid=f3a59a55-c3e8-488e-bb7d-3dfc8f61e4d4, infoPort=40111, infoSecurePort=0, ipcPort=35553, storageInfo=lv=-57;cid=testClusterID;nsid=1644636543;c=1731196537563) 2024-11-09T23:55:40,628 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x92d6cba905ed10d7 with lease ID 0xad69655f90d8d84b: from storage DS-56147366-b77c-462e-8fbd-1c7cd90a7122 node DatanodeRegistration(127.0.0.1:46421, datanodeUuid=f3a59a55-c3e8-488e-bb7d-3dfc8f61e4d4, infoPort=40111, infoSecurePort=0, ipcPort=35553, storageInfo=lv=-57;cid=testClusterID;nsid=1644636543;c=1731196537563), blocks: 0, hasStaleStorage: true, processing time: 2 msecs, invalidatedBlocks: 0 2024-11-09T23:55:40,628 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xb2aebf439f80fb3a with lease ID 0xad69655f90d8d849: Processing first storage report for DS-fe32e9a4-c578-4b3d-9e33-de84c68aa7ab from datanode DatanodeRegistration(127.0.0.1:46609, datanodeUuid=cc2e6eda-2155-49e2-8d5a-9934afefa7c4, infoPort=37381, infoSecurePort=0, ipcPort=44187, storageInfo=lv=-57;cid=testClusterID;nsid=1644636543;c=1731196537563) 2024-11-09T23:55:40,629 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xb2aebf439f80fb3a with lease ID 0xad69655f90d8d849: from storage DS-fe32e9a4-c578-4b3d-9e33-de84c68aa7ab node DatanodeRegistration(127.0.0.1:46609, datanodeUuid=cc2e6eda-2155-49e2-8d5a-9934afefa7c4, infoPort=37381, infoSecurePort=0, ipcPort=44187, storageInfo=lv=-57;cid=testClusterID;nsid=1644636543;c=1731196537563), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-09T23:55:40,629 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xd4f809959afa8cfa with lease ID 0xad69655f90d8d84a: Processing first storage report for DS-acec9359-cba5-41ee-a24f-86da7b1c9a59 from datanode DatanodeRegistration(127.0.0.1:41111, datanodeUuid=4190f240-65be-4134-8cfc-6339ba6f5e64, infoPort=33825, infoSecurePort=0, ipcPort=41959, storageInfo=lv=-57;cid=testClusterID;nsid=1644636543;c=1731196537563) 2024-11-09T23:55:40,629 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xd4f809959afa8cfa with lease ID 0xad69655f90d8d84a: from storage DS-acec9359-cba5-41ee-a24f-86da7b1c9a59 node DatanodeRegistration(127.0.0.1:41111, datanodeUuid=4190f240-65be-4134-8cfc-6339ba6f5e64, infoPort=33825, infoSecurePort=0, ipcPort=41959, storageInfo=lv=-57;cid=testClusterID;nsid=1644636543;c=1731196537563), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-09T23:55:40,630 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x92d6cba905ed10d7 with lease ID 0xad69655f90d8d84b: Processing first storage report for DS-e2d7fd49-5c69-4d06-a9ed-bd8ccfd50575 from datanode DatanodeRegistration(127.0.0.1:46421, datanodeUuid=f3a59a55-c3e8-488e-bb7d-3dfc8f61e4d4, infoPort=40111, infoSecurePort=0, ipcPort=35553, storageInfo=lv=-57;cid=testClusterID;nsid=1644636543;c=1731196537563) 2024-11-09T23:55:40,630 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x92d6cba905ed10d7 with lease ID 0xad69655f90d8d84b: from storage DS-e2d7fd49-5c69-4d06-a9ed-bd8ccfd50575 node DatanodeRegistration(127.0.0.1:46421, datanodeUuid=f3a59a55-c3e8-488e-bb7d-3dfc8f61e4d4, infoPort=40111, infoSecurePort=0, ipcPort=35553, storageInfo=lv=-57;cid=testClusterID;nsid=1644636543;c=1731196537563), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-09T23:55:40,630 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xb2aebf439f80fb3a with lease ID 0xad69655f90d8d849: Processing first storage report for DS-609ae371-5cb5-47f0-ba32-035059196cb0 from datanode DatanodeRegistration(127.0.0.1:46609, datanodeUuid=cc2e6eda-2155-49e2-8d5a-9934afefa7c4, infoPort=37381, infoSecurePort=0, ipcPort=44187, storageInfo=lv=-57;cid=testClusterID;nsid=1644636543;c=1731196537563) 2024-11-09T23:55:40,630 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xb2aebf439f80fb3a with lease ID 0xad69655f90d8d849: from storage DS-609ae371-5cb5-47f0-ba32-035059196cb0 node DatanodeRegistration(127.0.0.1:46609, datanodeUuid=cc2e6eda-2155-49e2-8d5a-9934afefa7c4, infoPort=37381, infoSecurePort=0, ipcPort=44187, storageInfo=lv=-57;cid=testClusterID;nsid=1644636543;c=1731196537563), blocks: 0, hasStaleStorage: false, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-09T23:55:40,631 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xd4f809959afa8cfa with lease ID 0xad69655f90d8d84a: Processing first storage report for DS-936d6985-73dc-4adc-b097-b9b61d178549 from datanode DatanodeRegistration(127.0.0.1:41111, datanodeUuid=4190f240-65be-4134-8cfc-6339ba6f5e64, infoPort=33825, infoSecurePort=0, ipcPort=41959, storageInfo=lv=-57;cid=testClusterID;nsid=1644636543;c=1731196537563) 2024-11-09T23:55:40,631 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xd4f809959afa8cfa with lease ID 0xad69655f90d8d84a: from storage DS-936d6985-73dc-4adc-b097-b9b61d178549 node DatanodeRegistration(127.0.0.1:41111, datanodeUuid=4190f240-65be-4134-8cfc-6339ba6f5e64, infoPort=33825, infoSecurePort=0, ipcPort=41959, storageInfo=lv=-57;cid=testClusterID;nsid=1644636543;c=1731196537563), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-09T23:55:40,652 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/6422366e-b104-1dfc-7786-2455cbc12bfd 2024-11-09T23:55:40,711 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/6422366e-b104-1dfc-7786-2455cbc12bfd/cluster_87b84592-17db-f5ec-8fad-367f060b509d/zookeeper_0, clientPort=64585, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/6422366e-b104-1dfc-7786-2455cbc12bfd/cluster_87b84592-17db-f5ec-8fad-367f060b509d/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/6422366e-b104-1dfc-7786-2455cbc12bfd/cluster_87b84592-17db-f5ec-8fad-367f060b509d/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-09T23:55:40,719 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=64585 2024-11-09T23:55:40,729 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T23:55:40,732 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T23:55:40,938 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46421 is added to blk_1073741825_1001 (size=7) 2024-11-09T23:55:40,939 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41111 is added to blk_1073741825_1001 (size=7) 2024-11-09T23:55:40,940 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46609 is added to blk_1073741825_1001 (size=7) 2024-11-09T23:55:41,351 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:38391/user/jenkins/test-data/9fdb2a0a-3de2-e37a-876c-1850f8b753b6 with version=8 2024-11-09T23:55:41,352 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:38391/user/jenkins/test-data/9fdb2a0a-3de2-e37a-876c-1850f8b753b6/hbase-staging 2024-11-09T23:55:41,427 DEBUG [Time-limited test {}] channel.MultithreadEventLoopGroup(44): -Dio.netty.eventLoopThreads: 16 2024-11-09T23:55:41,681 INFO [Time-limited test {}] client.ConnectionUtils(128): master/9d8c37854f6e:0 server-side Connection retries=45 2024-11-09T23:55:41,689 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-09T23:55:41,690 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-09T23:55:41,694 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-09T23:55:41,694 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-09T23:55:41,694 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-09T23:55:41,813 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-09T23:55:41,863 INFO [Time-limited test {}] metrics.MetricRegistriesLoader(60): Loaded MetricRegistries class org.apache.hadoop.hbase.metrics.impl.MetricRegistriesImpl 2024-11-09T23:55:41,871 DEBUG [Time-limited test {}] util.ClassSize(228): Using Unsafe to estimate memory layout 2024-11-09T23:55:41,874 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-09T23:55:41,896 DEBUG [Time-limited test {}] channel.DefaultChannelId(84): -Dio.netty.processId: 42834 (auto-detected) 2024-11-09T23:55:41,897 DEBUG [Time-limited test {}] channel.DefaultChannelId(106): -Dio.netty.machineId: 02:42:ac:ff:fe:11:00:02 (auto-detected) 2024-11-09T23:55:41,913 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:44177 2024-11-09T23:55:41,932 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:44177 connecting to ZooKeeper ensemble=127.0.0.1:64585 2024-11-09T23:55:42,056 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:441770x0, quorum=127.0.0.1:64585, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-09T23:55:42,059 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:44177-0x101235069dd0000 connected 2024-11-09T23:55:42,133 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T23:55:42,138 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T23:55:42,150 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:44177-0x101235069dd0000, quorum=127.0.0.1:64585, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-09T23:55:42,154 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:38391/user/jenkins/test-data/9fdb2a0a-3de2-e37a-876c-1850f8b753b6, hbase.cluster.distributed=false 2024-11-09T23:55:42,176 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:44177-0x101235069dd0000, quorum=127.0.0.1:64585, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-09T23:55:42,181 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=44177 2024-11-09T23:55:42,181 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=44177 2024-11-09T23:55:42,182 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=44177 2024-11-09T23:55:42,182 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=44177 2024-11-09T23:55:42,182 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=44177 2024-11-09T23:55:42,277 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/9d8c37854f6e:0 server-side Connection retries=45 2024-11-09T23:55:42,278 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-09T23:55:42,279 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-09T23:55:42,279 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-09T23:55:42,279 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-09T23:55:42,279 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-09T23:55:42,281 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-09T23:55:42,284 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-09T23:55:42,285 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:44337 2024-11-09T23:55:42,287 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:44337 connecting to ZooKeeper ensemble=127.0.0.1:64585 2024-11-09T23:55:42,288 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T23:55:42,290 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T23:55:42,305 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:443370x0, quorum=127.0.0.1:64585, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-09T23:55:42,306 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:44337-0x101235069dd0001 connected 2024-11-09T23:55:42,306 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:44337-0x101235069dd0001, quorum=127.0.0.1:64585, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-09T23:55:42,310 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-09T23:55:42,319 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-09T23:55:42,322 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:44337-0x101235069dd0001, quorum=127.0.0.1:64585, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-09T23:55:42,326 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:44337-0x101235069dd0001, quorum=127.0.0.1:64585, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-09T23:55:42,327 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=44337 2024-11-09T23:55:42,328 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=44337 2024-11-09T23:55:42,328 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=44337 2024-11-09T23:55:42,329 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=44337 2024-11-09T23:55:42,329 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=44337 2024-11-09T23:55:42,348 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/9d8c37854f6e:0 server-side Connection retries=45 2024-11-09T23:55:42,348 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-09T23:55:42,348 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-09T23:55:42,349 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-09T23:55:42,349 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-09T23:55:42,349 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-09T23:55:42,349 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-09T23:55:42,349 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-09T23:55:42,350 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:44179 2024-11-09T23:55:42,353 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:44179 connecting to ZooKeeper ensemble=127.0.0.1:64585 2024-11-09T23:55:42,354 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T23:55:42,357 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T23:55:42,380 DEBUG [pool-69-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:441790x0, quorum=127.0.0.1:64585, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-09T23:55:42,381 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:44179-0x101235069dd0002, quorum=127.0.0.1:64585, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-09T23:55:42,381 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:44179-0x101235069dd0002 connected 2024-11-09T23:55:42,382 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-09T23:55:42,383 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-09T23:55:42,384 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:44179-0x101235069dd0002, quorum=127.0.0.1:64585, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-09T23:55:42,386 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:44179-0x101235069dd0002, quorum=127.0.0.1:64585, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-09T23:55:42,386 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=44179 2024-11-09T23:55:42,387 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=44179 2024-11-09T23:55:42,390 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=44179 2024-11-09T23:55:42,391 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=44179 2024-11-09T23:55:42,393 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=44179 2024-11-09T23:55:42,410 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/9d8c37854f6e:0 server-side Connection retries=45 2024-11-09T23:55:42,410 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-09T23:55:42,411 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-09T23:55:42,411 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-09T23:55:42,411 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-09T23:55:42,411 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-09T23:55:42,411 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-09T23:55:42,411 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-09T23:55:42,412 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:36205 2024-11-09T23:55:42,414 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:36205 connecting to ZooKeeper ensemble=127.0.0.1:64585 2024-11-09T23:55:42,415 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T23:55:42,417 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T23:55:42,430 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:362050x0, quorum=127.0.0.1:64585, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-09T23:55:42,431 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:362050x0, quorum=127.0.0.1:64585, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-09T23:55:42,431 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:36205-0x101235069dd0003 connected 2024-11-09T23:55:42,432 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-09T23:55:42,432 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-09T23:55:42,433 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:36205-0x101235069dd0003, quorum=127.0.0.1:64585, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-09T23:55:42,436 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:36205-0x101235069dd0003, quorum=127.0.0.1:64585, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-09T23:55:42,436 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=36205 2024-11-09T23:55:42,437 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=36205 2024-11-09T23:55:42,437 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=36205 2024-11-09T23:55:42,438 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=36205 2024-11-09T23:55:42,438 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=36205 2024-11-09T23:55:42,454 DEBUG [M:0;9d8c37854f6e:44177 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;9d8c37854f6e:44177 2024-11-09T23:55:42,455 INFO [master/9d8c37854f6e:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /hbase/backup-masters/9d8c37854f6e,44177,1731196541531 2024-11-09T23:55:42,464 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44177-0x101235069dd0000, quorum=127.0.0.1:64585, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-09T23:55:42,464 DEBUG [pool-69-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44179-0x101235069dd0002, quorum=127.0.0.1:64585, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-09T23:55:42,464 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36205-0x101235069dd0003, quorum=127.0.0.1:64585, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-09T23:55:42,464 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44337-0x101235069dd0001, quorum=127.0.0.1:64585, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-09T23:55:42,466 DEBUG [master/9d8c37854f6e:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:44177-0x101235069dd0000, quorum=127.0.0.1:64585, baseZNode=/hbase Set watcher on existing znode=/hbase/backup-masters/9d8c37854f6e,44177,1731196541531 2024-11-09T23:55:42,497 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44177-0x101235069dd0000, quorum=127.0.0.1:64585, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-09T23:55:42,497 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36205-0x101235069dd0003, quorum=127.0.0.1:64585, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-09T23:55:42,497 DEBUG [pool-69-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44179-0x101235069dd0002, quorum=127.0.0.1:64585, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-09T23:55:42,497 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44337-0x101235069dd0001, quorum=127.0.0.1:64585, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-09T23:55:42,497 DEBUG [pool-69-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44179-0x101235069dd0002, quorum=127.0.0.1:64585, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-09T23:55:42,497 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36205-0x101235069dd0003, quorum=127.0.0.1:64585, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-09T23:55:42,497 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44337-0x101235069dd0001, quorum=127.0.0.1:64585, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-09T23:55:42,498 DEBUG [master/9d8c37854f6e:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:44177-0x101235069dd0000, quorum=127.0.0.1:64585, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-11-09T23:55:42,500 INFO [master/9d8c37854f6e:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /hbase/backup-masters/9d8c37854f6e,44177,1731196541531 from backup master directory 2024-11-09T23:55:42,505 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44337-0x101235069dd0001, quorum=127.0.0.1:64585, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-09T23:55:42,505 DEBUG [pool-69-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44179-0x101235069dd0002, quorum=127.0.0.1:64585, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-09T23:55:42,505 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36205-0x101235069dd0003, quorum=127.0.0.1:64585, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-09T23:55:42,505 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44177-0x101235069dd0000, quorum=127.0.0.1:64585, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/backup-masters/9d8c37854f6e,44177,1731196541531 2024-11-09T23:55:42,505 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44177-0x101235069dd0000, quorum=127.0.0.1:64585, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-09T23:55:42,506 WARN [master/9d8c37854f6e:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-09T23:55:42,507 INFO [master/9d8c37854f6e:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=9d8c37854f6e,44177,1731196541531 2024-11-09T23:55:42,509 INFO [master/9d8c37854f6e:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating data MemStoreChunkPool with chunk size 2 MB, max count 396, initial count 0 2024-11-09T23:55:42,511 INFO [master/9d8c37854f6e:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating index MemStoreChunkPool with chunk size 204.80 KB, max count 440, initial count 0 2024-11-09T23:55:42,564 DEBUG [master/9d8c37854f6e:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:38391/user/jenkins/test-data/9fdb2a0a-3de2-e37a-876c-1850f8b753b6/hbase.id] with ID: f795380d-fe18-4774-8845-df8af63cc95e 2024-11-09T23:55:42,564 DEBUG [master/9d8c37854f6e:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:38391/user/jenkins/test-data/9fdb2a0a-3de2-e37a-876c-1850f8b753b6/.tmp/hbase.id 2024-11-09T23:55:42,578 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46609 is added to blk_1073741826_1002 (size=42) 2024-11-09T23:55:42,578 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46421 is added to blk_1073741826_1002 (size=42) 2024-11-09T23:55:42,578 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41111 is added to blk_1073741826_1002 (size=42) 2024-11-09T23:55:42,579 DEBUG [master/9d8c37854f6e:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:38391/user/jenkins/test-data/9fdb2a0a-3de2-e37a-876c-1850f8b753b6/.tmp/hbase.id]:[hdfs://localhost:38391/user/jenkins/test-data/9fdb2a0a-3de2-e37a-876c-1850f8b753b6/hbase.id] 2024-11-09T23:55:42,624 INFO [master/9d8c37854f6e:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T23:55:42,628 INFO [master/9d8c37854f6e:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-09T23:55:42,645 INFO [master/9d8c37854f6e:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 16ms. 2024-11-09T23:55:42,680 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44177-0x101235069dd0000, quorum=127.0.0.1:64585, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-09T23:55:42,680 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44337-0x101235069dd0001, quorum=127.0.0.1:64585, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-09T23:55:42,680 DEBUG [pool-69-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44179-0x101235069dd0002, quorum=127.0.0.1:64585, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-09T23:55:42,680 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36205-0x101235069dd0003, quorum=127.0.0.1:64585, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-09T23:55:42,702 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46421 is added to blk_1073741827_1003 (size=196) 2024-11-09T23:55:42,703 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46609 is added to blk_1073741827_1003 (size=196) 2024-11-09T23:55:42,703 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41111 is added to blk_1073741827_1003 (size=196) 2024-11-09T23:55:42,719 INFO [master/9d8c37854f6e:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-09T23:55:42,720 INFO [master/9d8c37854f6e:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-09T23:55:42,733 DEBUG [master/9d8c37854f6e:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(244): No decryptEncryptedDataEncryptionKey method in DFSClient, should be hadoop version with HDFS-12396 java.lang.NoSuchMethodException: org.apache.hadoop.hdfs.DFSClient.decryptEncryptedDataEncryptionKey(org.apache.hadoop.fs.FileEncryptionInfo) at java.lang.Class.getDeclaredMethod(Class.java:2675) ~[?:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelperWithoutHDFS12396(FanOutOneBlockAsyncDFSOutputSaslHelper.java:183) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelper(FanOutOneBlockAsyncDFSOutputSaslHelper.java:242) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.(FanOutOneBlockAsyncDFSOutputSaslHelper.java:253) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.lang.Class.forName0(Native Method) ~[?:?] at java.lang.Class.forName(Class.java:375) ~[?:?] at org.apache.hadoop.hbase.wal.AsyncFSWALProvider.load(AsyncFSWALProvider.java:150) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.getProviderClass(WALFactory.java:174) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:262) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:231) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegion.create(MasterRegion.java:400) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegionFactory.create(MasterRegionFactory.java:135) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.finishActiveMasterInitialization(HMaster.java:1003) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.startActiveMasterManager(HMaster.java:2535) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.lambda$run$0(HMaster.java:613) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.lambda$tracedRunnable$2(TraceUtil.java:155) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T23:55:42,737 INFO [master/9d8c37854f6e:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-09T23:55:42,768 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46609 is added to blk_1073741828_1004 (size=1189) 2024-11-09T23:55:42,769 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41111 is added to blk_1073741828_1004 (size=1189) 2024-11-09T23:55:42,770 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46421 is added to blk_1073741828_1004 (size=1189) 2024-11-09T23:55:42,784 INFO [master/9d8c37854f6e:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:38391/user/jenkins/test-data/9fdb2a0a-3de2-e37a-876c-1850f8b753b6/MasterData/data/master/store 2024-11-09T23:55:42,806 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46421 is added to blk_1073741829_1005 (size=34) 2024-11-09T23:55:42,806 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41111 is added to blk_1073741829_1005 (size=34) 2024-11-09T23:55:42,806 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46609 is added to blk_1073741829_1005 (size=34) 2024-11-09T23:55:42,812 INFO [master/9d8c37854f6e:0:becomeActiveMaster {}] throttle.StoreHotnessProtector(112): StoreHotnessProtector is disabled. Set hbase.region.store.parallel.put.limit > 0 to enable, which may help mitigate load under heavy write pressure. 2024-11-09T23:55:42,815 DEBUG [master/9d8c37854f6e:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T23:55:42,816 DEBUG [master/9d8c37854f6e:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-09T23:55:42,816 INFO [master/9d8c37854f6e:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T23:55:42,817 DEBUG [master/9d8c37854f6e:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T23:55:42,818 DEBUG [master/9d8c37854f6e:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-09T23:55:42,818 DEBUG [master/9d8c37854f6e:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T23:55:42,818 INFO [master/9d8c37854f6e:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T23:55:42,819 DEBUG [master/9d8c37854f6e:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731196542816Disabling compacts and flushes for region at 1731196542816Disabling writes for close at 1731196542818 (+2 ms)Writing region close event to WAL at 1731196542818Closed at 1731196542818 2024-11-09T23:55:42,821 WARN [master/9d8c37854f6e:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:38391/user/jenkins/test-data/9fdb2a0a-3de2-e37a-876c-1850f8b753b6/MasterData/data/master/store/.initializing 2024-11-09T23:55:42,822 DEBUG [master/9d8c37854f6e:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:38391/user/jenkins/test-data/9fdb2a0a-3de2-e37a-876c-1850f8b753b6/MasterData/WALs/9d8c37854f6e,44177,1731196541531 2024-11-09T23:55:42,829 INFO [master/9d8c37854f6e:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-09T23:55:42,843 INFO [master/9d8c37854f6e:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=9d8c37854f6e%2C44177%2C1731196541531, suffix=, logDir=hdfs://localhost:38391/user/jenkins/test-data/9fdb2a0a-3de2-e37a-876c-1850f8b753b6/MasterData/WALs/9d8c37854f6e,44177,1731196541531, archiveDir=hdfs://localhost:38391/user/jenkins/test-data/9fdb2a0a-3de2-e37a-876c-1850f8b753b6/MasterData/oldWALs, maxLogs=10 2024-11-09T23:55:42,865 DEBUG [master/9d8c37854f6e:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/9fdb2a0a-3de2-e37a-876c-1850f8b753b6/MasterData/WALs/9d8c37854f6e,44177,1731196541531/9d8c37854f6e%2C44177%2C1731196541531.1731196542848, exclude list is [], retry=0 2024-11-09T23:55:42,881 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46609,DS-fe32e9a4-c578-4b3d-9e33-de84c68aa7ab,DISK] 2024-11-09T23:55:42,881 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41111,DS-acec9359-cba5-41ee-a24f-86da7b1c9a59,DISK] 2024-11-09T23:55:42,881 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46421,DS-56147366-b77c-462e-8fbd-1c7cd90a7122,DISK] 2024-11-09T23:55:42,884 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.ProtobufDecoder(117): Hadoop 3.3 and above shades protobuf. 2024-11-09T23:55:42,916 INFO [master/9d8c37854f6e:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/9fdb2a0a-3de2-e37a-876c-1850f8b753b6/MasterData/WALs/9d8c37854f6e,44177,1731196541531/9d8c37854f6e%2C44177%2C1731196541531.1731196542848 2024-11-09T23:55:42,917 DEBUG [master/9d8c37854f6e:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37381:37381),(127.0.0.1/127.0.0.1:40111:40111),(127.0.0.1/127.0.0.1:33825:33825)] 2024-11-09T23:55:42,917 DEBUG [master/9d8c37854f6e:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-09T23:55:42,917 DEBUG [master/9d8c37854f6e:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T23:55:42,920 DEBUG [master/9d8c37854f6e:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T23:55:42,921 DEBUG [master/9d8c37854f6e:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T23:55:42,955 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-09T23:55:42,978 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-09T23:55:42,981 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T23:55:42,983 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T23:55:42,983 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-09T23:55:42,987 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-09T23:55:42,987 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T23:55:42,988 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T23:55:42,988 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-09T23:55:42,991 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-09T23:55:42,991 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T23:55:42,992 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T23:55:42,992 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-09T23:55:42,994 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-09T23:55:42,994 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T23:55:42,995 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T23:55:42,996 DEBUG [master/9d8c37854f6e:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T23:55:42,999 DEBUG [master/9d8c37854f6e:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38391/user/jenkins/test-data/9fdb2a0a-3de2-e37a-876c-1850f8b753b6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-09T23:55:43,000 DEBUG [master/9d8c37854f6e:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38391/user/jenkins/test-data/9fdb2a0a-3de2-e37a-876c-1850f8b753b6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-09T23:55:43,005 DEBUG [master/9d8c37854f6e:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T23:55:43,006 DEBUG [master/9d8c37854f6e:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T23:55:43,010 DEBUG [master/9d8c37854f6e:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-09T23:55:43,014 DEBUG [master/9d8c37854f6e:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T23:55:43,019 DEBUG [master/9d8c37854f6e:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38391/user/jenkins/test-data/9fdb2a0a-3de2-e37a-876c-1850f8b753b6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-09T23:55:43,020 INFO [master/9d8c37854f6e:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59199052, jitterRate=-0.11786538362503052}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-09T23:55:43,027 DEBUG [master/9d8c37854f6e:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731196542932Initializing all the Stores at 1731196542934 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731196542934Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731196542935 (+1 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731196542935Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731196542935Cleaning up temporary data from old regions at 1731196543006 (+71 ms)Region opened successfully at 1731196543027 (+21 ms) 2024-11-09T23:55:43,028 INFO [master/9d8c37854f6e:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-09T23:55:43,060 DEBUG [master/9d8c37854f6e:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2fde2260, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=9d8c37854f6e/172.17.0.2:0 2024-11-09T23:55:43,087 INFO [master/9d8c37854f6e:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-09T23:55:43,096 INFO [master/9d8c37854f6e:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-09T23:55:43,096 INFO [master/9d8c37854f6e:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-09T23:55:43,098 INFO [master/9d8c37854f6e:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-09T23:55:43,100 INFO [master/9d8c37854f6e:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 1 msec 2024-11-09T23:55:43,105 INFO [master/9d8c37854f6e:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 4 msec 2024-11-09T23:55:43,105 INFO [master/9d8c37854f6e:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=128, operationDelay=10000 2024-11-09T23:55:43,128 INFO [master/9d8c37854f6e:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-09T23:55:43,135 DEBUG [master/9d8c37854f6e:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44177-0x101235069dd0000, quorum=127.0.0.1:64585, baseZNode=/hbase Unable to get data of znode /hbase/balancer because node does not exist (not necessarily an error) 2024-11-09T23:55:43,180 DEBUG [master/9d8c37854f6e:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/balancer already deleted, retry=false 2024-11-09T23:55:43,184 INFO [master/9d8c37854f6e:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-09T23:55:43,186 DEBUG [master/9d8c37854f6e:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44177-0x101235069dd0000, quorum=127.0.0.1:64585, baseZNode=/hbase Unable to get data of znode /hbase/normalizer because node does not exist (not necessarily an error) 2024-11-09T23:55:43,196 DEBUG [master/9d8c37854f6e:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/normalizer already deleted, retry=false 2024-11-09T23:55:43,199 INFO [master/9d8c37854f6e:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-09T23:55:43,204 DEBUG [master/9d8c37854f6e:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44177-0x101235069dd0000, quorum=127.0.0.1:64585, baseZNode=/hbase Unable to get data of znode /hbase/switch/split because node does not exist (not necessarily an error) 2024-11-09T23:55:43,213 DEBUG [master/9d8c37854f6e:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/split already deleted, retry=false 2024-11-09T23:55:43,215 DEBUG [master/9d8c37854f6e:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44177-0x101235069dd0000, quorum=127.0.0.1:64585, baseZNode=/hbase Unable to get data of znode /hbase/switch/merge because node does not exist (not necessarily an error) 2024-11-09T23:55:43,222 DEBUG [master/9d8c37854f6e:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/merge already deleted, retry=false 2024-11-09T23:55:43,245 DEBUG [master/9d8c37854f6e:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44177-0x101235069dd0000, quorum=127.0.0.1:64585, baseZNode=/hbase Unable to get data of znode /hbase/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-09T23:55:43,255 DEBUG [master/9d8c37854f6e:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/snapshot-cleanup already deleted, retry=false 2024-11-09T23:55:43,263 DEBUG [pool-69-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44179-0x101235069dd0002, quorum=127.0.0.1:64585, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-09T23:55:43,263 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44177-0x101235069dd0000, quorum=127.0.0.1:64585, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-09T23:55:43,263 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44337-0x101235069dd0001, quorum=127.0.0.1:64585, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-09T23:55:43,264 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36205-0x101235069dd0003, quorum=127.0.0.1:64585, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-09T23:55:43,264 DEBUG [pool-69-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44179-0x101235069dd0002, quorum=127.0.0.1:64585, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-09T23:55:43,264 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44177-0x101235069dd0000, quorum=127.0.0.1:64585, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-09T23:55:43,264 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44337-0x101235069dd0001, quorum=127.0.0.1:64585, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-09T23:55:43,264 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36205-0x101235069dd0003, quorum=127.0.0.1:64585, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-09T23:55:43,268 INFO [master/9d8c37854f6e:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=9d8c37854f6e,44177,1731196541531, sessionid=0x101235069dd0000, setting cluster-up flag (Was=false) 2024-11-09T23:55:43,288 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44337-0x101235069dd0001, quorum=127.0.0.1:64585, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-09T23:55:43,288 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44177-0x101235069dd0000, quorum=127.0.0.1:64585, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-09T23:55:43,288 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36205-0x101235069dd0003, quorum=127.0.0.1:64585, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-09T23:55:43,288 DEBUG [pool-69-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44179-0x101235069dd0002, quorum=127.0.0.1:64585, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-09T23:55:43,313 DEBUG [master/9d8c37854f6e:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/flush-table-proc/acquired, /hbase/flush-table-proc/reached, /hbase/flush-table-proc/abort 2024-11-09T23:55:43,318 DEBUG [master/9d8c37854f6e:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=9d8c37854f6e,44177,1731196541531 2024-11-09T23:55:43,338 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36205-0x101235069dd0003, quorum=127.0.0.1:64585, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-09T23:55:43,338 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44177-0x101235069dd0000, quorum=127.0.0.1:64585, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-09T23:55:43,338 DEBUG [pool-69-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44179-0x101235069dd0002, quorum=127.0.0.1:64585, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-09T23:55:43,338 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44337-0x101235069dd0001, quorum=127.0.0.1:64585, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-09T23:55:43,363 DEBUG [master/9d8c37854f6e:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/online-snapshot/acquired, /hbase/online-snapshot/reached, /hbase/online-snapshot/abort 2024-11-09T23:55:43,366 DEBUG [master/9d8c37854f6e:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=9d8c37854f6e,44177,1731196541531 2024-11-09T23:55:43,375 INFO [master/9d8c37854f6e:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:38391/user/jenkins/test-data/9fdb2a0a-3de2-e37a-876c-1850f8b753b6/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-09T23:55:43,442 INFO [RS:1;9d8c37854f6e:44179 {}] regionserver.HRegionServer(746): ClusterId : f795380d-fe18-4774-8845-df8af63cc95e 2024-11-09T23:55:43,442 INFO [RS:0;9d8c37854f6e:44337 {}] regionserver.HRegionServer(746): ClusterId : f795380d-fe18-4774-8845-df8af63cc95e 2024-11-09T23:55:43,442 INFO [RS:2;9d8c37854f6e:36205 {}] regionserver.HRegionServer(746): ClusterId : f795380d-fe18-4774-8845-df8af63cc95e 2024-11-09T23:55:43,444 DEBUG [RS:0;9d8c37854f6e:44337 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-09T23:55:43,444 DEBUG [RS:1;9d8c37854f6e:44179 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-09T23:55:43,444 DEBUG [RS:2;9d8c37854f6e:36205 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-09T23:55:43,444 DEBUG [master/9d8c37854f6e:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-09T23:55:43,454 INFO [master/9d8c37854f6e:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-09T23:55:43,460 INFO [master/9d8c37854f6e:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-09T23:55:43,465 DEBUG [master/9d8c37854f6e:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 9d8c37854f6e,44177,1731196541531 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-09T23:55:43,490 DEBUG [RS:2;9d8c37854f6e:36205 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-09T23:55:43,490 DEBUG [RS:1;9d8c37854f6e:44179 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-09T23:55:43,490 DEBUG [RS:0;9d8c37854f6e:44337 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-09T23:55:43,490 DEBUG [RS:1;9d8c37854f6e:44179 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-09T23:55:43,490 DEBUG [RS:2;9d8c37854f6e:36205 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-09T23:55:43,490 DEBUG [RS:0;9d8c37854f6e:44337 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-09T23:55:43,491 DEBUG [master/9d8c37854f6e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/9d8c37854f6e:0, corePoolSize=5, maxPoolSize=5 2024-11-09T23:55:43,491 DEBUG [master/9d8c37854f6e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/9d8c37854f6e:0, corePoolSize=5, maxPoolSize=5 2024-11-09T23:55:43,491 DEBUG [master/9d8c37854f6e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/9d8c37854f6e:0, corePoolSize=5, maxPoolSize=5 2024-11-09T23:55:43,492 DEBUG [master/9d8c37854f6e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/9d8c37854f6e:0, corePoolSize=5, maxPoolSize=5 2024-11-09T23:55:43,492 DEBUG [master/9d8c37854f6e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/9d8c37854f6e:0, corePoolSize=10, maxPoolSize=10 2024-11-09T23:55:43,492 DEBUG [master/9d8c37854f6e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/9d8c37854f6e:0, corePoolSize=1, maxPoolSize=1 2024-11-09T23:55:43,492 DEBUG [master/9d8c37854f6e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/9d8c37854f6e:0, corePoolSize=2, maxPoolSize=2 2024-11-09T23:55:43,492 DEBUG [master/9d8c37854f6e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/9d8c37854f6e:0, corePoolSize=1, maxPoolSize=1 2024-11-09T23:55:43,494 INFO [master/9d8c37854f6e:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731196573494 2024-11-09T23:55:43,495 INFO [master/9d8c37854f6e:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-09T23:55:43,496 INFO [master/9d8c37854f6e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-09T23:55:43,497 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-09T23:55:43,498 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-09T23:55:43,498 DEBUG [RS:2;9d8c37854f6e:36205 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-09T23:55:43,498 DEBUG [RS:0;9d8c37854f6e:44337 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-09T23:55:43,498 DEBUG [RS:1;9d8c37854f6e:44179 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-09T23:55:43,499 DEBUG [RS:1;9d8c37854f6e:44179 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@42a72ffc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=9d8c37854f6e/172.17.0.2:0 2024-11-09T23:55:43,499 DEBUG [RS:0;9d8c37854f6e:44337 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@737e7e61, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=9d8c37854f6e/172.17.0.2:0 2024-11-09T23:55:43,499 DEBUG [RS:2;9d8c37854f6e:36205 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3474864d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=9d8c37854f6e/172.17.0.2:0 2024-11-09T23:55:43,500 INFO [master/9d8c37854f6e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-09T23:55:43,501 INFO [master/9d8c37854f6e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-09T23:55:43,501 INFO [master/9d8c37854f6e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-09T23:55:43,501 INFO [master/9d8c37854f6e:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-09T23:55:43,502 INFO [master/9d8c37854f6e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-09T23:55:43,504 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T23:55:43,505 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-09T23:55:43,506 INFO [master/9d8c37854f6e:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-09T23:55:43,508 INFO [master/9d8c37854f6e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-09T23:55:43,508 INFO [master/9d8c37854f6e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-09T23:55:43,511 INFO [master/9d8c37854f6e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-09T23:55:43,512 INFO [master/9d8c37854f6e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-09T23:55:43,515 DEBUG [master/9d8c37854f6e:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/9d8c37854f6e:0:becomeActiveMaster-HFileCleaner.large.0-1731196543513,5,FailOnTimeoutGroup] 2024-11-09T23:55:43,515 DEBUG [RS:0;9d8c37854f6e:44337 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;9d8c37854f6e:44337 2024-11-09T23:55:43,515 DEBUG [RS:2;9d8c37854f6e:36205 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:2;9d8c37854f6e:36205 2024-11-09T23:55:43,517 DEBUG [RS:1;9d8c37854f6e:44179 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:1;9d8c37854f6e:44179 2024-11-09T23:55:43,518 INFO [RS:2;9d8c37854f6e:36205 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-09T23:55:43,518 INFO [RS:1;9d8c37854f6e:44179 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-09T23:55:43,518 INFO [RS:0;9d8c37854f6e:44337 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-09T23:55:43,518 DEBUG [master/9d8c37854f6e:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/9d8c37854f6e:0:becomeActiveMaster-HFileCleaner.small.0-1731196543515,5,FailOnTimeoutGroup] 2024-11-09T23:55:43,519 INFO [RS:2;9d8c37854f6e:36205 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-09T23:55:43,519 INFO [RS:1;9d8c37854f6e:44179 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-09T23:55:43,519 INFO [RS:0;9d8c37854f6e:44337 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-09T23:55:43,519 INFO [master/9d8c37854f6e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-09T23:55:43,519 DEBUG [RS:1;9d8c37854f6e:44179 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-09T23:55:43,519 DEBUG [RS:0;9d8c37854f6e:44337 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-09T23:55:43,519 DEBUG [RS:2;9d8c37854f6e:36205 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-09T23:55:43,519 INFO [master/9d8c37854f6e:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-09T23:55:43,520 INFO [master/9d8c37854f6e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-09T23:55:43,520 INFO [master/9d8c37854f6e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-09T23:55:43,522 INFO [RS:2;9d8c37854f6e:36205 {}] regionserver.HRegionServer(2659): reportForDuty to master=9d8c37854f6e,44177,1731196541531 with port=36205, startcode=1731196542410 2024-11-09T23:55:43,522 INFO [RS:1;9d8c37854f6e:44179 {}] regionserver.HRegionServer(2659): reportForDuty to master=9d8c37854f6e,44177,1731196541531 with port=44179, startcode=1731196542347 2024-11-09T23:55:43,522 INFO [RS:0;9d8c37854f6e:44337 {}] regionserver.HRegionServer(2659): reportForDuty to master=9d8c37854f6e,44177,1731196541531 with port=44337, startcode=1731196542245 2024-11-09T23:55:43,529 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46421 is added to blk_1073741831_1007 (size=1321) 2024-11-09T23:55:43,530 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46609 is added to blk_1073741831_1007 (size=1321) 2024-11-09T23:55:43,532 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41111 is added to blk_1073741831_1007 (size=1321) 2024-11-09T23:55:43,534 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:38391/user/jenkins/test-data/9fdb2a0a-3de2-e37a-876c-1850f8b753b6/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-09T23:55:43,534 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:38391/user/jenkins/test-data/9fdb2a0a-3de2-e37a-876c-1850f8b753b6 2024-11-09T23:55:43,535 DEBUG [RS:1;9d8c37854f6e:44179 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-09T23:55:43,535 DEBUG [RS:0;9d8c37854f6e:44337 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-09T23:55:43,535 DEBUG [RS:2;9d8c37854f6e:36205 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-09T23:55:43,554 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46609 is added to blk_1073741832_1008 (size=32) 2024-11-09T23:55:43,554 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41111 is added to blk_1073741832_1008 (size=32) 2024-11-09T23:55:43,555 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46421 is added to blk_1073741832_1008 (size=32) 2024-11-09T23:55:43,557 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T23:55:43,559 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-09T23:55:43,565 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-09T23:55:43,565 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T23:55:43,567 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T23:55:43,567 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-09T23:55:43,570 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-09T23:55:43,570 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T23:55:43,571 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T23:55:43,572 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-09T23:55:43,575 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-09T23:55:43,575 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T23:55:43,576 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50897, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.1 (auth:SIMPLE), service=RegionServerStatusService 2024-11-09T23:55:43,576 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38807, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=RegionServerStatusService 2024-11-09T23:55:43,576 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49701, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.2 (auth:SIMPLE), service=RegionServerStatusService 2024-11-09T23:55:43,576 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T23:55:43,577 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-09T23:55:43,579 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-09T23:55:43,580 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T23:55:43,581 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T23:55:43,581 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-09T23:55:43,583 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38391/user/jenkins/test-data/9fdb2a0a-3de2-e37a-876c-1850f8b753b6/data/hbase/meta/1588230740 2024-11-09T23:55:43,583 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38391/user/jenkins/test-data/9fdb2a0a-3de2-e37a-876c-1850f8b753b6/data/hbase/meta/1588230740 2024-11-09T23:55:43,584 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=44177 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 9d8c37854f6e,44337,1731196542245 2024-11-09T23:55:43,586 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=44177 {}] master.ServerManager(517): Registering regionserver=9d8c37854f6e,44337,1731196542245 2024-11-09T23:55:43,587 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-09T23:55:43,587 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-09T23:55:43,588 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-09T23:55:43,591 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-09T23:55:43,596 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38391/user/jenkins/test-data/9fdb2a0a-3de2-e37a-876c-1850f8b753b6/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-09T23:55:43,597 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61744121, jitterRate=-0.07994090020656586}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-09T23:55:43,601 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731196543557Initializing all the Stores at 1731196543559 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731196543559Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731196543559Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731196543559Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731196543559Cleaning up temporary data from old regions at 1731196543587 (+28 ms)Region opened successfully at 1731196543600 (+13 ms) 2024-11-09T23:55:43,601 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-09T23:55:43,601 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=44177 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 9d8c37854f6e,44179,1731196542347 2024-11-09T23:55:43,601 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-09T23:55:43,601 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=44177 {}] master.ServerManager(517): Registering regionserver=9d8c37854f6e,44179,1731196542347 2024-11-09T23:55:43,601 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-09T23:55:43,601 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-09T23:55:43,601 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-09T23:55:43,603 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-09T23:55:43,603 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731196543601Disabling compacts and flushes for region at 1731196543601Disabling writes for close at 1731196543601Writing region close event to WAL at 1731196543603 (+2 ms)Closed at 1731196543603 2024-11-09T23:55:43,605 DEBUG [RS:0;9d8c37854f6e:44337 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:38391/user/jenkins/test-data/9fdb2a0a-3de2-e37a-876c-1850f8b753b6 2024-11-09T23:55:43,606 DEBUG [RS:0;9d8c37854f6e:44337 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:38391 2024-11-09T23:55:43,606 DEBUG [RS:0;9d8c37854f6e:44337 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-09T23:55:43,607 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-09T23:55:43,607 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-09T23:55:43,607 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=44177 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 9d8c37854f6e,36205,1731196542410 2024-11-09T23:55:43,608 DEBUG [RS:1;9d8c37854f6e:44179 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:38391/user/jenkins/test-data/9fdb2a0a-3de2-e37a-876c-1850f8b753b6 2024-11-09T23:55:43,608 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=44177 {}] master.ServerManager(517): Registering regionserver=9d8c37854f6e,36205,1731196542410 2024-11-09T23:55:43,608 DEBUG [RS:1;9d8c37854f6e:44179 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:38391 2024-11-09T23:55:43,608 DEBUG [RS:1;9d8c37854f6e:44179 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-09T23:55:43,611 DEBUG [RS:2;9d8c37854f6e:36205 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:38391/user/jenkins/test-data/9fdb2a0a-3de2-e37a-876c-1850f8b753b6 2024-11-09T23:55:43,611 DEBUG [RS:2;9d8c37854f6e:36205 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:38391 2024-11-09T23:55:43,612 DEBUG [RS:2;9d8c37854f6e:36205 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-09T23:55:43,615 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-09T23:55:43,623 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-09T23:55:43,626 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-09T23:55:43,668 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44177-0x101235069dd0000, quorum=127.0.0.1:64585, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-09T23:55:43,680 DEBUG [RS:1;9d8c37854f6e:44179 {}] zookeeper.ZKUtil(111): regionserver:44179-0x101235069dd0002, quorum=127.0.0.1:64585, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/9d8c37854f6e,44179,1731196542347 2024-11-09T23:55:43,680 DEBUG [RS:0;9d8c37854f6e:44337 {}] zookeeper.ZKUtil(111): regionserver:44337-0x101235069dd0001, quorum=127.0.0.1:64585, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/9d8c37854f6e,44337,1731196542245 2024-11-09T23:55:43,680 WARN [RS:1;9d8c37854f6e:44179 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-09T23:55:43,680 WARN [RS:0;9d8c37854f6e:44337 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-09T23:55:43,680 INFO [RS:1;9d8c37854f6e:44179 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-09T23:55:43,680 INFO [RS:0;9d8c37854f6e:44337 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-09T23:55:43,681 DEBUG [RS:1;9d8c37854f6e:44179 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:38391/user/jenkins/test-data/9fdb2a0a-3de2-e37a-876c-1850f8b753b6/WALs/9d8c37854f6e,44179,1731196542347 2024-11-09T23:55:43,681 DEBUG [RS:0;9d8c37854f6e:44337 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:38391/user/jenkins/test-data/9fdb2a0a-3de2-e37a-876c-1850f8b753b6/WALs/9d8c37854f6e,44337,1731196542245 2024-11-09T23:55:43,681 DEBUG [RS:2;9d8c37854f6e:36205 {}] zookeeper.ZKUtil(111): regionserver:36205-0x101235069dd0003, quorum=127.0.0.1:64585, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/9d8c37854f6e,36205,1731196542410 2024-11-09T23:55:43,681 WARN [RS:2;9d8c37854f6e:36205 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-09T23:55:43,681 INFO [RS:2;9d8c37854f6e:36205 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-09T23:55:43,681 DEBUG [RS:2;9d8c37854f6e:36205 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:38391/user/jenkins/test-data/9fdb2a0a-3de2-e37a-876c-1850f8b753b6/WALs/9d8c37854f6e,36205,1731196542410 2024-11-09T23:55:43,682 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [9d8c37854f6e,36205,1731196542410] 2024-11-09T23:55:43,682 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [9d8c37854f6e,44179,1731196542347] 2024-11-09T23:55:43,682 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [9d8c37854f6e,44337,1731196542245] 2024-11-09T23:55:43,707 INFO [RS:2;9d8c37854f6e:36205 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-09T23:55:43,707 INFO [RS:1;9d8c37854f6e:44179 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-09T23:55:43,707 INFO [RS:0;9d8c37854f6e:44337 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-09T23:55:43,723 INFO [RS:1;9d8c37854f6e:44179 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-09T23:55:43,723 INFO [RS:2;9d8c37854f6e:36205 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-09T23:55:43,723 INFO [RS:0;9d8c37854f6e:44337 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-09T23:55:43,729 INFO [RS:0;9d8c37854f6e:44337 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-09T23:55:43,729 INFO [RS:2;9d8c37854f6e:36205 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-09T23:55:43,729 INFO [RS:0;9d8c37854f6e:44337 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-09T23:55:43,729 INFO [RS:2;9d8c37854f6e:36205 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-09T23:55:43,730 INFO [RS:1;9d8c37854f6e:44179 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-09T23:55:43,730 INFO [RS:1;9d8c37854f6e:44179 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-09T23:55:43,736 INFO [RS:2;9d8c37854f6e:36205 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-09T23:55:43,736 INFO [RS:1;9d8c37854f6e:44179 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-09T23:55:43,736 INFO [RS:0;9d8c37854f6e:44337 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-09T23:55:43,742 INFO [RS:0;9d8c37854f6e:44337 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-09T23:55:43,742 INFO [RS:2;9d8c37854f6e:36205 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-09T23:55:43,742 INFO [RS:1;9d8c37854f6e:44179 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-09T23:55:43,744 INFO [RS:0;9d8c37854f6e:44337 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-09T23:55:43,744 INFO [RS:1;9d8c37854f6e:44179 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-09T23:55:43,744 INFO [RS:2;9d8c37854f6e:36205 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-09T23:55:43,745 DEBUG [RS:1;9d8c37854f6e:44179 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/9d8c37854f6e:0, corePoolSize=1, maxPoolSize=1 2024-11-09T23:55:43,745 DEBUG [RS:2;9d8c37854f6e:36205 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/9d8c37854f6e:0, corePoolSize=1, maxPoolSize=1 2024-11-09T23:55:43,745 DEBUG [RS:0;9d8c37854f6e:44337 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/9d8c37854f6e:0, corePoolSize=1, maxPoolSize=1 2024-11-09T23:55:43,745 DEBUG [RS:1;9d8c37854f6e:44179 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/9d8c37854f6e:0, corePoolSize=1, maxPoolSize=1 2024-11-09T23:55:43,745 DEBUG [RS:2;9d8c37854f6e:36205 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/9d8c37854f6e:0, corePoolSize=1, maxPoolSize=1 2024-11-09T23:55:43,745 DEBUG [RS:0;9d8c37854f6e:44337 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/9d8c37854f6e:0, corePoolSize=1, maxPoolSize=1 2024-11-09T23:55:43,745 DEBUG [RS:1;9d8c37854f6e:44179 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/9d8c37854f6e:0, corePoolSize=1, maxPoolSize=1 2024-11-09T23:55:43,745 DEBUG [RS:2;9d8c37854f6e:36205 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/9d8c37854f6e:0, corePoolSize=1, maxPoolSize=1 2024-11-09T23:55:43,745 DEBUG [RS:0;9d8c37854f6e:44337 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/9d8c37854f6e:0, corePoolSize=1, maxPoolSize=1 2024-11-09T23:55:43,745 DEBUG [RS:1;9d8c37854f6e:44179 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/9d8c37854f6e:0, corePoolSize=1, maxPoolSize=1 2024-11-09T23:55:43,745 DEBUG [RS:2;9d8c37854f6e:36205 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/9d8c37854f6e:0, corePoolSize=1, maxPoolSize=1 2024-11-09T23:55:43,745 DEBUG [RS:0;9d8c37854f6e:44337 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/9d8c37854f6e:0, corePoolSize=1, maxPoolSize=1 2024-11-09T23:55:43,746 DEBUG [RS:2;9d8c37854f6e:36205 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/9d8c37854f6e:0, corePoolSize=1, maxPoolSize=1 2024-11-09T23:55:43,746 DEBUG [RS:1;9d8c37854f6e:44179 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/9d8c37854f6e:0, corePoolSize=1, maxPoolSize=1 2024-11-09T23:55:43,746 DEBUG [RS:0;9d8c37854f6e:44337 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/9d8c37854f6e:0, corePoolSize=1, maxPoolSize=1 2024-11-09T23:55:43,746 DEBUG [RS:2;9d8c37854f6e:36205 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/9d8c37854f6e:0, corePoolSize=2, maxPoolSize=2 2024-11-09T23:55:43,746 DEBUG [RS:1;9d8c37854f6e:44179 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/9d8c37854f6e:0, corePoolSize=2, maxPoolSize=2 2024-11-09T23:55:43,746 DEBUG [RS:0;9d8c37854f6e:44337 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/9d8c37854f6e:0, corePoolSize=2, maxPoolSize=2 2024-11-09T23:55:43,746 DEBUG [RS:2;9d8c37854f6e:36205 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/9d8c37854f6e:0, corePoolSize=1, maxPoolSize=1 2024-11-09T23:55:43,746 DEBUG [RS:1;9d8c37854f6e:44179 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/9d8c37854f6e:0, corePoolSize=1, maxPoolSize=1 2024-11-09T23:55:43,746 DEBUG [RS:0;9d8c37854f6e:44337 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/9d8c37854f6e:0, corePoolSize=1, maxPoolSize=1 2024-11-09T23:55:43,746 DEBUG [RS:2;9d8c37854f6e:36205 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/9d8c37854f6e:0, corePoolSize=1, maxPoolSize=1 2024-11-09T23:55:43,746 DEBUG [RS:1;9d8c37854f6e:44179 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/9d8c37854f6e:0, corePoolSize=1, maxPoolSize=1 2024-11-09T23:55:43,746 DEBUG [RS:0;9d8c37854f6e:44337 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/9d8c37854f6e:0, corePoolSize=1, maxPoolSize=1 2024-11-09T23:55:43,746 DEBUG [RS:2;9d8c37854f6e:36205 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/9d8c37854f6e:0, corePoolSize=1, maxPoolSize=1 2024-11-09T23:55:43,746 DEBUG [RS:1;9d8c37854f6e:44179 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/9d8c37854f6e:0, corePoolSize=1, maxPoolSize=1 2024-11-09T23:55:43,746 DEBUG [RS:0;9d8c37854f6e:44337 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/9d8c37854f6e:0, corePoolSize=1, maxPoolSize=1 2024-11-09T23:55:43,746 DEBUG [RS:2;9d8c37854f6e:36205 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/9d8c37854f6e:0, corePoolSize=1, maxPoolSize=1 2024-11-09T23:55:43,746 DEBUG [RS:1;9d8c37854f6e:44179 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/9d8c37854f6e:0, corePoolSize=1, maxPoolSize=1 2024-11-09T23:55:43,746 DEBUG [RS:0;9d8c37854f6e:44337 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/9d8c37854f6e:0, corePoolSize=1, maxPoolSize=1 2024-11-09T23:55:43,746 DEBUG [RS:2;9d8c37854f6e:36205 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/9d8c37854f6e:0, corePoolSize=1, maxPoolSize=1 2024-11-09T23:55:43,746 DEBUG [RS:0;9d8c37854f6e:44337 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/9d8c37854f6e:0, corePoolSize=1, maxPoolSize=1 2024-11-09T23:55:43,746 DEBUG [RS:1;9d8c37854f6e:44179 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/9d8c37854f6e:0, corePoolSize=1, maxPoolSize=1 2024-11-09T23:55:43,747 DEBUG [RS:2;9d8c37854f6e:36205 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/9d8c37854f6e:0, corePoolSize=1, maxPoolSize=1 2024-11-09T23:55:43,747 DEBUG [RS:0;9d8c37854f6e:44337 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/9d8c37854f6e:0, corePoolSize=1, maxPoolSize=1 2024-11-09T23:55:43,747 DEBUG [RS:1;9d8c37854f6e:44179 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/9d8c37854f6e:0, corePoolSize=1, maxPoolSize=1 2024-11-09T23:55:43,747 DEBUG [RS:2;9d8c37854f6e:36205 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/9d8c37854f6e:0, corePoolSize=3, maxPoolSize=3 2024-11-09T23:55:43,747 DEBUG [RS:0;9d8c37854f6e:44337 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/9d8c37854f6e:0, corePoolSize=3, maxPoolSize=3 2024-11-09T23:55:43,747 DEBUG [RS:1;9d8c37854f6e:44179 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/9d8c37854f6e:0, corePoolSize=3, maxPoolSize=3 2024-11-09T23:55:43,747 DEBUG [RS:2;9d8c37854f6e:36205 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/9d8c37854f6e:0, corePoolSize=3, maxPoolSize=3 2024-11-09T23:55:43,747 DEBUG [RS:0;9d8c37854f6e:44337 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/9d8c37854f6e:0, corePoolSize=3, maxPoolSize=3 2024-11-09T23:55:43,747 DEBUG [RS:1;9d8c37854f6e:44179 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/9d8c37854f6e:0, corePoolSize=3, maxPoolSize=3 2024-11-09T23:55:43,752 INFO [RS:1;9d8c37854f6e:44179 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-09T23:55:43,753 INFO [RS:1;9d8c37854f6e:44179 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-09T23:55:43,753 INFO [RS:1;9d8c37854f6e:44179 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-09T23:55:43,753 INFO [RS:1;9d8c37854f6e:44179 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-09T23:55:43,753 INFO [RS:1;9d8c37854f6e:44179 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-09T23:55:43,753 INFO [RS:1;9d8c37854f6e:44179 {}] hbase.ChoreService(168): Chore ScheduledChore name=9d8c37854f6e,44179,1731196542347-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-09T23:55:43,755 INFO [RS:2;9d8c37854f6e:36205 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-09T23:55:43,755 INFO [RS:0;9d8c37854f6e:44337 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-09T23:55:43,755 INFO [RS:2;9d8c37854f6e:36205 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-09T23:55:43,755 INFO [RS:0;9d8c37854f6e:44337 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-09T23:55:43,755 INFO [RS:2;9d8c37854f6e:36205 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-09T23:55:43,756 INFO [RS:0;9d8c37854f6e:44337 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-09T23:55:43,756 INFO [RS:2;9d8c37854f6e:36205 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-09T23:55:43,756 INFO [RS:0;9d8c37854f6e:44337 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-09T23:55:43,756 INFO [RS:2;9d8c37854f6e:36205 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-09T23:55:43,756 INFO [RS:0;9d8c37854f6e:44337 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-09T23:55:43,756 INFO [RS:2;9d8c37854f6e:36205 {}] hbase.ChoreService(168): Chore ScheduledChore name=9d8c37854f6e,36205,1731196542410-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-09T23:55:43,756 INFO [RS:0;9d8c37854f6e:44337 {}] hbase.ChoreService(168): Chore ScheduledChore name=9d8c37854f6e,44337,1731196542245-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-09T23:55:43,774 INFO [RS:1;9d8c37854f6e:44179 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-09T23:55:43,774 INFO [RS:2;9d8c37854f6e:36205 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-09T23:55:43,776 INFO [RS:2;9d8c37854f6e:36205 {}] hbase.ChoreService(168): Chore ScheduledChore name=9d8c37854f6e,36205,1731196542410-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-09T23:55:43,776 INFO [RS:1;9d8c37854f6e:44179 {}] hbase.ChoreService(168): Chore ScheduledChore name=9d8c37854f6e,44179,1731196542347-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-09T23:55:43,776 INFO [RS:2;9d8c37854f6e:36205 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T23:55:43,776 INFO [RS:1;9d8c37854f6e:44179 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T23:55:43,777 INFO [RS:2;9d8c37854f6e:36205 {}] regionserver.Replication(171): 9d8c37854f6e,36205,1731196542410 started 2024-11-09T23:55:43,777 INFO [RS:1;9d8c37854f6e:44179 {}] regionserver.Replication(171): 9d8c37854f6e,44179,1731196542347 started 2024-11-09T23:55:43,777 WARN [9d8c37854f6e:44177 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-11-09T23:55:43,779 INFO [RS:0;9d8c37854f6e:44337 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-09T23:55:43,779 INFO [RS:0;9d8c37854f6e:44337 {}] hbase.ChoreService(168): Chore ScheduledChore name=9d8c37854f6e,44337,1731196542245-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-09T23:55:43,779 INFO [RS:0;9d8c37854f6e:44337 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T23:55:43,779 INFO [RS:0;9d8c37854f6e:44337 {}] regionserver.Replication(171): 9d8c37854f6e,44337,1731196542245 started 2024-11-09T23:55:43,803 INFO [RS:1;9d8c37854f6e:44179 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T23:55:43,803 INFO [RS:0;9d8c37854f6e:44337 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T23:55:43,803 INFO [RS:2;9d8c37854f6e:36205 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T23:55:43,803 INFO [RS:0;9d8c37854f6e:44337 {}] regionserver.HRegionServer(1482): Serving as 9d8c37854f6e,44337,1731196542245, RpcServer on 9d8c37854f6e/172.17.0.2:44337, sessionid=0x101235069dd0001 2024-11-09T23:55:43,803 INFO [RS:1;9d8c37854f6e:44179 {}] regionserver.HRegionServer(1482): Serving as 9d8c37854f6e,44179,1731196542347, RpcServer on 9d8c37854f6e/172.17.0.2:44179, sessionid=0x101235069dd0002 2024-11-09T23:55:43,803 INFO [RS:2;9d8c37854f6e:36205 {}] regionserver.HRegionServer(1482): Serving as 9d8c37854f6e,36205,1731196542410, RpcServer on 9d8c37854f6e/172.17.0.2:36205, sessionid=0x101235069dd0003 2024-11-09T23:55:43,804 DEBUG [RS:1;9d8c37854f6e:44179 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-09T23:55:43,804 DEBUG [RS:0;9d8c37854f6e:44337 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-09T23:55:43,804 DEBUG [RS:2;9d8c37854f6e:36205 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-09T23:55:43,804 DEBUG [RS:2;9d8c37854f6e:36205 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 9d8c37854f6e,36205,1731196542410 2024-11-09T23:55:43,804 DEBUG [RS:1;9d8c37854f6e:44179 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 9d8c37854f6e,44179,1731196542347 2024-11-09T23:55:43,804 DEBUG [RS:0;9d8c37854f6e:44337 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 9d8c37854f6e,44337,1731196542245 2024-11-09T23:55:43,804 DEBUG [RS:0;9d8c37854f6e:44337 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '9d8c37854f6e,44337,1731196542245' 2024-11-09T23:55:43,804 DEBUG [RS:1;9d8c37854f6e:44179 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '9d8c37854f6e,44179,1731196542347' 2024-11-09T23:55:43,804 DEBUG [RS:2;9d8c37854f6e:36205 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '9d8c37854f6e,36205,1731196542410' 2024-11-09T23:55:43,805 DEBUG [RS:1;9d8c37854f6e:44179 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-09T23:55:43,805 DEBUG [RS:0;9d8c37854f6e:44337 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-09T23:55:43,805 DEBUG [RS:2;9d8c37854f6e:36205 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-09T23:55:43,806 DEBUG [RS:0;9d8c37854f6e:44337 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-09T23:55:43,806 DEBUG [RS:2;9d8c37854f6e:36205 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-09T23:55:43,806 DEBUG [RS:1;9d8c37854f6e:44179 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-09T23:55:43,807 DEBUG [RS:1;9d8c37854f6e:44179 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-09T23:55:43,807 DEBUG [RS:2;9d8c37854f6e:36205 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-09T23:55:43,807 DEBUG [RS:1;9d8c37854f6e:44179 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-09T23:55:43,807 DEBUG [RS:2;9d8c37854f6e:36205 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-09T23:55:43,807 DEBUG [RS:1;9d8c37854f6e:44179 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 9d8c37854f6e,44179,1731196542347 2024-11-09T23:55:43,807 DEBUG [RS:2;9d8c37854f6e:36205 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 9d8c37854f6e,36205,1731196542410 2024-11-09T23:55:43,807 DEBUG [RS:1;9d8c37854f6e:44179 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '9d8c37854f6e,44179,1731196542347' 2024-11-09T23:55:43,807 DEBUG [RS:2;9d8c37854f6e:36205 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '9d8c37854f6e,36205,1731196542410' 2024-11-09T23:55:43,807 DEBUG [RS:1;9d8c37854f6e:44179 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-09T23:55:43,807 DEBUG [RS:2;9d8c37854f6e:36205 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-09T23:55:43,808 DEBUG [RS:1;9d8c37854f6e:44179 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-09T23:55:43,808 DEBUG [RS:2;9d8c37854f6e:36205 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-09T23:55:43,808 DEBUG [RS:2;9d8c37854f6e:36205 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-09T23:55:43,808 DEBUG [RS:1;9d8c37854f6e:44179 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-09T23:55:43,809 INFO [RS:2;9d8c37854f6e:36205 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-09T23:55:43,809 INFO [RS:1;9d8c37854f6e:44179 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-09T23:55:43,809 INFO [RS:2;9d8c37854f6e:36205 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-09T23:55:43,809 INFO [RS:1;9d8c37854f6e:44179 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-09T23:55:43,809 DEBUG [RS:0;9d8c37854f6e:44337 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-09T23:55:43,809 DEBUG [RS:0;9d8c37854f6e:44337 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-09T23:55:43,809 DEBUG [RS:0;9d8c37854f6e:44337 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 9d8c37854f6e,44337,1731196542245 2024-11-09T23:55:43,809 DEBUG [RS:0;9d8c37854f6e:44337 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '9d8c37854f6e,44337,1731196542245' 2024-11-09T23:55:43,809 DEBUG [RS:0;9d8c37854f6e:44337 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-09T23:55:43,810 DEBUG [RS:0;9d8c37854f6e:44337 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-09T23:55:43,810 DEBUG [RS:0;9d8c37854f6e:44337 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-09T23:55:43,810 INFO [RS:0;9d8c37854f6e:44337 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-09T23:55:43,810 INFO [RS:0;9d8c37854f6e:44337 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-09T23:55:43,915 INFO [RS:2;9d8c37854f6e:36205 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-09T23:55:43,915 INFO [RS:0;9d8c37854f6e:44337 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-09T23:55:43,915 INFO [RS:1;9d8c37854f6e:44179 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-09T23:55:43,919 INFO [RS:2;9d8c37854f6e:36205 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=9d8c37854f6e%2C36205%2C1731196542410, suffix=, logDir=hdfs://localhost:38391/user/jenkins/test-data/9fdb2a0a-3de2-e37a-876c-1850f8b753b6/WALs/9d8c37854f6e,36205,1731196542410, archiveDir=hdfs://localhost:38391/user/jenkins/test-data/9fdb2a0a-3de2-e37a-876c-1850f8b753b6/oldWALs, maxLogs=32 2024-11-09T23:55:43,919 INFO [RS:0;9d8c37854f6e:44337 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=9d8c37854f6e%2C44337%2C1731196542245, suffix=, logDir=hdfs://localhost:38391/user/jenkins/test-data/9fdb2a0a-3de2-e37a-876c-1850f8b753b6/WALs/9d8c37854f6e,44337,1731196542245, archiveDir=hdfs://localhost:38391/user/jenkins/test-data/9fdb2a0a-3de2-e37a-876c-1850f8b753b6/oldWALs, maxLogs=32 2024-11-09T23:55:43,919 INFO [RS:1;9d8c37854f6e:44179 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=9d8c37854f6e%2C44179%2C1731196542347, suffix=, logDir=hdfs://localhost:38391/user/jenkins/test-data/9fdb2a0a-3de2-e37a-876c-1850f8b753b6/WALs/9d8c37854f6e,44179,1731196542347, archiveDir=hdfs://localhost:38391/user/jenkins/test-data/9fdb2a0a-3de2-e37a-876c-1850f8b753b6/oldWALs, maxLogs=32 2024-11-09T23:55:43,935 DEBUG [RS:0;9d8c37854f6e:44337 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/9fdb2a0a-3de2-e37a-876c-1850f8b753b6/WALs/9d8c37854f6e,44337,1731196542245/9d8c37854f6e%2C44337%2C1731196542245.1731196543922, exclude list is [], retry=0 2024-11-09T23:55:43,940 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46609,DS-fe32e9a4-c578-4b3d-9e33-de84c68aa7ab,DISK] 2024-11-09T23:55:43,940 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41111,DS-acec9359-cba5-41ee-a24f-86da7b1c9a59,DISK] 2024-11-09T23:55:43,941 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46421,DS-56147366-b77c-462e-8fbd-1c7cd90a7122,DISK] 2024-11-09T23:55:43,959 DEBUG [RS:2;9d8c37854f6e:36205 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/9fdb2a0a-3de2-e37a-876c-1850f8b753b6/WALs/9d8c37854f6e,36205,1731196542410/9d8c37854f6e%2C36205%2C1731196542410.1731196543923, exclude list is [], retry=0 2024-11-09T23:55:43,959 DEBUG [RS:1;9d8c37854f6e:44179 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/9fdb2a0a-3de2-e37a-876c-1850f8b753b6/WALs/9d8c37854f6e,44179,1731196542347/9d8c37854f6e%2C44179%2C1731196542347.1731196543923, exclude list is [], retry=0 2024-11-09T23:55:43,961 INFO [RS:0;9d8c37854f6e:44337 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/9fdb2a0a-3de2-e37a-876c-1850f8b753b6/WALs/9d8c37854f6e,44337,1731196542245/9d8c37854f6e%2C44337%2C1731196542245.1731196543922 2024-11-09T23:55:43,962 DEBUG [RS:0;9d8c37854f6e:44337 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33825:33825),(127.0.0.1/127.0.0.1:37381:37381),(127.0.0.1/127.0.0.1:40111:40111)] 2024-11-09T23:55:43,964 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46421,DS-56147366-b77c-462e-8fbd-1c7cd90a7122,DISK] 2024-11-09T23:55:43,964 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46609,DS-fe32e9a4-c578-4b3d-9e33-de84c68aa7ab,DISK] 2024-11-09T23:55:43,964 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46609,DS-fe32e9a4-c578-4b3d-9e33-de84c68aa7ab,DISK] 2024-11-09T23:55:43,965 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41111,DS-acec9359-cba5-41ee-a24f-86da7b1c9a59,DISK] 2024-11-09T23:55:43,965 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41111,DS-acec9359-cba5-41ee-a24f-86da7b1c9a59,DISK] 2024-11-09T23:55:43,965 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46421,DS-56147366-b77c-462e-8fbd-1c7cd90a7122,DISK] 2024-11-09T23:55:43,975 INFO [RS:2;9d8c37854f6e:36205 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/9fdb2a0a-3de2-e37a-876c-1850f8b753b6/WALs/9d8c37854f6e,36205,1731196542410/9d8c37854f6e%2C36205%2C1731196542410.1731196543923 2024-11-09T23:55:43,976 DEBUG [RS:2;9d8c37854f6e:36205 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37381:37381),(127.0.0.1/127.0.0.1:33825:33825),(127.0.0.1/127.0.0.1:40111:40111)] 2024-11-09T23:55:43,979 INFO [RS:1;9d8c37854f6e:44179 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/9fdb2a0a-3de2-e37a-876c-1850f8b753b6/WALs/9d8c37854f6e,44179,1731196542347/9d8c37854f6e%2C44179%2C1731196542347.1731196543923 2024-11-09T23:55:43,983 DEBUG [RS:1;9d8c37854f6e:44179 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40111:40111),(127.0.0.1/127.0.0.1:33825:33825),(127.0.0.1/127.0.0.1:37381:37381)] 2024-11-09T23:55:44,030 DEBUG [9d8c37854f6e:44177 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=3, allServersCount=3 2024-11-09T23:55:44,039 DEBUG [9d8c37854f6e:44177 {}] balancer.BalancerClusterState(204): Hosts are {9d8c37854f6e=0} racks are {/default-rack=0} 2024-11-09T23:55:44,046 DEBUG [9d8c37854f6e:44177 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-11-09T23:55:44,046 DEBUG [9d8c37854f6e:44177 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-11-09T23:55:44,046 DEBUG [9d8c37854f6e:44177 {}] balancer.BalancerClusterState(303): server 2 has 0 regions 2024-11-09T23:55:44,046 DEBUG [9d8c37854f6e:44177 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-11-09T23:55:44,046 DEBUG [9d8c37854f6e:44177 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-11-09T23:55:44,046 DEBUG [9d8c37854f6e:44177 {}] balancer.BalancerClusterState(310): server 2 is on host 0 2024-11-09T23:55:44,046 INFO [9d8c37854f6e:44177 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-11-09T23:55:44,046 INFO [9d8c37854f6e:44177 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-11-09T23:55:44,047 INFO [9d8c37854f6e:44177 {}] balancer.BalancerClusterState(321): server 2 is on rack 0 2024-11-09T23:55:44,047 DEBUG [9d8c37854f6e:44177 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-11-09T23:55:44,053 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=9d8c37854f6e,44337,1731196542245 2024-11-09T23:55:44,060 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 9d8c37854f6e,44337,1731196542245, state=OPENING 2024-11-09T23:55:44,097 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-09T23:55:44,105 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44337-0x101235069dd0001, quorum=127.0.0.1:64585, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-09T23:55:44,105 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36205-0x101235069dd0003, quorum=127.0.0.1:64585, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-09T23:55:44,105 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44177-0x101235069dd0000, quorum=127.0.0.1:64585, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-09T23:55:44,105 DEBUG [pool-69-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44179-0x101235069dd0002, quorum=127.0.0.1:64585, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-09T23:55:44,106 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-09T23:55:44,106 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-09T23:55:44,106 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-09T23:55:44,106 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-09T23:55:44,107 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-09T23:55:44,109 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=9d8c37854f6e,44337,1731196542245}] 2024-11-09T23:55:51,860 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-09T23:55:51,861 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-11-09T23:55:54,139 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-09T23:55:54,141 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48221, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-09T23:55:54,152 INFO [RS_OPEN_META-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-09T23:55:54,152 INFO [RS_OPEN_META-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-09T23:55:54,153 INFO [RS_OPEN_META-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-09T23:55:54,155 INFO [RS_OPEN_META-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=9d8c37854f6e%2C44337%2C1731196542245.meta, suffix=.meta, logDir=hdfs://localhost:38391/user/jenkins/test-data/9fdb2a0a-3de2-e37a-876c-1850f8b753b6/WALs/9d8c37854f6e,44337,1731196542245, archiveDir=hdfs://localhost:38391/user/jenkins/test-data/9fdb2a0a-3de2-e37a-876c-1850f8b753b6/oldWALs, maxLogs=32 2024-11-09T23:55:54,169 DEBUG [RS_OPEN_META-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/9fdb2a0a-3de2-e37a-876c-1850f8b753b6/WALs/9d8c37854f6e,44337,1731196542245/9d8c37854f6e%2C44337%2C1731196542245.meta.1731196554157.meta, exclude list is [], retry=0 2024-11-09T23:55:54,173 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41111,DS-acec9359-cba5-41ee-a24f-86da7b1c9a59,DISK] 2024-11-09T23:55:54,173 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46609,DS-fe32e9a4-c578-4b3d-9e33-de84c68aa7ab,DISK] 2024-11-09T23:55:54,173 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46421,DS-56147366-b77c-462e-8fbd-1c7cd90a7122,DISK] 2024-11-09T23:55:54,175 INFO [RS_OPEN_META-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/9fdb2a0a-3de2-e37a-876c-1850f8b753b6/WALs/9d8c37854f6e,44337,1731196542245/9d8c37854f6e%2C44337%2C1731196542245.meta.1731196554157.meta 2024-11-09T23:55:54,176 DEBUG [RS_OPEN_META-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33825:33825),(127.0.0.1/127.0.0.1:37381:37381),(127.0.0.1/127.0.0.1:40111:40111)] 2024-11-09T23:55:54,176 DEBUG [RS_OPEN_META-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-09T23:55:54,177 DEBUG [RS_OPEN_META-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-09T23:55:54,180 DEBUG [RS_OPEN_META-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-09T23:55:54,184 INFO [RS_OPEN_META-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-09T23:55:54,187 DEBUG [RS_OPEN_META-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-09T23:55:54,187 DEBUG [RS_OPEN_META-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T23:55:54,188 DEBUG [RS_OPEN_META-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-09T23:55:54,188 DEBUG [RS_OPEN_META-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-09T23:55:54,190 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-09T23:55:54,192 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-09T23:55:54,192 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T23:55:54,193 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T23:55:54,193 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-09T23:55:54,194 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-09T23:55:54,195 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T23:55:54,195 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T23:55:54,196 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-09T23:55:54,197 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-09T23:55:54,197 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T23:55:54,198 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T23:55:54,198 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-09T23:55:54,200 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-09T23:55:54,200 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T23:55:54,201 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T23:55:54,201 DEBUG [RS_OPEN_META-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-09T23:55:54,202 DEBUG [RS_OPEN_META-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38391/user/jenkins/test-data/9fdb2a0a-3de2-e37a-876c-1850f8b753b6/data/hbase/meta/1588230740 2024-11-09T23:55:54,205 DEBUG [RS_OPEN_META-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38391/user/jenkins/test-data/9fdb2a0a-3de2-e37a-876c-1850f8b753b6/data/hbase/meta/1588230740 2024-11-09T23:55:54,207 DEBUG [RS_OPEN_META-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-09T23:55:54,207 DEBUG [RS_OPEN_META-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-09T23:55:54,208 DEBUG [RS_OPEN_META-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-09T23:55:54,210 DEBUG [RS_OPEN_META-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-09T23:55:54,212 INFO [RS_OPEN_META-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70299870, jitterRate=0.047549694776535034}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-09T23:55:54,212 DEBUG [RS_OPEN_META-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-09T23:55:54,213 DEBUG [RS_OPEN_META-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731196554188Writing region info on filesystem at 1731196554188Initializing all the Stores at 1731196554190 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731196554190Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731196554190Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731196554190Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731196554190Cleaning up temporary data from old regions at 1731196554207 (+17 ms)Running coprocessor post-open hooks at 1731196554212 (+5 ms)Region opened successfully at 1731196554213 (+1 ms) 2024-11-09T23:55:54,220 INFO [RS_OPEN_META-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731196554131 2024-11-09T23:55:54,229 DEBUG [RS_OPEN_META-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-09T23:55:54,230 INFO [RS_OPEN_META-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-09T23:55:54,231 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=9d8c37854f6e,44337,1731196542245 2024-11-09T23:55:54,233 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 9d8c37854f6e,44337,1731196542245, state=OPEN 2024-11-09T23:55:54,296 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44177-0x101235069dd0000, quorum=127.0.0.1:64585, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-09T23:55:54,296 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36205-0x101235069dd0003, quorum=127.0.0.1:64585, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-09T23:55:54,296 DEBUG [pool-69-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44179-0x101235069dd0002, quorum=127.0.0.1:64585, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-09T23:55:54,296 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44337-0x101235069dd0001, quorum=127.0.0.1:64585, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-09T23:55:54,296 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-09T23:55:54,296 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-09T23:55:54,296 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-09T23:55:54,297 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-09T23:55:54,299 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=9d8c37854f6e,44337,1731196542245 2024-11-09T23:55:54,307 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-09T23:55:54,307 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=9d8c37854f6e,44337,1731196542245 in 10.1900 sec 2024-11-09T23:55:54,313 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-09T23:55:54,313 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 10.6940 sec 2024-11-09T23:55:54,314 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-09T23:55:54,314 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-09T23:55:54,332 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-09T23:55:54,333 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=9d8c37854f6e,44337,1731196542245, seqNum=-1] 2024-11-09T23:55:54,351 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T23:55:54,353 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45663, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-09T23:55:54,369 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 10.9660 sec 2024-11-09T23:55:54,370 INFO [master/9d8c37854f6e:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731196554369, completionTime=-1 2024-11-09T23:55:54,372 INFO [master/9d8c37854f6e:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=3; waited=0ms, expected min=3 server(s), max=3 server(s), master is running 2024-11-09T23:55:54,372 DEBUG [master/9d8c37854f6e:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-09T23:55:54,393 INFO [master/9d8c37854f6e:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=3 2024-11-09T23:55:54,393 INFO [master/9d8c37854f6e:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731196614393 2024-11-09T23:55:54,393 INFO [master/9d8c37854f6e:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731196674393 2024-11-09T23:55:54,393 INFO [master/9d8c37854f6e:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 21 msec 2024-11-09T23:55:54,394 DEBUG [master/9d8c37854f6e:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 1588230740 changed from -1.0 to 0.0, refreshing cache 2024-11-09T23:55:54,400 INFO [master/9d8c37854f6e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=9d8c37854f6e,44177,1731196541531-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-09T23:55:54,400 INFO [master/9d8c37854f6e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=9d8c37854f6e,44177,1731196541531-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T23:55:54,401 INFO [master/9d8c37854f6e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=9d8c37854f6e,44177,1731196541531-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T23:55:54,402 INFO [master/9d8c37854f6e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-9d8c37854f6e:44177, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T23:55:54,402 INFO [master/9d8c37854f6e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-09T23:55:54,403 INFO [master/9d8c37854f6e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-09T23:55:54,408 DEBUG [master/9d8c37854f6e:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-09T23:55:54,427 INFO [master/9d8c37854f6e:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 11.920sec 2024-11-09T23:55:54,428 INFO [master/9d8c37854f6e:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-09T23:55:54,429 INFO [master/9d8c37854f6e:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-09T23:55:54,430 INFO [master/9d8c37854f6e:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-09T23:55:54,430 INFO [master/9d8c37854f6e:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-09T23:55:54,431 INFO [master/9d8c37854f6e:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-09T23:55:54,431 INFO [master/9d8c37854f6e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=9d8c37854f6e,44177,1731196541531-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-09T23:55:54,432 INFO [master/9d8c37854f6e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=9d8c37854f6e,44177,1731196541531-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-09T23:55:54,436 DEBUG [master/9d8c37854f6e:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-09T23:55:54,436 INFO [master/9d8c37854f6e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-09T23:55:54,437 INFO [master/9d8c37854f6e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=9d8c37854f6e,44177,1731196541531-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T23:55:54,463 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6610b4e0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T23:55:54,467 DEBUG [Time-limited test {}] nio.NioEventLoop(110): -Dio.netty.noKeySetOptimization: false 2024-11-09T23:55:54,467 DEBUG [Time-limited test {}] nio.NioEventLoop(111): -Dio.netty.selectorAutoRebuildThreshold: 512 2024-11-09T23:55:54,471 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 9d8c37854f6e,44177,-1 for getting cluster id 2024-11-09T23:55:54,473 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-09T23:55:54,484 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'f795380d-fe18-4774-8845-df8af63cc95e' 2024-11-09T23:55:54,487 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-09T23:55:54,487 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "f795380d-fe18-4774-8845-df8af63cc95e" 2024-11-09T23:55:54,488 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5b992cc0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T23:55:54,488 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [9d8c37854f6e,44177,-1] 2024-11-09T23:55:54,508 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-09T23:55:54,513 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T23:55:54,514 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43832, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-09T23:55:54,517 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@31cb8676, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T23:55:54,518 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-09T23:55:54,527 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=9d8c37854f6e,44337,1731196542245, seqNum=-1] 2024-11-09T23:55:54,527 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T23:55:54,530 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47022, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-09T23:55:54,555 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=9d8c37854f6e,44177,1731196541531 2024-11-09T23:55:54,561 DEBUG [Time-limited test {}] snapshot.SnapshotDescriptionUtils(316): Creation time not specified, setting to:1731196554559 (current time:1731196554559). 2024-11-09T23:55:54,561 DEBUG [Time-limited test {}] snapshot.SnapshotDescriptionUtils(330): Snapshot current TTL value: 0 resetting it to default value: 0 2024-11-09T23:55:54,561 DEBUG [Time-limited test {}] snapshot.SnapshotDescriptionUtils(339): Snapshot SnapshotProcedureTest VERSION not specified, setting to 2 2024-11-09T23:55:54,565 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@585bf558, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T23:55:54,565 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 9d8c37854f6e,44177,-1 for getting cluster id 2024-11-09T23:55:54,565 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-09T23:55:54,566 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'f795380d-fe18-4774-8845-df8af63cc95e' 2024-11-09T23:55:54,567 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-09T23:55:54,567 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "f795380d-fe18-4774-8845-df8af63cc95e" 2024-11-09T23:55:54,567 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@11f60e71, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T23:55:54,567 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [9d8c37854f6e,44177,-1] 2024-11-09T23:55:54,568 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-09T23:55:54,568 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T23:55:54,569 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43848, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-09T23:55:54,571 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1644ea59, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T23:55:54,573 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-09T23:55:54,575 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=9d8c37854f6e,44337,1731196542245, seqNum=-1] 2024-11-09T23:55:54,575 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T23:55:54,576 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47028, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-09T23:55:54,578 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-09T23:55:54,578 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.isSecurityAvailable(SnapshotDescriptionUtils.java:481) at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.validate(SnapshotDescriptionUtils.java:353) at org.apache.hadoop.hbase.master.procedure.TestSnapshotProcedure.setup(TestSnapshotProcedure.java:117) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunBefores.invokeMethod(RunBefores.java:33) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:24) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-09T23:55:54,582 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T23:55:54,583 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T23:55:54,583 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-09T23:55:54,587 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-09T23:55:54,592 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 9d8c37854f6e,44177,1731196541531 2024-11-09T23:55:54,594 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@7dec82e6 2024-11-09T23:55:54,595 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-09T23:55:54,597 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43850, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-09T23:55:54,604 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44177 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'SPTestTable', {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-09T23:55:54,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44177 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=SPTestTable 2024-11-09T23:55:54,615 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_PRE_OPERATION 2024-11-09T23:55:54,617 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44177 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "SPTestTable" procId is: 4 2024-11-09T23:55:54,617 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T23:55:54,620 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-09T23:55:54,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44177 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-09T23:55:54,636 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46421 is added to blk_1073741837_1013 (size=361) 2024-11-09T23:55:54,636 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41111 is added to blk_1073741837_1013 (size=361) 2024-11-09T23:55:54,636 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46609 is added to blk_1073741837_1013 (size=361) 2024-11-09T23:55:54,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44177 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-09T23:55:54,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44177 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-09T23:55:55,044 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(7572): creating {ENCODED => 8aaf5a05aa9a740af42a9bb43d168acd, NAME => 'SPTestTable,33333332,1731196554599.8aaf5a05aa9a740af42a9bb43d168acd.', STARTKEY => '33333332', ENDKEY => '4ccccccb'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:38391/user/jenkins/test-data/9fdb2a0a-3de2-e37a-876c-1850f8b753b6 2024-11-09T23:55:55,045 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(7572): creating {ENCODED => 0d3c6983f78a983480e8b6465c005c5b, NAME => 'SPTestTable,19999999,1731196554599.0d3c6983f78a983480e8b6465c005c5b.', STARTKEY => '19999999', ENDKEY => '33333332'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:38391/user/jenkins/test-data/9fdb2a0a-3de2-e37a-876c-1850f8b753b6 2024-11-09T23:55:55,045 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 8086c15fe7db2f8521dcdd47f5ea27e7, NAME => 'SPTestTable,,1731196554599.8086c15fe7db2f8521dcdd47f5ea27e7.', STARTKEY => '', ENDKEY => '19999999'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:38391/user/jenkins/test-data/9fdb2a0a-3de2-e37a-876c-1850f8b753b6 2024-11-09T23:55:55,065 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41111 is added to blk_1073741838_1014 (size=62) 2024-11-09T23:55:55,066 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46609 is added to blk_1073741838_1014 (size=62) 2024-11-09T23:55:55,066 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46421 is added to blk_1073741838_1014 (size=62) 2024-11-09T23:55:55,067 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46609 is added to blk_1073741839_1015 (size=62) 2024-11-09T23:55:55,067 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(898): Instantiated SPTestTable,33333332,1731196554599.8aaf5a05aa9a740af42a9bb43d168acd.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T23:55:55,067 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1722): Closing 8aaf5a05aa9a740af42a9bb43d168acd, disabling compactions & flushes 2024-11-09T23:55:55,067 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46421 is added to blk_1073741839_1015 (size=62) 2024-11-09T23:55:55,067 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1755): Closing region SPTestTable,33333332,1731196554599.8aaf5a05aa9a740af42a9bb43d168acd. 2024-11-09T23:55:55,067 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,33333332,1731196554599.8aaf5a05aa9a740af42a9bb43d168acd. 2024-11-09T23:55:55,067 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,33333332,1731196554599.8aaf5a05aa9a740af42a9bb43d168acd. after waiting 0 ms 2024-11-09T23:55:55,068 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,33333332,1731196554599.8aaf5a05aa9a740af42a9bb43d168acd. 2024-11-09T23:55:55,068 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1973): Closed SPTestTable,33333332,1731196554599.8aaf5a05aa9a740af42a9bb43d168acd. 2024-11-09T23:55:55,068 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1676): Region close journal for 8aaf5a05aa9a740af42a9bb43d168acd: Waiting for close lock at 1731196555067Disabling compacts and flushes for region at 1731196555067Disabling writes for close at 1731196555068 (+1 ms)Writing region close event to WAL at 1731196555068Closed at 1731196555068 2024-11-09T23:55:55,068 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41111 is added to blk_1073741839_1015 (size=62) 2024-11-09T23:55:55,068 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(7572): creating {ENCODED => 068f3d56b89c1e6c058d66f9c616b440, NAME => 'SPTestTable,4ccccccb,1731196554599.068f3d56b89c1e6c058d66f9c616b440.', STARTKEY => '4ccccccb', ENDKEY => '66666664'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:38391/user/jenkins/test-data/9fdb2a0a-3de2-e37a-876c-1850f8b753b6 2024-11-09T23:55:55,069 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41111 is added to blk_1073741840_1016 (size=54) 2024-11-09T23:55:55,069 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(898): Instantiated SPTestTable,19999999,1731196554599.0d3c6983f78a983480e8b6465c005c5b.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T23:55:55,070 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1722): Closing 0d3c6983f78a983480e8b6465c005c5b, disabling compactions & flushes 2024-11-09T23:55:55,070 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1755): Closing region SPTestTable,19999999,1731196554599.0d3c6983f78a983480e8b6465c005c5b. 2024-11-09T23:55:55,070 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,19999999,1731196554599.0d3c6983f78a983480e8b6465c005c5b. 2024-11-09T23:55:55,070 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,19999999,1731196554599.0d3c6983f78a983480e8b6465c005c5b. after waiting 0 ms 2024-11-09T23:55:55,070 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,19999999,1731196554599.0d3c6983f78a983480e8b6465c005c5b. 2024-11-09T23:55:55,070 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1973): Closed SPTestTable,19999999,1731196554599.0d3c6983f78a983480e8b6465c005c5b. 2024-11-09T23:55:55,070 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46421 is added to blk_1073741840_1016 (size=54) 2024-11-09T23:55:55,070 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1676): Region close journal for 0d3c6983f78a983480e8b6465c005c5b: Waiting for close lock at 1731196555070Disabling compacts and flushes for region at 1731196555070Disabling writes for close at 1731196555070Writing region close event to WAL at 1731196555070Closed at 1731196555070 2024-11-09T23:55:55,071 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46609 is added to blk_1073741840_1016 (size=54) 2024-11-09T23:55:55,071 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(7572): creating {ENCODED => e774957b0aff27e13c92dde9dc785c7e, NAME => 'SPTestTable,66666664,1731196554599.e774957b0aff27e13c92dde9dc785c7e.', STARTKEY => '66666664', ENDKEY => '7ffffffd'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:38391/user/jenkins/test-data/9fdb2a0a-3de2-e37a-876c-1850f8b753b6 2024-11-09T23:55:55,072 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(898): Instantiated SPTestTable,,1731196554599.8086c15fe7db2f8521dcdd47f5ea27e7.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T23:55:55,072 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1722): Closing 8086c15fe7db2f8521dcdd47f5ea27e7, disabling compactions & flushes 2024-11-09T23:55:55,072 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1755): Closing region SPTestTable,,1731196554599.8086c15fe7db2f8521dcdd47f5ea27e7. 2024-11-09T23:55:55,072 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,,1731196554599.8086c15fe7db2f8521dcdd47f5ea27e7. 2024-11-09T23:55:55,072 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,,1731196554599.8086c15fe7db2f8521dcdd47f5ea27e7. after waiting 0 ms 2024-11-09T23:55:55,072 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,,1731196554599.8086c15fe7db2f8521dcdd47f5ea27e7. 2024-11-09T23:55:55,073 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1973): Closed SPTestTable,,1731196554599.8086c15fe7db2f8521dcdd47f5ea27e7. 2024-11-09T23:55:55,073 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1676): Region close journal for 8086c15fe7db2f8521dcdd47f5ea27e7: Waiting for close lock at 1731196555072Disabling compacts and flushes for region at 1731196555072Disabling writes for close at 1731196555072Writing region close event to WAL at 1731196555072Closed at 1731196555072 2024-11-09T23:55:55,073 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 0363847f863637abd3ae6c4ea096f820, NAME => 'SPTestTable,7ffffffd,1731196554599.0363847f863637abd3ae6c4ea096f820.', STARTKEY => '7ffffffd', ENDKEY => '99999996'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:38391/user/jenkins/test-data/9fdb2a0a-3de2-e37a-876c-1850f8b753b6 2024-11-09T23:55:55,084 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41111 is added to blk_1073741841_1017 (size=62) 2024-11-09T23:55:55,086 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(898): Instantiated SPTestTable,4ccccccb,1731196554599.068f3d56b89c1e6c058d66f9c616b440.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T23:55:55,087 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1722): Closing 068f3d56b89c1e6c058d66f9c616b440, disabling compactions & flushes 2024-11-09T23:55:55,087 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46609 is added to blk_1073741841_1017 (size=62) 2024-11-09T23:55:55,087 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1755): Closing region SPTestTable,4ccccccb,1731196554599.068f3d56b89c1e6c058d66f9c616b440. 2024-11-09T23:55:55,087 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,4ccccccb,1731196554599.068f3d56b89c1e6c058d66f9c616b440. 2024-11-09T23:55:55,087 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,4ccccccb,1731196554599.068f3d56b89c1e6c058d66f9c616b440. after waiting 0 ms 2024-11-09T23:55:55,087 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,4ccccccb,1731196554599.068f3d56b89c1e6c058d66f9c616b440. 2024-11-09T23:55:55,087 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46421 is added to blk_1073741842_1018 (size=62) 2024-11-09T23:55:55,087 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1973): Closed SPTestTable,4ccccccb,1731196554599.068f3d56b89c1e6c058d66f9c616b440. 2024-11-09T23:55:55,087 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1676): Region close journal for 068f3d56b89c1e6c058d66f9c616b440: Waiting for close lock at 1731196555086Disabling compacts and flushes for region at 1731196555086Disabling writes for close at 1731196555087 (+1 ms)Writing region close event to WAL at 1731196555087Closed at 1731196555087 2024-11-09T23:55:55,087 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46609 is added to blk_1073741842_1018 (size=62) 2024-11-09T23:55:55,087 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41111 is added to blk_1073741842_1018 (size=62) 2024-11-09T23:55:55,087 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46421 is added to blk_1073741841_1017 (size=62) 2024-11-09T23:55:55,088 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(7572): creating {ENCODED => c06434b3421fe9de2f39497a3174b222, NAME => 'SPTestTable,99999996,1731196554599.c06434b3421fe9de2f39497a3174b222.', STARTKEY => '99999996', ENDKEY => 'b333332f'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:38391/user/jenkins/test-data/9fdb2a0a-3de2-e37a-876c-1850f8b753b6 2024-11-09T23:55:55,090 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46609 is added to blk_1073741843_1019 (size=62) 2024-11-09T23:55:55,090 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41111 is added to blk_1073741843_1019 (size=62) 2024-11-09T23:55:55,090 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46421 is added to blk_1073741843_1019 (size=62) 2024-11-09T23:55:55,090 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(898): Instantiated SPTestTable,66666664,1731196554599.e774957b0aff27e13c92dde9dc785c7e.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T23:55:55,091 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1722): Closing e774957b0aff27e13c92dde9dc785c7e, disabling compactions & flushes 2024-11-09T23:55:55,091 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1755): Closing region SPTestTable,66666664,1731196554599.e774957b0aff27e13c92dde9dc785c7e. 2024-11-09T23:55:55,091 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,66666664,1731196554599.e774957b0aff27e13c92dde9dc785c7e. 2024-11-09T23:55:55,091 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,66666664,1731196554599.e774957b0aff27e13c92dde9dc785c7e. after waiting 0 ms 2024-11-09T23:55:55,091 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,66666664,1731196554599.e774957b0aff27e13c92dde9dc785c7e. 2024-11-09T23:55:55,091 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1973): Closed SPTestTable,66666664,1731196554599.e774957b0aff27e13c92dde9dc785c7e. 2024-11-09T23:55:55,091 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1676): Region close journal for e774957b0aff27e13c92dde9dc785c7e: Waiting for close lock at 1731196555091Disabling compacts and flushes for region at 1731196555091Disabling writes for close at 1731196555091Writing region close event to WAL at 1731196555091Closed at 1731196555091 2024-11-09T23:55:55,092 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(7572): creating {ENCODED => 3035dfc027296f291ae3607145d93534, NAME => 'SPTestTable,b333332f,1731196554599.3035dfc027296f291ae3607145d93534.', STARTKEY => 'b333332f', ENDKEY => 'ccccccc8'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:38391/user/jenkins/test-data/9fdb2a0a-3de2-e37a-876c-1850f8b753b6 2024-11-09T23:55:55,092 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(898): Instantiated SPTestTable,7ffffffd,1731196554599.0363847f863637abd3ae6c4ea096f820.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T23:55:55,092 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1722): Closing 0363847f863637abd3ae6c4ea096f820, disabling compactions & flushes 2024-11-09T23:55:55,092 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1755): Closing region SPTestTable,7ffffffd,1731196554599.0363847f863637abd3ae6c4ea096f820. 2024-11-09T23:55:55,092 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,7ffffffd,1731196554599.0363847f863637abd3ae6c4ea096f820. 2024-11-09T23:55:55,092 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,7ffffffd,1731196554599.0363847f863637abd3ae6c4ea096f820. after waiting 0 ms 2024-11-09T23:55:55,092 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,7ffffffd,1731196554599.0363847f863637abd3ae6c4ea096f820. 2024-11-09T23:55:55,092 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1973): Closed SPTestTable,7ffffffd,1731196554599.0363847f863637abd3ae6c4ea096f820. 2024-11-09T23:55:55,092 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1676): Region close journal for 0363847f863637abd3ae6c4ea096f820: Waiting for close lock at 1731196555092Disabling compacts and flushes for region at 1731196555092Disabling writes for close at 1731196555092Writing region close event to WAL at 1731196555092Closed at 1731196555092 2024-11-09T23:55:55,093 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => f937f7cd5ac6b752e527234fc4380c6f, NAME => 'SPTestTable,ccccccc8,1731196554599.f937f7cd5ac6b752e527234fc4380c6f.', STARTKEY => 'ccccccc8', ENDKEY => 'e6666661'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:38391/user/jenkins/test-data/9fdb2a0a-3de2-e37a-876c-1850f8b753b6 2024-11-09T23:55:55,099 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41111 is added to blk_1073741844_1020 (size=62) 2024-11-09T23:55:55,099 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46609 is added to blk_1073741844_1020 (size=62) 2024-11-09T23:55:55,100 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46421 is added to blk_1073741844_1020 (size=62) 2024-11-09T23:55:55,101 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(898): Instantiated SPTestTable,99999996,1731196554599.c06434b3421fe9de2f39497a3174b222.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T23:55:55,101 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1722): Closing c06434b3421fe9de2f39497a3174b222, disabling compactions & flushes 2024-11-09T23:55:55,101 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1755): Closing region SPTestTable,99999996,1731196554599.c06434b3421fe9de2f39497a3174b222. 2024-11-09T23:55:55,101 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,99999996,1731196554599.c06434b3421fe9de2f39497a3174b222. 2024-11-09T23:55:55,101 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,99999996,1731196554599.c06434b3421fe9de2f39497a3174b222. after waiting 0 ms 2024-11-09T23:55:55,101 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,99999996,1731196554599.c06434b3421fe9de2f39497a3174b222. 2024-11-09T23:55:55,101 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1973): Closed SPTestTable,99999996,1731196554599.c06434b3421fe9de2f39497a3174b222. 2024-11-09T23:55:55,102 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1676): Region close journal for c06434b3421fe9de2f39497a3174b222: Waiting for close lock at 1731196555101Disabling compacts and flushes for region at 1731196555101Disabling writes for close at 1731196555101Writing region close event to WAL at 1731196555101Closed at 1731196555101 2024-11-09T23:55:55,102 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(7572): creating {ENCODED => c62c9d3737c0f9b977412642d4c0e61e, NAME => 'SPTestTable,e6666661,1731196554599.c62c9d3737c0f9b977412642d4c0e61e.', STARTKEY => 'e6666661', ENDKEY => ''}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:38391/user/jenkins/test-data/9fdb2a0a-3de2-e37a-876c-1850f8b753b6 2024-11-09T23:55:55,116 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41111 is added to blk_1073741845_1021 (size=62) 2024-11-09T23:55:55,116 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46609 is added to blk_1073741845_1021 (size=62) 2024-11-09T23:55:55,116 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46421 is added to blk_1073741845_1021 (size=62) 2024-11-09T23:55:55,119 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41111 is added to blk_1073741847_1023 (size=54) 2024-11-09T23:55:55,120 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46609 is added to blk_1073741846_1022 (size=62) 2024-11-09T23:55:55,120 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41111 is added to blk_1073741846_1022 (size=62) 2024-11-09T23:55:55,120 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46421 is added to blk_1073741847_1023 (size=54) 2024-11-09T23:55:55,120 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46609 is added to blk_1073741847_1023 (size=54) 2024-11-09T23:55:55,120 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46421 is added to blk_1073741846_1022 (size=62) 2024-11-09T23:55:55,121 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(898): Instantiated SPTestTable,e6666661,1731196554599.c62c9d3737c0f9b977412642d4c0e61e.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T23:55:55,121 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1722): Closing c62c9d3737c0f9b977412642d4c0e61e, disabling compactions & flushes 2024-11-09T23:55:55,121 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1755): Closing region SPTestTable,e6666661,1731196554599.c62c9d3737c0f9b977412642d4c0e61e. 2024-11-09T23:55:55,121 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,e6666661,1731196554599.c62c9d3737c0f9b977412642d4c0e61e. 2024-11-09T23:55:55,121 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,e6666661,1731196554599.c62c9d3737c0f9b977412642d4c0e61e. after waiting 0 ms 2024-11-09T23:55:55,121 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,e6666661,1731196554599.c62c9d3737c0f9b977412642d4c0e61e. 2024-11-09T23:55:55,121 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1973): Closed SPTestTable,e6666661,1731196554599.c62c9d3737c0f9b977412642d4c0e61e. 2024-11-09T23:55:55,121 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1676): Region close journal for c62c9d3737c0f9b977412642d4c0e61e: Waiting for close lock at 1731196555121Disabling compacts and flushes for region at 1731196555121Disabling writes for close at 1731196555121Writing region close event to WAL at 1731196555121Closed at 1731196555121 2024-11-09T23:55:55,122 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(898): Instantiated SPTestTable,ccccccc8,1731196554599.f937f7cd5ac6b752e527234fc4380c6f.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T23:55:55,122 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1722): Closing f937f7cd5ac6b752e527234fc4380c6f, disabling compactions & flushes 2024-11-09T23:55:55,123 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1755): Closing region SPTestTable,ccccccc8,1731196554599.f937f7cd5ac6b752e527234fc4380c6f. 2024-11-09T23:55:55,123 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,ccccccc8,1731196554599.f937f7cd5ac6b752e527234fc4380c6f. 2024-11-09T23:55:55,123 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,ccccccc8,1731196554599.f937f7cd5ac6b752e527234fc4380c6f. after waiting 0 ms 2024-11-09T23:55:55,123 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,ccccccc8,1731196554599.f937f7cd5ac6b752e527234fc4380c6f. 2024-11-09T23:55:55,123 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1973): Closed SPTestTable,ccccccc8,1731196554599.f937f7cd5ac6b752e527234fc4380c6f. 2024-11-09T23:55:55,123 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1676): Region close journal for f937f7cd5ac6b752e527234fc4380c6f: Waiting for close lock at 1731196555122Disabling compacts and flushes for region at 1731196555122Disabling writes for close at 1731196555123 (+1 ms)Writing region close event to WAL at 1731196555123Closed at 1731196555123 2024-11-09T23:55:55,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44177 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-09T23:55:55,514 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(898): Instantiated SPTestTable,b333332f,1731196554599.3035dfc027296f291ae3607145d93534.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T23:55:55,515 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1722): Closing 3035dfc027296f291ae3607145d93534, disabling compactions & flushes 2024-11-09T23:55:55,515 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1755): Closing region SPTestTable,b333332f,1731196554599.3035dfc027296f291ae3607145d93534. 2024-11-09T23:55:55,515 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,b333332f,1731196554599.3035dfc027296f291ae3607145d93534. 2024-11-09T23:55:55,515 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,b333332f,1731196554599.3035dfc027296f291ae3607145d93534. after waiting 0 ms 2024-11-09T23:55:55,515 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,b333332f,1731196554599.3035dfc027296f291ae3607145d93534. 2024-11-09T23:55:55,515 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1973): Closed SPTestTable,b333332f,1731196554599.3035dfc027296f291ae3607145d93534. 2024-11-09T23:55:55,515 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1676): Region close journal for 3035dfc027296f291ae3607145d93534: Waiting for close lock at 1731196555514Disabling compacts and flushes for region at 1731196555514Disabling writes for close at 1731196555515 (+1 ms)Writing region close event to WAL at 1731196555515Closed at 1731196555515 2024-11-09T23:55:55,518 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_ADD_TO_META 2024-11-09T23:55:55,523 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,33333332,1731196554599.8aaf5a05aa9a740af42a9bb43d168acd.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1731196555518"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731196555518"}]},"ts":"1731196555518"} 2024-11-09T23:55:55,524 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,19999999,1731196554599.0d3c6983f78a983480e8b6465c005c5b.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1731196555518"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731196555518"}]},"ts":"1731196555518"} 2024-11-09T23:55:55,524 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,,1731196554599.8086c15fe7db2f8521dcdd47f5ea27e7.","families":{"info":[{"qualifier":"regioninfo","vlen":53,"tag":[],"timestamp":"1731196555518"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731196555518"}]},"ts":"1731196555518"} 2024-11-09T23:55:55,524 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,4ccccccb,1731196554599.068f3d56b89c1e6c058d66f9c616b440.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1731196555518"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731196555518"}]},"ts":"1731196555518"} 2024-11-09T23:55:55,524 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,66666664,1731196554599.e774957b0aff27e13c92dde9dc785c7e.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1731196555518"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731196555518"}]},"ts":"1731196555518"} 2024-11-09T23:55:55,524 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,7ffffffd,1731196554599.0363847f863637abd3ae6c4ea096f820.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1731196555518"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731196555518"}]},"ts":"1731196555518"} 2024-11-09T23:55:55,525 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,99999996,1731196554599.c06434b3421fe9de2f39497a3174b222.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1731196555518"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731196555518"}]},"ts":"1731196555518"} 2024-11-09T23:55:55,525 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,e6666661,1731196554599.c62c9d3737c0f9b977412642d4c0e61e.","families":{"info":[{"qualifier":"regioninfo","vlen":53,"tag":[],"timestamp":"1731196555518"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731196555518"}]},"ts":"1731196555518"} 2024-11-09T23:55:55,525 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,ccccccc8,1731196554599.f937f7cd5ac6b752e527234fc4380c6f.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1731196555518"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731196555518"}]},"ts":"1731196555518"} 2024-11-09T23:55:55,525 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,b333332f,1731196554599.3035dfc027296f291ae3607145d93534.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1731196555518"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731196555518"}]},"ts":"1731196555518"} 2024-11-09T23:55:55,556 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 10 regions to meta. 2024-11-09T23:55:55,558 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-09T23:55:55,560 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"SPTestTable","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731196555558"}]},"ts":"1731196555558"} 2024-11-09T23:55:55,564 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=SPTestTable, state=ENABLING in hbase:meta 2024-11-09T23:55:55,565 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(204): Hosts are {9d8c37854f6e=0} racks are {/default-rack=0} 2024-11-09T23:55:55,572 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-11-09T23:55:55,572 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-11-09T23:55:55,572 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 2 has 0 regions 2024-11-09T23:55:55,572 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-11-09T23:55:55,572 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-11-09T23:55:55,572 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 2 is on host 0 2024-11-09T23:55:55,572 INFO [PEWorker-3 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-11-09T23:55:55,572 INFO [PEWorker-3 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-11-09T23:55:55,572 INFO [PEWorker-3 {}] balancer.BalancerClusterState(321): server 2 is on rack 0 2024-11-09T23:55:55,572 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-11-09T23:55:55,575 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=8086c15fe7db2f8521dcdd47f5ea27e7, ASSIGN}, {pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=0d3c6983f78a983480e8b6465c005c5b, ASSIGN}, {pid=7, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=8aaf5a05aa9a740af42a9bb43d168acd, ASSIGN}, {pid=8, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=068f3d56b89c1e6c058d66f9c616b440, ASSIGN}, {pid=9, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=e774957b0aff27e13c92dde9dc785c7e, ASSIGN}, {pid=10, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=0363847f863637abd3ae6c4ea096f820, ASSIGN}, {pid=11, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=c06434b3421fe9de2f39497a3174b222, ASSIGN}, {pid=12, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=3035dfc027296f291ae3607145d93534, ASSIGN}, {pid=13, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=f937f7cd5ac6b752e527234fc4380c6f, ASSIGN}, {pid=14, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=c62c9d3737c0f9b977412642d4c0e61e, ASSIGN}] 2024-11-09T23:55:55,579 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=14, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=c62c9d3737c0f9b977412642d4c0e61e, ASSIGN 2024-11-09T23:55:55,579 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=13, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=f937f7cd5ac6b752e527234fc4380c6f, ASSIGN 2024-11-09T23:55:55,579 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=12, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=3035dfc027296f291ae3607145d93534, ASSIGN 2024-11-09T23:55:55,579 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=11, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=c06434b3421fe9de2f39497a3174b222, ASSIGN 2024-11-09T23:55:55,581 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=10, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=0363847f863637abd3ae6c4ea096f820, ASSIGN 2024-11-09T23:55:55,581 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=11, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=c06434b3421fe9de2f39497a3174b222, ASSIGN; state=OFFLINE, location=9d8c37854f6e,44179,1731196542347; forceNewPlan=false, retain=false 2024-11-09T23:55:55,581 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=13, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=f937f7cd5ac6b752e527234fc4380c6f, ASSIGN; state=OFFLINE, location=9d8c37854f6e,36205,1731196542410; forceNewPlan=false, retain=false 2024-11-09T23:55:55,581 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=14, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=c62c9d3737c0f9b977412642d4c0e61e, ASSIGN; state=OFFLINE, location=9d8c37854f6e,44337,1731196542245; forceNewPlan=false, retain=false 2024-11-09T23:55:55,581 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=12, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=3035dfc027296f291ae3607145d93534, ASSIGN; state=OFFLINE, location=9d8c37854f6e,44179,1731196542347; forceNewPlan=false, retain=false 2024-11-09T23:55:55,582 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=10, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=0363847f863637abd3ae6c4ea096f820, ASSIGN; state=OFFLINE, location=9d8c37854f6e,36205,1731196542410; forceNewPlan=false, retain=false 2024-11-09T23:55:55,586 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=7, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=8aaf5a05aa9a740af42a9bb43d168acd, ASSIGN 2024-11-09T23:55:55,587 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=8, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=068f3d56b89c1e6c058d66f9c616b440, ASSIGN 2024-11-09T23:55:55,588 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=8, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=068f3d56b89c1e6c058d66f9c616b440, ASSIGN; state=OFFLINE, location=9d8c37854f6e,44179,1731196542347; forceNewPlan=false, retain=false 2024-11-09T23:55:55,588 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=7, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=8aaf5a05aa9a740af42a9bb43d168acd, ASSIGN; state=OFFLINE, location=9d8c37854f6e,44179,1731196542347; forceNewPlan=false, retain=false 2024-11-09T23:55:55,588 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=e774957b0aff27e13c92dde9dc785c7e, ASSIGN 2024-11-09T23:55:55,590 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=0d3c6983f78a983480e8b6465c005c5b, ASSIGN 2024-11-09T23:55:55,590 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=e774957b0aff27e13c92dde9dc785c7e, ASSIGN; state=OFFLINE, location=9d8c37854f6e,44337,1731196542245; forceNewPlan=false, retain=false 2024-11-09T23:55:55,590 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=8086c15fe7db2f8521dcdd47f5ea27e7, ASSIGN 2024-11-09T23:55:55,591 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=0d3c6983f78a983480e8b6465c005c5b, ASSIGN; state=OFFLINE, location=9d8c37854f6e,44337,1731196542245; forceNewPlan=false, retain=false 2024-11-09T23:55:55,591 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=8086c15fe7db2f8521dcdd47f5ea27e7, ASSIGN; state=OFFLINE, location=9d8c37854f6e,36205,1731196542410; forceNewPlan=false, retain=false 2024-11-09T23:55:55,704 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-09T23:55:55,733 INFO [9d8c37854f6e:44177 {}] balancer.BaseLoadBalancer(388): Reassigned 10 regions. 10 retained the pre-restart assignment. 2024-11-09T23:55:55,734 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=0d3c6983f78a983480e8b6465c005c5b, regionState=OPENING, regionLocation=9d8c37854f6e,44337,1731196542245 2024-11-09T23:55:55,734 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=11 updating hbase:meta row=c06434b3421fe9de2f39497a3174b222, regionState=OPENING, regionLocation=9d8c37854f6e,44179,1731196542347 2024-11-09T23:55:55,734 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=e774957b0aff27e13c92dde9dc785c7e, regionState=OPENING, regionLocation=9d8c37854f6e,44337,1731196542245 2024-11-09T23:55:55,734 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=14 updating hbase:meta row=c62c9d3737c0f9b977412642d4c0e61e, regionState=OPENING, regionLocation=9d8c37854f6e,44337,1731196542245 2024-11-09T23:55:55,734 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=12 updating hbase:meta row=3035dfc027296f291ae3607145d93534, regionState=OPENING, regionLocation=9d8c37854f6e,44179,1731196542347 2024-11-09T23:55:55,735 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=8 updating hbase:meta row=068f3d56b89c1e6c058d66f9c616b440, regionState=OPENING, regionLocation=9d8c37854f6e,44179,1731196542347 2024-11-09T23:55:55,735 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=7 updating hbase:meta row=8aaf5a05aa9a740af42a9bb43d168acd, regionState=OPENING, regionLocation=9d8c37854f6e,44179,1731196542347 2024-11-09T23:55:55,735 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=10 updating hbase:meta row=0363847f863637abd3ae6c4ea096f820, regionState=OPENING, regionLocation=9d8c37854f6e,36205,1731196542410 2024-11-09T23:55:55,735 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=13 updating hbase:meta row=f937f7cd5ac6b752e527234fc4380c6f, regionState=OPENING, regionLocation=9d8c37854f6e,36205,1731196542410 2024-11-09T23:55:55,736 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=8086c15fe7db2f8521dcdd47f5ea27e7, regionState=OPENING, regionLocation=9d8c37854f6e,36205,1731196542410 2024-11-09T23:55:55,740 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=11, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=c06434b3421fe9de2f39497a3174b222, ASSIGN because future has completed 2024-11-09T23:55:55,742 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=15, ppid=11, state=RUNNABLE, hasLock=false; OpenRegionProcedure c06434b3421fe9de2f39497a3174b222, server=9d8c37854f6e,44179,1731196542347}] 2024-11-09T23:55:55,743 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=0d3c6983f78a983480e8b6465c005c5b, ASSIGN because future has completed 2024-11-09T23:55:55,744 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=16, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure 0d3c6983f78a983480e8b6465c005c5b, server=9d8c37854f6e,44337,1731196542245}] 2024-11-09T23:55:55,745 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=14, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=c62c9d3737c0f9b977412642d4c0e61e, ASSIGN because future has completed 2024-11-09T23:55:55,747 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=e774957b0aff27e13c92dde9dc785c7e, ASSIGN because future has completed 2024-11-09T23:55:55,748 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=18, ppid=14, state=RUNNABLE, hasLock=false; OpenRegionProcedure c62c9d3737c0f9b977412642d4c0e61e, server=9d8c37854f6e,44337,1731196542245}] 2024-11-09T23:55:55,748 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=17, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure e774957b0aff27e13c92dde9dc785c7e, server=9d8c37854f6e,44337,1731196542245}] 2024-11-09T23:55:55,750 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=12, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=3035dfc027296f291ae3607145d93534, ASSIGN because future has completed 2024-11-09T23:55:55,753 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=8, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=068f3d56b89c1e6c058d66f9c616b440, ASSIGN because future has completed 2024-11-09T23:55:55,755 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=0363847f863637abd3ae6c4ea096f820, ASSIGN because future has completed 2024-11-09T23:55:55,756 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=20, ppid=12, state=RUNNABLE, hasLock=false; OpenRegionProcedure 3035dfc027296f291ae3607145d93534, server=9d8c37854f6e,44179,1731196542347}] 2024-11-09T23:55:55,757 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=7, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=8aaf5a05aa9a740af42a9bb43d168acd, ASSIGN because future has completed 2024-11-09T23:55:55,758 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=19, ppid=8, state=RUNNABLE, hasLock=false; OpenRegionProcedure 068f3d56b89c1e6c058d66f9c616b440, server=9d8c37854f6e,44179,1731196542347}] 2024-11-09T23:55:55,762 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=13, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=f937f7cd5ac6b752e527234fc4380c6f, ASSIGN because future has completed 2024-11-09T23:55:55,763 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=21, ppid=7, state=RUNNABLE, hasLock=false; OpenRegionProcedure 8aaf5a05aa9a740af42a9bb43d168acd, server=9d8c37854f6e,44179,1731196542347}] 2024-11-09T23:55:55,763 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=22, ppid=13, state=RUNNABLE, hasLock=false; OpenRegionProcedure f937f7cd5ac6b752e527234fc4380c6f, server=9d8c37854f6e,36205,1731196542410}] 2024-11-09T23:55:55,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44177 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-09T23:55:55,764 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=8086c15fe7db2f8521dcdd47f5ea27e7, ASSIGN because future has completed 2024-11-09T23:55:55,768 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=23, ppid=10, state=RUNNABLE, hasLock=false; OpenRegionProcedure 0363847f863637abd3ae6c4ea096f820, server=9d8c37854f6e,36205,1731196542410}] 2024-11-09T23:55:55,768 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=24, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 8086c15fe7db2f8521dcdd47f5ea27e7, server=9d8c37854f6e,36205,1731196542410}] 2024-11-09T23:55:56,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44177 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-09T23:55:58,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44177 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-09T23:55:59,733 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-09T23:56:01,860 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-09T23:56:01,860 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-09T23:56:01,863 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-09T23:56:01,863 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-11-09T23:56:02,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44177 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-09T23:56:05,748 DEBUG [RSProcedureDispatcher-pool-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-09T23:56:05,751 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-4-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47233, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-09T23:56:05,761 INFO [RS_OPEN_REGION-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] handler.AssignRegionHandler(132): Open SPTestTable,66666664,1731196554599.e774957b0aff27e13c92dde9dc785c7e. 2024-11-09T23:56:05,762 INFO [RS_OPEN_REGION-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] handler.AssignRegionHandler(132): Open SPTestTable,4ccccccb,1731196554599.068f3d56b89c1e6c058d66f9c616b440. 2024-11-09T23:56:05,762 DEBUG [RS_OPEN_REGION-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(7752): Opening region: {ENCODED => e774957b0aff27e13c92dde9dc785c7e, NAME => 'SPTestTable,66666664,1731196554599.e774957b0aff27e13c92dde9dc785c7e.', STARTKEY => '66666664', ENDKEY => '7ffffffd'} 2024-11-09T23:56:05,762 DEBUG [RS_OPEN_REGION-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(7752): Opening region: {ENCODED => 068f3d56b89c1e6c058d66f9c616b440, NAME => 'SPTestTable,4ccccccb,1731196554599.068f3d56b89c1e6c058d66f9c616b440.', STARTKEY => '4ccccccb', ENDKEY => '66666664'} 2024-11-09T23:56:05,762 DEBUG [RS_OPEN_REGION-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable e774957b0aff27e13c92dde9dc785c7e 2024-11-09T23:56:05,762 DEBUG [RS_OPEN_REGION-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(898): Instantiated SPTestTable,66666664,1731196554599.e774957b0aff27e13c92dde9dc785c7e.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T23:56:05,762 DEBUG [RS_OPEN_REGION-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(7794): checking encryption for e774957b0aff27e13c92dde9dc785c7e 2024-11-09T23:56:05,763 DEBUG [RS_OPEN_REGION-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(7797): checking classloading for e774957b0aff27e13c92dde9dc785c7e 2024-11-09T23:56:05,763 DEBUG [RS_OPEN_REGION-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 068f3d56b89c1e6c058d66f9c616b440 2024-11-09T23:56:05,763 DEBUG [RS_OPEN_REGION-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(898): Instantiated SPTestTable,4ccccccb,1731196554599.068f3d56b89c1e6c058d66f9c616b440.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T23:56:05,763 DEBUG [RS_OPEN_REGION-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(7794): checking encryption for 068f3d56b89c1e6c058d66f9c616b440 2024-11-09T23:56:05,763 DEBUG [RS_OPEN_REGION-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(7797): checking classloading for 068f3d56b89c1e6c058d66f9c616b440 2024-11-09T23:56:05,765 INFO [StoreOpener-e774957b0aff27e13c92dde9dc785c7e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region e774957b0aff27e13c92dde9dc785c7e 2024-11-09T23:56:05,765 INFO [StoreOpener-068f3d56b89c1e6c058d66f9c616b440-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 068f3d56b89c1e6c058d66f9c616b440 2024-11-09T23:56:05,766 INFO [StoreOpener-e774957b0aff27e13c92dde9dc785c7e-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e774957b0aff27e13c92dde9dc785c7e columnFamilyName cf 2024-11-09T23:56:05,766 INFO [StoreOpener-068f3d56b89c1e6c058d66f9c616b440-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 068f3d56b89c1e6c058d66f9c616b440 columnFamilyName cf 2024-11-09T23:56:05,767 DEBUG [StoreOpener-e774957b0aff27e13c92dde9dc785c7e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T23:56:05,767 DEBUG [StoreOpener-068f3d56b89c1e6c058d66f9c616b440-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T23:56:05,767 INFO [StoreOpener-068f3d56b89c1e6c058d66f9c616b440-1 {}] regionserver.HStore(327): Store=068f3d56b89c1e6c058d66f9c616b440/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T23:56:05,767 INFO [StoreOpener-e774957b0aff27e13c92dde9dc785c7e-1 {}] regionserver.HStore(327): Store=e774957b0aff27e13c92dde9dc785c7e/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T23:56:05,768 DEBUG [RS_OPEN_REGION-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1038): replaying wal for 068f3d56b89c1e6c058d66f9c616b440 2024-11-09T23:56:05,768 DEBUG [RS_OPEN_REGION-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1038): replaying wal for e774957b0aff27e13c92dde9dc785c7e 2024-11-09T23:56:05,769 DEBUG [RS_OPEN_REGION-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38391/user/jenkins/test-data/9fdb2a0a-3de2-e37a-876c-1850f8b753b6/data/default/SPTestTable/e774957b0aff27e13c92dde9dc785c7e 2024-11-09T23:56:05,769 DEBUG [RS_OPEN_REGION-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38391/user/jenkins/test-data/9fdb2a0a-3de2-e37a-876c-1850f8b753b6/data/default/SPTestTable/068f3d56b89c1e6c058d66f9c616b440 2024-11-09T23:56:05,769 DEBUG [RS_OPEN_REGION-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38391/user/jenkins/test-data/9fdb2a0a-3de2-e37a-876c-1850f8b753b6/data/default/SPTestTable/e774957b0aff27e13c92dde9dc785c7e 2024-11-09T23:56:05,770 DEBUG [RS_OPEN_REGION-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38391/user/jenkins/test-data/9fdb2a0a-3de2-e37a-876c-1850f8b753b6/data/default/SPTestTable/068f3d56b89c1e6c058d66f9c616b440 2024-11-09T23:56:05,770 DEBUG [RS_OPEN_REGION-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1048): stopping wal replay for e774957b0aff27e13c92dde9dc785c7e 2024-11-09T23:56:05,770 DEBUG [RS_OPEN_REGION-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1060): Cleaning up temporary data for e774957b0aff27e13c92dde9dc785c7e 2024-11-09T23:56:05,770 DEBUG [RS_OPEN_REGION-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1048): stopping wal replay for 068f3d56b89c1e6c058d66f9c616b440 2024-11-09T23:56:05,770 DEBUG [RS_OPEN_REGION-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1060): Cleaning up temporary data for 068f3d56b89c1e6c058d66f9c616b440 2024-11-09T23:56:05,771 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-09T23:56:05,772 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60361, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-09T23:56:05,772 DEBUG [RS_OPEN_REGION-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1093): writing seq id for e774957b0aff27e13c92dde9dc785c7e 2024-11-09T23:56:05,773 DEBUG [RS_OPEN_REGION-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1093): writing seq id for 068f3d56b89c1e6c058d66f9c616b440 2024-11-09T23:56:05,777 DEBUG [RS_OPEN_REGION-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38391/user/jenkins/test-data/9fdb2a0a-3de2-e37a-876c-1850f8b753b6/data/default/SPTestTable/068f3d56b89c1e6c058d66f9c616b440/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-09T23:56:05,778 INFO [RS_OPEN_REGION-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1114): Opened 068f3d56b89c1e6c058d66f9c616b440; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65619976, jitterRate=-0.02218616008758545}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-09T23:56:05,778 DEBUG [RS_OPEN_REGION-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 068f3d56b89c1e6c058d66f9c616b440 2024-11-09T23:56:05,778 DEBUG [RS_OPEN_REGION-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38391/user/jenkins/test-data/9fdb2a0a-3de2-e37a-876c-1850f8b753b6/data/default/SPTestTable/e774957b0aff27e13c92dde9dc785c7e/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-09T23:56:05,779 INFO [RS_OPEN_REGION-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1114): Opened e774957b0aff27e13c92dde9dc785c7e; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70285836, jitterRate=0.047340571880340576}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-09T23:56:05,780 DEBUG [RS_OPEN_REGION-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1122): Running coprocessor post-open hooks for e774957b0aff27e13c92dde9dc785c7e 2024-11-09T23:56:05,780 DEBUG [RS_OPEN_REGION-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1006): Region open journal for 068f3d56b89c1e6c058d66f9c616b440: Running coprocessor pre-open hook at 1731196565763Writing region info on filesystem at 1731196565763Initializing all the Stores at 1731196565765 (+2 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731196565765Cleaning up temporary data from old regions at 1731196565770 (+5 ms)Running coprocessor post-open hooks at 1731196565778 (+8 ms)Region opened successfully at 1731196565779 (+1 ms) 2024-11-09T23:56:05,780 INFO [RS_OPEN_REGION-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] handler.AssignRegionHandler(132): Open SPTestTable,7ffffffd,1731196554599.0363847f863637abd3ae6c4ea096f820. 2024-11-09T23:56:05,780 DEBUG [RS_OPEN_REGION-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1006): Region open journal for e774957b0aff27e13c92dde9dc785c7e: Running coprocessor pre-open hook at 1731196565763Writing region info on filesystem at 1731196565763Initializing all the Stores at 1731196565764 (+1 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731196565764Cleaning up temporary data from old regions at 1731196565770 (+6 ms)Running coprocessor post-open hooks at 1731196565780 (+10 ms)Region opened successfully at 1731196565780 2024-11-09T23:56:05,780 DEBUG [RS_OPEN_REGION-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(7752): Opening region: {ENCODED => 0363847f863637abd3ae6c4ea096f820, NAME => 'SPTestTable,7ffffffd,1731196554599.0363847f863637abd3ae6c4ea096f820.', STARTKEY => '7ffffffd', ENDKEY => '99999996'} 2024-11-09T23:56:05,780 DEBUG [RS_OPEN_REGION-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 0363847f863637abd3ae6c4ea096f820 2024-11-09T23:56:05,781 DEBUG [RS_OPEN_REGION-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(898): Instantiated SPTestTable,7ffffffd,1731196554599.0363847f863637abd3ae6c4ea096f820.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T23:56:05,781 DEBUG [RS_OPEN_REGION-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(7794): checking encryption for 0363847f863637abd3ae6c4ea096f820 2024-11-09T23:56:05,781 DEBUG [RS_OPEN_REGION-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(7797): checking classloading for 0363847f863637abd3ae6c4ea096f820 2024-11-09T23:56:05,782 INFO [RS_OPEN_REGION-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,4ccccccb,1731196554599.068f3d56b89c1e6c058d66f9c616b440., pid=19, masterSystemTime=1731196565747 2024-11-09T23:56:05,782 INFO [RS_OPEN_REGION-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,66666664,1731196554599.e774957b0aff27e13c92dde9dc785c7e., pid=17, masterSystemTime=1731196565751 2024-11-09T23:56:05,783 INFO [StoreOpener-0363847f863637abd3ae6c4ea096f820-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 0363847f863637abd3ae6c4ea096f820 2024-11-09T23:56:05,785 DEBUG [RS_OPEN_REGION-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,4ccccccb,1731196554599.068f3d56b89c1e6c058d66f9c616b440. 2024-11-09T23:56:05,785 INFO [RS_OPEN_REGION-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] handler.AssignRegionHandler(153): Opened SPTestTable,4ccccccb,1731196554599.068f3d56b89c1e6c058d66f9c616b440. 2024-11-09T23:56:05,785 INFO [RS_OPEN_REGION-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] handler.AssignRegionHandler(132): Open SPTestTable,33333332,1731196554599.8aaf5a05aa9a740af42a9bb43d168acd. 2024-11-09T23:56:05,786 DEBUG [RS_OPEN_REGION-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(7752): Opening region: {ENCODED => 8aaf5a05aa9a740af42a9bb43d168acd, NAME => 'SPTestTable,33333332,1731196554599.8aaf5a05aa9a740af42a9bb43d168acd.', STARTKEY => '33333332', ENDKEY => '4ccccccb'} 2024-11-09T23:56:05,786 INFO [StoreOpener-0363847f863637abd3ae6c4ea096f820-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 0363847f863637abd3ae6c4ea096f820 columnFamilyName cf 2024-11-09T23:56:05,786 DEBUG [RS_OPEN_REGION-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 8aaf5a05aa9a740af42a9bb43d168acd 2024-11-09T23:56:05,786 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=8 updating hbase:meta row=068f3d56b89c1e6c058d66f9c616b440, regionState=OPEN, openSeqNum=2, regionLocation=9d8c37854f6e,44179,1731196542347 2024-11-09T23:56:05,786 DEBUG [StoreOpener-0363847f863637abd3ae6c4ea096f820-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T23:56:05,786 DEBUG [RS_OPEN_REGION-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(898): Instantiated SPTestTable,33333332,1731196554599.8aaf5a05aa9a740af42a9bb43d168acd.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T23:56:05,786 DEBUG [RS_OPEN_REGION-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(7794): checking encryption for 8aaf5a05aa9a740af42a9bb43d168acd 2024-11-09T23:56:05,786 DEBUG [RS_OPEN_REGION-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(7797): checking classloading for 8aaf5a05aa9a740af42a9bb43d168acd 2024-11-09T23:56:05,788 DEBUG [RS_OPEN_REGION-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,66666664,1731196554599.e774957b0aff27e13c92dde9dc785c7e. 2024-11-09T23:56:05,788 INFO [StoreOpener-0363847f863637abd3ae6c4ea096f820-1 {}] regionserver.HStore(327): Store=0363847f863637abd3ae6c4ea096f820/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T23:56:05,788 INFO [RS_OPEN_REGION-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] handler.AssignRegionHandler(153): Opened SPTestTable,66666664,1731196554599.e774957b0aff27e13c92dde9dc785c7e. 2024-11-09T23:56:05,788 INFO [RS_OPEN_REGION-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] handler.AssignRegionHandler(132): Open SPTestTable,e6666661,1731196554599.c62c9d3737c0f9b977412642d4c0e61e. 2024-11-09T23:56:05,788 DEBUG [RS_OPEN_REGION-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(7752): Opening region: {ENCODED => c62c9d3737c0f9b977412642d4c0e61e, NAME => 'SPTestTable,e6666661,1731196554599.c62c9d3737c0f9b977412642d4c0e61e.', STARTKEY => 'e6666661', ENDKEY => ''} 2024-11-09T23:56:05,789 DEBUG [RS_OPEN_REGION-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable c62c9d3737c0f9b977412642d4c0e61e 2024-11-09T23:56:05,789 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=e774957b0aff27e13c92dde9dc785c7e, regionState=OPEN, openSeqNum=2, regionLocation=9d8c37854f6e,44337,1731196542245 2024-11-09T23:56:05,789 DEBUG [RS_OPEN_REGION-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(898): Instantiated SPTestTable,e6666661,1731196554599.c62c9d3737c0f9b977412642d4c0e61e.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T23:56:05,789 DEBUG [RS_OPEN_REGION-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(7794): checking encryption for c62c9d3737c0f9b977412642d4c0e61e 2024-11-09T23:56:05,789 DEBUG [RS_OPEN_REGION-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(7797): checking classloading for c62c9d3737c0f9b977412642d4c0e61e 2024-11-09T23:56:05,790 DEBUG [RS_OPEN_REGION-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1038): replaying wal for 0363847f863637abd3ae6c4ea096f820 2024-11-09T23:56:05,790 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=19, ppid=8, state=RUNNABLE, hasLock=false; OpenRegionProcedure 068f3d56b89c1e6c058d66f9c616b440, server=9d8c37854f6e,44179,1731196542347 because future has completed 2024-11-09T23:56:05,792 DEBUG [RS_OPEN_REGION-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38391/user/jenkins/test-data/9fdb2a0a-3de2-e37a-876c-1850f8b753b6/data/default/SPTestTable/0363847f863637abd3ae6c4ea096f820 2024-11-09T23:56:05,792 DEBUG [RS_OPEN_REGION-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38391/user/jenkins/test-data/9fdb2a0a-3de2-e37a-876c-1850f8b753b6/data/default/SPTestTable/0363847f863637abd3ae6c4ea096f820 2024-11-09T23:56:05,793 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=17, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure e774957b0aff27e13c92dde9dc785c7e, server=9d8c37854f6e,44337,1731196542245 because future has completed 2024-11-09T23:56:05,793 DEBUG [RS_OPEN_REGION-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1048): stopping wal replay for 0363847f863637abd3ae6c4ea096f820 2024-11-09T23:56:05,793 DEBUG [RS_OPEN_REGION-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1060): Cleaning up temporary data for 0363847f863637abd3ae6c4ea096f820 2024-11-09T23:56:05,794 INFO [StoreOpener-c62c9d3737c0f9b977412642d4c0e61e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region c62c9d3737c0f9b977412642d4c0e61e 2024-11-09T23:56:05,797 DEBUG [RS_OPEN_REGION-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1093): writing seq id for 0363847f863637abd3ae6c4ea096f820 2024-11-09T23:56:05,798 INFO [StoreOpener-8aaf5a05aa9a740af42a9bb43d168acd-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 8aaf5a05aa9a740af42a9bb43d168acd 2024-11-09T23:56:05,798 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=19, resume processing ppid=8 2024-11-09T23:56:05,798 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=19, ppid=8, state=SUCCESS, hasLock=false; OpenRegionProcedure 068f3d56b89c1e6c058d66f9c616b440, server=9d8c37854f6e,44179,1731196542347 in 10.0390 sec 2024-11-09T23:56:05,800 INFO [StoreOpener-c62c9d3737c0f9b977412642d4c0e61e-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c62c9d3737c0f9b977412642d4c0e61e columnFamilyName cf 2024-11-09T23:56:05,800 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=17, resume processing ppid=9 2024-11-09T23:56:05,800 DEBUG [StoreOpener-c62c9d3737c0f9b977412642d4c0e61e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T23:56:05,801 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=17, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure e774957b0aff27e13c92dde9dc785c7e, server=9d8c37854f6e,44337,1731196542245 in 10.0470 sec 2024-11-09T23:56:05,801 INFO [StoreOpener-c62c9d3737c0f9b977412642d4c0e61e-1 {}] regionserver.HStore(327): Store=c62c9d3737c0f9b977412642d4c0e61e/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T23:56:05,801 INFO [StoreOpener-8aaf5a05aa9a740af42a9bb43d168acd-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 8aaf5a05aa9a740af42a9bb43d168acd columnFamilyName cf 2024-11-09T23:56:05,801 DEBUG [RS_OPEN_REGION-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1038): replaying wal for c62c9d3737c0f9b977412642d4c0e61e 2024-11-09T23:56:05,802 DEBUG [StoreOpener-8aaf5a05aa9a740af42a9bb43d168acd-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T23:56:05,802 INFO [StoreOpener-8aaf5a05aa9a740af42a9bb43d168acd-1 {}] regionserver.HStore(327): Store=8aaf5a05aa9a740af42a9bb43d168acd/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T23:56:05,803 DEBUG [RS_OPEN_REGION-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38391/user/jenkins/test-data/9fdb2a0a-3de2-e37a-876c-1850f8b753b6/data/default/SPTestTable/c62c9d3737c0f9b977412642d4c0e61e 2024-11-09T23:56:05,803 DEBUG [RS_OPEN_REGION-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38391/user/jenkins/test-data/9fdb2a0a-3de2-e37a-876c-1850f8b753b6/data/default/SPTestTable/0363847f863637abd3ae6c4ea096f820/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-09T23:56:05,803 DEBUG [RS_OPEN_REGION-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1038): replaying wal for 8aaf5a05aa9a740af42a9bb43d168acd 2024-11-09T23:56:05,804 DEBUG [RS_OPEN_REGION-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38391/user/jenkins/test-data/9fdb2a0a-3de2-e37a-876c-1850f8b753b6/data/default/SPTestTable/c62c9d3737c0f9b977412642d4c0e61e 2024-11-09T23:56:05,804 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=068f3d56b89c1e6c058d66f9c616b440, ASSIGN in 10.2240 sec 2024-11-09T23:56:05,804 INFO [RS_OPEN_REGION-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1114): Opened 0363847f863637abd3ae6c4ea096f820; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60491849, jitterRate=-0.09860120713710785}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-09T23:56:05,804 DEBUG [RS_OPEN_REGION-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 0363847f863637abd3ae6c4ea096f820 2024-11-09T23:56:05,805 DEBUG [RS_OPEN_REGION-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1006): Region open journal for 0363847f863637abd3ae6c4ea096f820: Running coprocessor pre-open hook at 1731196565781Writing region info on filesystem at 1731196565781Initializing all the Stores at 1731196565783 (+2 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731196565783Cleaning up temporary data from old regions at 1731196565793 (+10 ms)Running coprocessor post-open hooks at 1731196565804 (+11 ms)Region opened successfully at 1731196565804 2024-11-09T23:56:05,805 DEBUG [RS_OPEN_REGION-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1048): stopping wal replay for c62c9d3737c0f9b977412642d4c0e61e 2024-11-09T23:56:05,805 DEBUG [RS_OPEN_REGION-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1060): Cleaning up temporary data for c62c9d3737c0f9b977412642d4c0e61e 2024-11-09T23:56:05,805 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=e774957b0aff27e13c92dde9dc785c7e, ASSIGN in 10.2270 sec 2024-11-09T23:56:05,806 INFO [RS_OPEN_REGION-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,7ffffffd,1731196554599.0363847f863637abd3ae6c4ea096f820., pid=23, masterSystemTime=1731196565771 2024-11-09T23:56:05,807 DEBUG [RS_OPEN_REGION-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38391/user/jenkins/test-data/9fdb2a0a-3de2-e37a-876c-1850f8b753b6/data/default/SPTestTable/8aaf5a05aa9a740af42a9bb43d168acd 2024-11-09T23:56:05,807 DEBUG [RS_OPEN_REGION-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38391/user/jenkins/test-data/9fdb2a0a-3de2-e37a-876c-1850f8b753b6/data/default/SPTestTable/8aaf5a05aa9a740af42a9bb43d168acd 2024-11-09T23:56:05,808 DEBUG [RS_OPEN_REGION-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1093): writing seq id for c62c9d3737c0f9b977412642d4c0e61e 2024-11-09T23:56:05,808 DEBUG [RS_OPEN_REGION-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1048): stopping wal replay for 8aaf5a05aa9a740af42a9bb43d168acd 2024-11-09T23:56:05,808 DEBUG [RS_OPEN_REGION-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1060): Cleaning up temporary data for 8aaf5a05aa9a740af42a9bb43d168acd 2024-11-09T23:56:05,809 DEBUG [RS_OPEN_REGION-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,7ffffffd,1731196554599.0363847f863637abd3ae6c4ea096f820. 2024-11-09T23:56:05,809 INFO [RS_OPEN_REGION-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] handler.AssignRegionHandler(153): Opened SPTestTable,7ffffffd,1731196554599.0363847f863637abd3ae6c4ea096f820. 2024-11-09T23:56:05,809 INFO [RS_OPEN_REGION-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] handler.AssignRegionHandler(132): Open SPTestTable,ccccccc8,1731196554599.f937f7cd5ac6b752e527234fc4380c6f. 2024-11-09T23:56:05,809 DEBUG [RS_OPEN_REGION-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(7752): Opening region: {ENCODED => f937f7cd5ac6b752e527234fc4380c6f, NAME => 'SPTestTable,ccccccc8,1731196554599.f937f7cd5ac6b752e527234fc4380c6f.', STARTKEY => 'ccccccc8', ENDKEY => 'e6666661'} 2024-11-09T23:56:05,810 DEBUG [RS_OPEN_REGION-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable f937f7cd5ac6b752e527234fc4380c6f 2024-11-09T23:56:05,810 DEBUG [RS_OPEN_REGION-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(898): Instantiated SPTestTable,ccccccc8,1731196554599.f937f7cd5ac6b752e527234fc4380c6f.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T23:56:05,810 DEBUG [RS_OPEN_REGION-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(7794): checking encryption for f937f7cd5ac6b752e527234fc4380c6f 2024-11-09T23:56:05,810 DEBUG [RS_OPEN_REGION-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(7797): checking classloading for f937f7cd5ac6b752e527234fc4380c6f 2024-11-09T23:56:05,811 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=10 updating hbase:meta row=0363847f863637abd3ae6c4ea096f820, regionState=OPEN, openSeqNum=2, regionLocation=9d8c37854f6e,36205,1731196542410 2024-11-09T23:56:05,811 DEBUG [RS_OPEN_REGION-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1093): writing seq id for 8aaf5a05aa9a740af42a9bb43d168acd 2024-11-09T23:56:05,813 DEBUG [RS_OPEN_REGION-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38391/user/jenkins/test-data/9fdb2a0a-3de2-e37a-876c-1850f8b753b6/data/default/SPTestTable/c62c9d3737c0f9b977412642d4c0e61e/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-09T23:56:05,814 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=23, ppid=10, state=RUNNABLE, hasLock=false; OpenRegionProcedure 0363847f863637abd3ae6c4ea096f820, server=9d8c37854f6e,36205,1731196542410 because future has completed 2024-11-09T23:56:05,814 INFO [RS_OPEN_REGION-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1114): Opened c62c9d3737c0f9b977412642d4c0e61e; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60212652, jitterRate=-0.10276156663894653}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-09T23:56:05,814 DEBUG [RS_OPEN_REGION-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1122): Running coprocessor post-open hooks for c62c9d3737c0f9b977412642d4c0e61e 2024-11-09T23:56:05,815 DEBUG [RS_OPEN_REGION-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1006): Region open journal for c62c9d3737c0f9b977412642d4c0e61e: Running coprocessor pre-open hook at 1731196565789Writing region info on filesystem at 1731196565789Initializing all the Stores at 1731196565791 (+2 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731196565792 (+1 ms)Cleaning up temporary data from old regions at 1731196565805 (+13 ms)Running coprocessor post-open hooks at 1731196565814 (+9 ms)Region opened successfully at 1731196565815 (+1 ms) 2024-11-09T23:56:05,815 INFO [StoreOpener-f937f7cd5ac6b752e527234fc4380c6f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region f937f7cd5ac6b752e527234fc4380c6f 2024-11-09T23:56:05,816 INFO [RS_OPEN_REGION-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,e6666661,1731196554599.c62c9d3737c0f9b977412642d4c0e61e., pid=18, masterSystemTime=1731196565751 2024-11-09T23:56:05,817 DEBUG [RS_OPEN_REGION-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38391/user/jenkins/test-data/9fdb2a0a-3de2-e37a-876c-1850f8b753b6/data/default/SPTestTable/8aaf5a05aa9a740af42a9bb43d168acd/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-09T23:56:05,818 INFO [StoreOpener-f937f7cd5ac6b752e527234fc4380c6f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f937f7cd5ac6b752e527234fc4380c6f columnFamilyName cf 2024-11-09T23:56:05,818 DEBUG [StoreOpener-f937f7cd5ac6b752e527234fc4380c6f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T23:56:05,819 INFO [RS_OPEN_REGION-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1114): Opened 8aaf5a05aa9a740af42a9bb43d168acd; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60910391, jitterRate=-0.09236444532871246}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-09T23:56:05,819 INFO [StoreOpener-f937f7cd5ac6b752e527234fc4380c6f-1 {}] regionserver.HStore(327): Store=f937f7cd5ac6b752e527234fc4380c6f/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T23:56:05,819 DEBUG [RS_OPEN_REGION-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 8aaf5a05aa9a740af42a9bb43d168acd 2024-11-09T23:56:05,819 DEBUG [RS_OPEN_REGION-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1038): replaying wal for f937f7cd5ac6b752e527234fc4380c6f 2024-11-09T23:56:05,819 DEBUG [RS_OPEN_REGION-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1006): Region open journal for 8aaf5a05aa9a740af42a9bb43d168acd: Running coprocessor pre-open hook at 1731196565787Writing region info on filesystem at 1731196565787Initializing all the Stores at 1731196565791 (+4 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731196565792 (+1 ms)Cleaning up temporary data from old regions at 1731196565808 (+16 ms)Running coprocessor post-open hooks at 1731196565819 (+11 ms)Region opened successfully at 1731196565819 2024-11-09T23:56:05,820 DEBUG [RS_OPEN_REGION-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,e6666661,1731196554599.c62c9d3737c0f9b977412642d4c0e61e. 2024-11-09T23:56:05,820 INFO [RS_OPEN_REGION-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] handler.AssignRegionHandler(153): Opened SPTestTable,e6666661,1731196554599.c62c9d3737c0f9b977412642d4c0e61e. 2024-11-09T23:56:05,821 INFO [RS_OPEN_REGION-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] handler.AssignRegionHandler(132): Open SPTestTable,19999999,1731196554599.0d3c6983f78a983480e8b6465c005c5b. 2024-11-09T23:56:05,821 DEBUG [RS_OPEN_REGION-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(7752): Opening region: {ENCODED => 0d3c6983f78a983480e8b6465c005c5b, NAME => 'SPTestTable,19999999,1731196554599.0d3c6983f78a983480e8b6465c005c5b.', STARTKEY => '19999999', ENDKEY => '33333332'} 2024-11-09T23:56:05,821 DEBUG [RS_OPEN_REGION-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38391/user/jenkins/test-data/9fdb2a0a-3de2-e37a-876c-1850f8b753b6/data/default/SPTestTable/f937f7cd5ac6b752e527234fc4380c6f 2024-11-09T23:56:05,821 DEBUG [RS_OPEN_REGION-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 0d3c6983f78a983480e8b6465c005c5b 2024-11-09T23:56:05,821 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=23, resume processing ppid=10 2024-11-09T23:56:05,821 DEBUG [RS_OPEN_REGION-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(898): Instantiated SPTestTable,19999999,1731196554599.0d3c6983f78a983480e8b6465c005c5b.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T23:56:05,821 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=14 updating hbase:meta row=c62c9d3737c0f9b977412642d4c0e61e, regionState=OPEN, openSeqNum=2, regionLocation=9d8c37854f6e,44337,1731196542245 2024-11-09T23:56:05,821 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=23, ppid=10, state=SUCCESS, hasLock=false; OpenRegionProcedure 0363847f863637abd3ae6c4ea096f820, server=9d8c37854f6e,36205,1731196542410 in 10.0490 sec 2024-11-09T23:56:05,821 DEBUG [RS_OPEN_REGION-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(7794): checking encryption for 0d3c6983f78a983480e8b6465c005c5b 2024-11-09T23:56:05,822 DEBUG [RS_OPEN_REGION-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(7797): checking classloading for 0d3c6983f78a983480e8b6465c005c5b 2024-11-09T23:56:05,822 DEBUG [RS_OPEN_REGION-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38391/user/jenkins/test-data/9fdb2a0a-3de2-e37a-876c-1850f8b753b6/data/default/SPTestTable/f937f7cd5ac6b752e527234fc4380c6f 2024-11-09T23:56:05,822 INFO [RS_OPEN_REGION-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,33333332,1731196554599.8aaf5a05aa9a740af42a9bb43d168acd., pid=21, masterSystemTime=1731196565747 2024-11-09T23:56:05,824 DEBUG [RS_OPEN_REGION-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1048): stopping wal replay for f937f7cd5ac6b752e527234fc4380c6f 2024-11-09T23:56:05,824 DEBUG [RS_OPEN_REGION-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1060): Cleaning up temporary data for f937f7cd5ac6b752e527234fc4380c6f 2024-11-09T23:56:05,825 INFO [StoreOpener-0d3c6983f78a983480e8b6465c005c5b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 0d3c6983f78a983480e8b6465c005c5b 2024-11-09T23:56:05,826 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=18, ppid=14, state=RUNNABLE, hasLock=false; OpenRegionProcedure c62c9d3737c0f9b977412642d4c0e61e, server=9d8c37854f6e,44337,1731196542245 because future has completed 2024-11-09T23:56:05,826 DEBUG [RS_OPEN_REGION-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,33333332,1731196554599.8aaf5a05aa9a740af42a9bb43d168acd. 2024-11-09T23:56:05,826 INFO [RS_OPEN_REGION-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] handler.AssignRegionHandler(153): Opened SPTestTable,33333332,1731196554599.8aaf5a05aa9a740af42a9bb43d168acd. 2024-11-09T23:56:05,827 INFO [RS_OPEN_REGION-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] handler.AssignRegionHandler(132): Open SPTestTable,99999996,1731196554599.c06434b3421fe9de2f39497a3174b222. 2024-11-09T23:56:05,827 DEBUG [RS_OPEN_REGION-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(7752): Opening region: {ENCODED => c06434b3421fe9de2f39497a3174b222, NAME => 'SPTestTable,99999996,1731196554599.c06434b3421fe9de2f39497a3174b222.', STARTKEY => '99999996', ENDKEY => 'b333332f'} 2024-11-09T23:56:05,828 DEBUG [RS_OPEN_REGION-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable c06434b3421fe9de2f39497a3174b222 2024-11-09T23:56:05,828 DEBUG [RS_OPEN_REGION-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(898): Instantiated SPTestTable,99999996,1731196554599.c06434b3421fe9de2f39497a3174b222.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T23:56:05,828 DEBUG [RS_OPEN_REGION-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(7794): checking encryption for c06434b3421fe9de2f39497a3174b222 2024-11-09T23:56:05,828 DEBUG [RS_OPEN_REGION-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(7797): checking classloading for c06434b3421fe9de2f39497a3174b222 2024-11-09T23:56:05,828 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=0363847f863637abd3ae6c4ea096f820, ASSIGN in 10.2480 sec 2024-11-09T23:56:05,828 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=7 updating hbase:meta row=8aaf5a05aa9a740af42a9bb43d168acd, regionState=OPEN, openSeqNum=2, regionLocation=9d8c37854f6e,44179,1731196542347 2024-11-09T23:56:05,828 DEBUG [RS_OPEN_REGION-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1093): writing seq id for f937f7cd5ac6b752e527234fc4380c6f 2024-11-09T23:56:05,829 INFO [StoreOpener-0d3c6983f78a983480e8b6465c005c5b-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 0d3c6983f78a983480e8b6465c005c5b columnFamilyName cf 2024-11-09T23:56:05,829 DEBUG [StoreOpener-0d3c6983f78a983480e8b6465c005c5b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T23:56:05,830 INFO [StoreOpener-0d3c6983f78a983480e8b6465c005c5b-1 {}] regionserver.HStore(327): Store=0d3c6983f78a983480e8b6465c005c5b/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T23:56:05,831 DEBUG [RS_OPEN_REGION-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1038): replaying wal for 0d3c6983f78a983480e8b6465c005c5b 2024-11-09T23:56:05,832 INFO [StoreOpener-c06434b3421fe9de2f39497a3174b222-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region c06434b3421fe9de2f39497a3174b222 2024-11-09T23:56:05,832 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=21, ppid=7, state=RUNNABLE, hasLock=false; OpenRegionProcedure 8aaf5a05aa9a740af42a9bb43d168acd, server=9d8c37854f6e,44179,1731196542347 because future has completed 2024-11-09T23:56:05,833 DEBUG [RS_OPEN_REGION-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38391/user/jenkins/test-data/9fdb2a0a-3de2-e37a-876c-1850f8b753b6/data/default/SPTestTable/0d3c6983f78a983480e8b6465c005c5b 2024-11-09T23:56:05,834 DEBUG [RS_OPEN_REGION-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38391/user/jenkins/test-data/9fdb2a0a-3de2-e37a-876c-1850f8b753b6/data/default/SPTestTable/0d3c6983f78a983480e8b6465c005c5b 2024-11-09T23:56:05,836 DEBUG [RS_OPEN_REGION-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1048): stopping wal replay for 0d3c6983f78a983480e8b6465c005c5b 2024-11-09T23:56:05,836 DEBUG [RS_OPEN_REGION-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1060): Cleaning up temporary data for 0d3c6983f78a983480e8b6465c005c5b 2024-11-09T23:56:05,836 INFO [StoreOpener-c06434b3421fe9de2f39497a3174b222-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c06434b3421fe9de2f39497a3174b222 columnFamilyName cf 2024-11-09T23:56:05,836 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=18, resume processing ppid=14 2024-11-09T23:56:05,836 DEBUG [StoreOpener-c06434b3421fe9de2f39497a3174b222-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T23:56:05,836 DEBUG [RS_OPEN_REGION-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38391/user/jenkins/test-data/9fdb2a0a-3de2-e37a-876c-1850f8b753b6/data/default/SPTestTable/f937f7cd5ac6b752e527234fc4380c6f/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-09T23:56:05,837 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=18, ppid=14, state=SUCCESS, hasLock=false; OpenRegionProcedure c62c9d3737c0f9b977412642d4c0e61e, server=9d8c37854f6e,44337,1731196542245 in 10.0820 sec 2024-11-09T23:56:05,837 INFO [StoreOpener-c06434b3421fe9de2f39497a3174b222-1 {}] regionserver.HStore(327): Store=c06434b3421fe9de2f39497a3174b222/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T23:56:05,837 INFO [RS_OPEN_REGION-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1114): Opened f937f7cd5ac6b752e527234fc4380c6f; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69920489, jitterRate=0.041896477341651917}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-09T23:56:05,837 DEBUG [RS_OPEN_REGION-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1122): Running coprocessor post-open hooks for f937f7cd5ac6b752e527234fc4380c6f 2024-11-09T23:56:05,837 DEBUG [RS_OPEN_REGION-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1038): replaying wal for c06434b3421fe9de2f39497a3174b222 2024-11-09T23:56:05,838 DEBUG [RS_OPEN_REGION-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1006): Region open journal for f937f7cd5ac6b752e527234fc4380c6f: Running coprocessor pre-open hook at 1731196565810Writing region info on filesystem at 1731196565811 (+1 ms)Initializing all the Stores at 1731196565813 (+2 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731196565813Cleaning up temporary data from old regions at 1731196565824 (+11 ms)Running coprocessor post-open hooks at 1731196565837 (+13 ms)Region opened successfully at 1731196565837 2024-11-09T23:56:05,839 INFO [RS_OPEN_REGION-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,ccccccc8,1731196554599.f937f7cd5ac6b752e527234fc4380c6f., pid=22, masterSystemTime=1731196565771 2024-11-09T23:56:05,839 DEBUG [RS_OPEN_REGION-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38391/user/jenkins/test-data/9fdb2a0a-3de2-e37a-876c-1850f8b753b6/data/default/SPTestTable/c06434b3421fe9de2f39497a3174b222 2024-11-09T23:56:05,841 DEBUG [RS_OPEN_REGION-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38391/user/jenkins/test-data/9fdb2a0a-3de2-e37a-876c-1850f8b753b6/data/default/SPTestTable/c06434b3421fe9de2f39497a3174b222 2024-11-09T23:56:05,841 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=21, resume processing ppid=7 2024-11-09T23:56:05,841 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=14, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=c62c9d3737c0f9b977412642d4c0e61e, ASSIGN in 10.2630 sec 2024-11-09T23:56:05,842 DEBUG [RS_OPEN_REGION-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1048): stopping wal replay for c06434b3421fe9de2f39497a3174b222 2024-11-09T23:56:05,842 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=21, ppid=7, state=SUCCESS, hasLock=false; OpenRegionProcedure 8aaf5a05aa9a740af42a9bb43d168acd, server=9d8c37854f6e,44179,1731196542347 in 10.0720 sec 2024-11-09T23:56:05,842 DEBUG [RS_OPEN_REGION-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1060): Cleaning up temporary data for c06434b3421fe9de2f39497a3174b222 2024-11-09T23:56:05,842 DEBUG [RS_OPEN_REGION-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1093): writing seq id for 0d3c6983f78a983480e8b6465c005c5b 2024-11-09T23:56:05,842 DEBUG [RS_OPEN_REGION-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,ccccccc8,1731196554599.f937f7cd5ac6b752e527234fc4380c6f. 2024-11-09T23:56:05,842 INFO [RS_OPEN_REGION-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] handler.AssignRegionHandler(153): Opened SPTestTable,ccccccc8,1731196554599.f937f7cd5ac6b752e527234fc4380c6f. 2024-11-09T23:56:05,843 INFO [RS_OPEN_REGION-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] handler.AssignRegionHandler(132): Open SPTestTable,,1731196554599.8086c15fe7db2f8521dcdd47f5ea27e7. 2024-11-09T23:56:05,843 DEBUG [RS_OPEN_REGION-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(7752): Opening region: {ENCODED => 8086c15fe7db2f8521dcdd47f5ea27e7, NAME => 'SPTestTable,,1731196554599.8086c15fe7db2f8521dcdd47f5ea27e7.', STARTKEY => '', ENDKEY => '19999999'} 2024-11-09T23:56:05,843 DEBUG [RS_OPEN_REGION-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 8086c15fe7db2f8521dcdd47f5ea27e7 2024-11-09T23:56:05,843 DEBUG [RS_OPEN_REGION-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(898): Instantiated SPTestTable,,1731196554599.8086c15fe7db2f8521dcdd47f5ea27e7.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T23:56:05,844 DEBUG [RS_OPEN_REGION-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(7794): checking encryption for 8086c15fe7db2f8521dcdd47f5ea27e7 2024-11-09T23:56:05,844 DEBUG [RS_OPEN_REGION-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(7797): checking classloading for 8086c15fe7db2f8521dcdd47f5ea27e7 2024-11-09T23:56:05,845 DEBUG [RS_OPEN_REGION-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1093): writing seq id for c06434b3421fe9de2f39497a3174b222 2024-11-09T23:56:05,848 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=13 updating hbase:meta row=f937f7cd5ac6b752e527234fc4380c6f, regionState=OPEN, openSeqNum=2, regionLocation=9d8c37854f6e,36205,1731196542410 2024-11-09T23:56:05,851 DEBUG [RS_OPEN_REGION-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38391/user/jenkins/test-data/9fdb2a0a-3de2-e37a-876c-1850f8b753b6/data/default/SPTestTable/0d3c6983f78a983480e8b6465c005c5b/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-09T23:56:05,855 INFO [StoreOpener-8086c15fe7db2f8521dcdd47f5ea27e7-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 8086c15fe7db2f8521dcdd47f5ea27e7 2024-11-09T23:56:05,856 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=22, ppid=13, state=RUNNABLE, hasLock=false; OpenRegionProcedure f937f7cd5ac6b752e527234fc4380c6f, server=9d8c37854f6e,36205,1731196542410 because future has completed 2024-11-09T23:56:05,857 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=8aaf5a05aa9a740af42a9bb43d168acd, ASSIGN in 10.2680 sec 2024-11-09T23:56:05,858 INFO [StoreOpener-8086c15fe7db2f8521dcdd47f5ea27e7-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 8086c15fe7db2f8521dcdd47f5ea27e7 columnFamilyName cf 2024-11-09T23:56:05,858 DEBUG [StoreOpener-8086c15fe7db2f8521dcdd47f5ea27e7-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T23:56:05,858 INFO [RS_OPEN_REGION-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1114): Opened 0d3c6983f78a983480e8b6465c005c5b; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=75263945, jitterRate=0.12152017652988434}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-09T23:56:05,858 DEBUG [RS_OPEN_REGION-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 0d3c6983f78a983480e8b6465c005c5b 2024-11-09T23:56:05,859 DEBUG [RS_OPEN_REGION-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1006): Region open journal for 0d3c6983f78a983480e8b6465c005c5b: Running coprocessor pre-open hook at 1731196565822Writing region info on filesystem at 1731196565822Initializing all the Stores at 1731196565824 (+2 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731196565824Cleaning up temporary data from old regions at 1731196565836 (+12 ms)Running coprocessor post-open hooks at 1731196565858 (+22 ms)Region opened successfully at 1731196565859 (+1 ms) 2024-11-09T23:56:05,860 INFO [StoreOpener-8086c15fe7db2f8521dcdd47f5ea27e7-1 {}] regionserver.HStore(327): Store=8086c15fe7db2f8521dcdd47f5ea27e7/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T23:56:05,860 INFO [RS_OPEN_REGION-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,19999999,1731196554599.0d3c6983f78a983480e8b6465c005c5b., pid=16, masterSystemTime=1731196565751 2024-11-09T23:56:05,860 DEBUG [RS_OPEN_REGION-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1038): replaying wal for 8086c15fe7db2f8521dcdd47f5ea27e7 2024-11-09T23:56:05,863 DEBUG [RS_OPEN_REGION-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38391/user/jenkins/test-data/9fdb2a0a-3de2-e37a-876c-1850f8b753b6/data/default/SPTestTable/8086c15fe7db2f8521dcdd47f5ea27e7 2024-11-09T23:56:05,864 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=22, resume processing ppid=13 2024-11-09T23:56:05,864 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=22, ppid=13, state=SUCCESS, hasLock=false; OpenRegionProcedure f937f7cd5ac6b752e527234fc4380c6f, server=9d8c37854f6e,36205,1731196542410 in 10.0960 sec 2024-11-09T23:56:05,865 DEBUG [RS_OPEN_REGION-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,19999999,1731196554599.0d3c6983f78a983480e8b6465c005c5b. 2024-11-09T23:56:05,865 DEBUG [RS_OPEN_REGION-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38391/user/jenkins/test-data/9fdb2a0a-3de2-e37a-876c-1850f8b753b6/data/default/SPTestTable/8086c15fe7db2f8521dcdd47f5ea27e7 2024-11-09T23:56:05,865 INFO [RS_OPEN_REGION-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] handler.AssignRegionHandler(153): Opened SPTestTable,19999999,1731196554599.0d3c6983f78a983480e8b6465c005c5b. 2024-11-09T23:56:05,866 DEBUG [RS_OPEN_REGION-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1048): stopping wal replay for 8086c15fe7db2f8521dcdd47f5ea27e7 2024-11-09T23:56:05,866 DEBUG [RS_OPEN_REGION-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1060): Cleaning up temporary data for 8086c15fe7db2f8521dcdd47f5ea27e7 2024-11-09T23:56:05,866 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=0d3c6983f78a983480e8b6465c005c5b, regionState=OPEN, openSeqNum=2, regionLocation=9d8c37854f6e,44337,1731196542245 2024-11-09T23:56:05,868 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=13, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=f937f7cd5ac6b752e527234fc4380c6f, ASSIGN in 10.2900 sec 2024-11-09T23:56:05,870 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=16, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure 0d3c6983f78a983480e8b6465c005c5b, server=9d8c37854f6e,44337,1731196542245 because future has completed 2024-11-09T23:56:05,871 DEBUG [RS_OPEN_REGION-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1093): writing seq id for 8086c15fe7db2f8521dcdd47f5ea27e7 2024-11-09T23:56:05,872 DEBUG [RS_OPEN_REGION-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38391/user/jenkins/test-data/9fdb2a0a-3de2-e37a-876c-1850f8b753b6/data/default/SPTestTable/c06434b3421fe9de2f39497a3174b222/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-09T23:56:05,873 INFO [RS_OPEN_REGION-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1114): Opened c06434b3421fe9de2f39497a3174b222; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65819373, jitterRate=-0.019214913249015808}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-09T23:56:05,873 DEBUG [RS_OPEN_REGION-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1122): Running coprocessor post-open hooks for c06434b3421fe9de2f39497a3174b222 2024-11-09T23:56:05,874 DEBUG [RS_OPEN_REGION-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1006): Region open journal for c06434b3421fe9de2f39497a3174b222: Running coprocessor pre-open hook at 1731196565828Writing region info on filesystem at 1731196565828Initializing all the Stores at 1731196565830 (+2 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731196565830Cleaning up temporary data from old regions at 1731196565842 (+12 ms)Running coprocessor post-open hooks at 1731196565873 (+31 ms)Region opened successfully at 1731196565873 2024-11-09T23:56:05,875 INFO [RS_OPEN_REGION-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,99999996,1731196554599.c06434b3421fe9de2f39497a3174b222., pid=15, masterSystemTime=1731196565747 2024-11-09T23:56:05,876 DEBUG [RS_OPEN_REGION-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38391/user/jenkins/test-data/9fdb2a0a-3de2-e37a-876c-1850f8b753b6/data/default/SPTestTable/8086c15fe7db2f8521dcdd47f5ea27e7/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-09T23:56:05,877 INFO [RS_OPEN_REGION-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1114): Opened 8086c15fe7db2f8521dcdd47f5ea27e7; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60070899, jitterRate=-0.10487385094165802}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-09T23:56:05,877 DEBUG [RS_OPEN_REGION-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 8086c15fe7db2f8521dcdd47f5ea27e7 2024-11-09T23:56:05,877 DEBUG [RS_OPEN_REGION-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1006): Region open journal for 8086c15fe7db2f8521dcdd47f5ea27e7: Running coprocessor pre-open hook at 1731196565844Writing region info on filesystem at 1731196565844Initializing all the Stores at 1731196565846 (+2 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731196565846Cleaning up temporary data from old regions at 1731196565866 (+20 ms)Running coprocessor post-open hooks at 1731196565877 (+11 ms)Region opened successfully at 1731196565877 2024-11-09T23:56:05,878 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=16, resume processing ppid=6 2024-11-09T23:56:05,879 INFO [RS_OPEN_REGION-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,,1731196554599.8086c15fe7db2f8521dcdd47f5ea27e7., pid=24, masterSystemTime=1731196565771 2024-11-09T23:56:05,880 DEBUG [RS_OPEN_REGION-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,99999996,1731196554599.c06434b3421fe9de2f39497a3174b222. 2024-11-09T23:56:05,880 INFO [RS_OPEN_REGION-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] handler.AssignRegionHandler(153): Opened SPTestTable,99999996,1731196554599.c06434b3421fe9de2f39497a3174b222. 2024-11-09T23:56:05,880 INFO [RS_OPEN_REGION-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] handler.AssignRegionHandler(132): Open SPTestTable,b333332f,1731196554599.3035dfc027296f291ae3607145d93534. 2024-11-09T23:56:05,881 DEBUG [RS_OPEN_REGION-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(7752): Opening region: {ENCODED => 3035dfc027296f291ae3607145d93534, NAME => 'SPTestTable,b333332f,1731196554599.3035dfc027296f291ae3607145d93534.', STARTKEY => 'b333332f', ENDKEY => 'ccccccc8'} 2024-11-09T23:56:05,881 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=16, ppid=6, state=SUCCESS, hasLock=false; OpenRegionProcedure 0d3c6983f78a983480e8b6465c005c5b, server=9d8c37854f6e,44337,1731196542245 in 10.1280 sec 2024-11-09T23:56:05,881 DEBUG [RS_OPEN_REGION-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 3035dfc027296f291ae3607145d93534 2024-11-09T23:56:05,881 DEBUG [RS_OPEN_REGION-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(898): Instantiated SPTestTable,b333332f,1731196554599.3035dfc027296f291ae3607145d93534.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T23:56:05,881 DEBUG [RS_OPEN_REGION-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(7794): checking encryption for 3035dfc027296f291ae3607145d93534 2024-11-09T23:56:05,882 DEBUG [RS_OPEN_REGION-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(7797): checking classloading for 3035dfc027296f291ae3607145d93534 2024-11-09T23:56:05,882 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=0d3c6983f78a983480e8b6465c005c5b, ASSIGN in 10.3040 sec 2024-11-09T23:56:05,882 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=11 updating hbase:meta row=c06434b3421fe9de2f39497a3174b222, regionState=OPEN, openSeqNum=2, regionLocation=9d8c37854f6e,44179,1731196542347 2024-11-09T23:56:05,883 DEBUG [RS_OPEN_REGION-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,,1731196554599.8086c15fe7db2f8521dcdd47f5ea27e7. 2024-11-09T23:56:05,883 INFO [RS_OPEN_REGION-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] handler.AssignRegionHandler(153): Opened SPTestTable,,1731196554599.8086c15fe7db2f8521dcdd47f5ea27e7. 2024-11-09T23:56:05,884 INFO [StoreOpener-3035dfc027296f291ae3607145d93534-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 3035dfc027296f291ae3607145d93534 2024-11-09T23:56:05,885 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=8086c15fe7db2f8521dcdd47f5ea27e7, regionState=OPEN, openSeqNum=2, regionLocation=9d8c37854f6e,36205,1731196542410 2024-11-09T23:56:05,887 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=15, ppid=11, state=RUNNABLE, hasLock=false; OpenRegionProcedure c06434b3421fe9de2f39497a3174b222, server=9d8c37854f6e,44179,1731196542347 because future has completed 2024-11-09T23:56:05,889 INFO [StoreOpener-3035dfc027296f291ae3607145d93534-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 3035dfc027296f291ae3607145d93534 columnFamilyName cf 2024-11-09T23:56:05,889 DEBUG [StoreOpener-3035dfc027296f291ae3607145d93534-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T23:56:05,889 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=24, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 8086c15fe7db2f8521dcdd47f5ea27e7, server=9d8c37854f6e,36205,1731196542410 because future has completed 2024-11-09T23:56:05,890 INFO [StoreOpener-3035dfc027296f291ae3607145d93534-1 {}] regionserver.HStore(327): Store=3035dfc027296f291ae3607145d93534/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T23:56:05,890 DEBUG [RS_OPEN_REGION-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1038): replaying wal for 3035dfc027296f291ae3607145d93534 2024-11-09T23:56:05,891 DEBUG [RS_OPEN_REGION-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38391/user/jenkins/test-data/9fdb2a0a-3de2-e37a-876c-1850f8b753b6/data/default/SPTestTable/3035dfc027296f291ae3607145d93534 2024-11-09T23:56:05,893 DEBUG [RS_OPEN_REGION-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38391/user/jenkins/test-data/9fdb2a0a-3de2-e37a-876c-1850f8b753b6/data/default/SPTestTable/3035dfc027296f291ae3607145d93534 2024-11-09T23:56:05,893 DEBUG [RS_OPEN_REGION-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1048): stopping wal replay for 3035dfc027296f291ae3607145d93534 2024-11-09T23:56:05,893 DEBUG [RS_OPEN_REGION-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1060): Cleaning up temporary data for 3035dfc027296f291ae3607145d93534 2024-11-09T23:56:05,896 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=15, resume processing ppid=11 2024-11-09T23:56:05,896 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=15, ppid=11, state=SUCCESS, hasLock=false; OpenRegionProcedure c06434b3421fe9de2f39497a3174b222, server=9d8c37854f6e,44179,1731196542347 in 10.1490 sec 2024-11-09T23:56:05,897 DEBUG [RS_OPEN_REGION-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1093): writing seq id for 3035dfc027296f291ae3607145d93534 2024-11-09T23:56:05,898 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=24, resume processing ppid=5 2024-11-09T23:56:05,899 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=24, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 8086c15fe7db2f8521dcdd47f5ea27e7, server=9d8c37854f6e,36205,1731196542410 in 10.1240 sec 2024-11-09T23:56:05,900 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=c06434b3421fe9de2f39497a3174b222, ASSIGN in 10.3220 sec 2024-11-09T23:56:05,901 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=8086c15fe7db2f8521dcdd47f5ea27e7, ASSIGN in 10.3240 sec 2024-11-09T23:56:05,901 DEBUG [RS_OPEN_REGION-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38391/user/jenkins/test-data/9fdb2a0a-3de2-e37a-876c-1850f8b753b6/data/default/SPTestTable/3035dfc027296f291ae3607145d93534/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-09T23:56:05,902 INFO [RS_OPEN_REGION-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1114): Opened 3035dfc027296f291ae3607145d93534; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66068050, jitterRate=-0.015509337186813354}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-09T23:56:05,902 DEBUG [RS_OPEN_REGION-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 3035dfc027296f291ae3607145d93534 2024-11-09T23:56:05,902 DEBUG [RS_OPEN_REGION-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1006): Region open journal for 3035dfc027296f291ae3607145d93534: Running coprocessor pre-open hook at 1731196565882Writing region info on filesystem at 1731196565882Initializing all the Stores at 1731196565884 (+2 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731196565884Cleaning up temporary data from old regions at 1731196565894 (+10 ms)Running coprocessor post-open hooks at 1731196565902 (+8 ms)Region opened successfully at 1731196565902 2024-11-09T23:56:05,903 INFO [RS_OPEN_REGION-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,b333332f,1731196554599.3035dfc027296f291ae3607145d93534., pid=20, masterSystemTime=1731196565747 2024-11-09T23:56:05,906 DEBUG [RS_OPEN_REGION-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,b333332f,1731196554599.3035dfc027296f291ae3607145d93534. 2024-11-09T23:56:05,906 INFO [RS_OPEN_REGION-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] handler.AssignRegionHandler(153): Opened SPTestTable,b333332f,1731196554599.3035dfc027296f291ae3607145d93534. 2024-11-09T23:56:05,907 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=12 updating hbase:meta row=3035dfc027296f291ae3607145d93534, regionState=OPEN, openSeqNum=2, regionLocation=9d8c37854f6e,44179,1731196542347 2024-11-09T23:56:05,910 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=20, ppid=12, state=RUNNABLE, hasLock=false; OpenRegionProcedure 3035dfc027296f291ae3607145d93534, server=9d8c37854f6e,44179,1731196542347 because future has completed 2024-11-09T23:56:05,915 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=20, resume processing ppid=12 2024-11-09T23:56:05,915 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=20, ppid=12, state=SUCCESS, hasLock=false; OpenRegionProcedure 3035dfc027296f291ae3607145d93534, server=9d8c37854f6e,44179,1731196542347 in 10.1550 sec 2024-11-09T23:56:05,918 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=12, resume processing ppid=4 2024-11-09T23:56:05,919 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=12, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=3035dfc027296f291ae3607145d93534, ASSIGN in 10.3410 sec 2024-11-09T23:56:05,920 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-09T23:56:05,920 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"SPTestTable","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731196565920"}]},"ts":"1731196565920"} 2024-11-09T23:56:05,923 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=SPTestTable, state=ENABLED in hbase:meta 2024-11-09T23:56:05,924 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_POST_OPERATION 2024-11-09T23:56:05,929 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=SPTestTable in 11.3170 sec 2024-11-09T23:56:07,700 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'SPTestTable' 2024-11-09T23:56:10,650 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-09T23:56:11,304 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-09T23:56:11,860 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_SPTestTable 2024-11-09T23:56:11,860 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_SPTestTable Metrics about Tables on a single HBase RegionServer 2024-11-09T23:56:12,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44177 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-09T23:56:12,906 INFO [RPCClient-NioEventLoopGroup-6-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:SPTestTable completed 2024-11-09T23:56:12,906 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table SPTestTable get assigned. Timeout = 60000ms 2024-11-09T23:56:12,909 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-09T23:56:12,921 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table SPTestTable assigned to meta. Checking AM states. 2024-11-09T23:56:12,922 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-09T23:56:12,922 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table SPTestTable assigned. 2024-11-09T23:56:12,984 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aaa', locateType=CURRENT is [region=SPTestTable,99999996,1731196554599.c06434b3421fe9de2f39497a3174b222., hostname=9d8c37854f6e,44179,1731196542347, seqNum=2] 2024-11-09T23:56:12,990 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aab', locateType=CURRENT is [region=SPTestTable,99999996,1731196554599.c06434b3421fe9de2f39497a3174b222., hostname=9d8c37854f6e,44179,1731196542347, seqNum=2] 2024-11-09T23:56:12,994 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aad', locateType=CURRENT is [region=SPTestTable,99999996,1731196554599.c06434b3421fe9de2f39497a3174b222., hostname=9d8c37854f6e,44179,1731196542347, seqNum=2] 2024-11-09T23:56:12,997 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aac', locateType=CURRENT is [region=SPTestTable,99999996,1731196554599.c06434b3421fe9de2f39497a3174b222., hostname=9d8c37854f6e,44179,1731196542347, seqNum=2] 2024-11-09T23:56:12,999 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aaf', locateType=CURRENT is [region=SPTestTable,99999996,1731196554599.c06434b3421fe9de2f39497a3174b222., hostname=9d8c37854f6e,44179,1731196542347, seqNum=2] 2024-11-09T23:56:13,002 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aae', locateType=CURRENT is [region=SPTestTable,99999996,1731196554599.c06434b3421fe9de2f39497a3174b222., hostname=9d8c37854f6e,44179,1731196542347, seqNum=2] 2024-11-09T23:56:13,004 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aag', locateType=CURRENT is [region=SPTestTable,99999996,1731196554599.c06434b3421fe9de2f39497a3174b222., hostname=9d8c37854f6e,44179,1731196542347, seqNum=2] 2024-11-09T23:56:13,007 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aah', locateType=CURRENT is [region=SPTestTable,99999996,1731196554599.c06434b3421fe9de2f39497a3174b222., hostname=9d8c37854f6e,44179,1731196542347, seqNum=2] 2024-11-09T23:56:13,043 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='baa', locateType=CURRENT is [region=SPTestTable,b333332f,1731196554599.3035dfc027296f291ae3607145d93534., hostname=9d8c37854f6e,44179,1731196542347, seqNum=2] 2024-11-09T23:56:13,045 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='bab', locateType=CURRENT is [region=SPTestTable,b333332f,1731196554599.3035dfc027296f291ae3607145d93534., hostname=9d8c37854f6e,44179,1731196542347, seqNum=2] 2024-11-09T23:56:13,048 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='bac', locateType=CURRENT is [region=SPTestTable,b333332f,1731196554599.3035dfc027296f291ae3607145d93534., hostname=9d8c37854f6e,44179,1731196542347, seqNum=2] 2024-11-09T23:56:13,050 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='bad', locateType=CURRENT is [region=SPTestTable,b333332f,1731196554599.3035dfc027296f291ae3607145d93534., hostname=9d8c37854f6e,44179,1731196542347, seqNum=2] 2024-11-09T23:56:13,053 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='bae', locateType=CURRENT is [region=SPTestTable,b333332f,1731196554599.3035dfc027296f291ae3607145d93534., hostname=9d8c37854f6e,44179,1731196542347, seqNum=2] 2024-11-09T23:56:13,055 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='baf', locateType=CURRENT is [region=SPTestTable,b333332f,1731196554599.3035dfc027296f291ae3607145d93534., hostname=9d8c37854f6e,44179,1731196542347, seqNum=2] 2024-11-09T23:56:13,058 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='bag', locateType=CURRENT is [region=SPTestTable,b333332f,1731196554599.3035dfc027296f291ae3607145d93534., hostname=9d8c37854f6e,44179,1731196542347, seqNum=2] 2024-11-09T23:56:13,060 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='bah', locateType=CURRENT is [region=SPTestTable,b333332f,1731196554599.3035dfc027296f291ae3607145d93534., hostname=9d8c37854f6e,44179,1731196542347, seqNum=2] 2024-11-09T23:56:13,094 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='ccd', locateType=CURRENT is [region=SPTestTable,ccccccc8,1731196554599.f937f7cd5ac6b752e527234fc4380c6f., hostname=9d8c37854f6e,36205,1731196542410, seqNum=2] 2024-11-09T23:56:13,096 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='cce', locateType=CURRENT is [region=SPTestTable,ccccccc8,1731196554599.f937f7cd5ac6b752e527234fc4380c6f., hostname=9d8c37854f6e,36205,1731196542410, seqNum=2] 2024-11-09T23:56:13,098 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='ccf', locateType=CURRENT is [region=SPTestTable,ccccccc8,1731196554599.f937f7cd5ac6b752e527234fc4380c6f., hostname=9d8c37854f6e,36205,1731196542410, seqNum=2] 2024-11-09T23:56:13,101 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='ccg', locateType=CURRENT is [region=SPTestTable,ccccccc8,1731196554599.f937f7cd5ac6b752e527234fc4380c6f., hostname=9d8c37854f6e,36205,1731196542410, seqNum=2] 2024-11-09T23:56:13,103 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='cch', locateType=CURRENT is [region=SPTestTable,ccccccc8,1731196554599.f937f7cd5ac6b752e527234fc4380c6f., hostname=9d8c37854f6e,36205,1731196542410, seqNum=2] 2024-11-09T23:56:13,105 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='ccj', locateType=CURRENT is [region=SPTestTable,ccccccc8,1731196554599.f937f7cd5ac6b752e527234fc4380c6f., hostname=9d8c37854f6e,36205,1731196542410, seqNum=2] 2024-11-09T23:56:13,107 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='cci', locateType=CURRENT is [region=SPTestTable,ccccccc8,1731196554599.f937f7cd5ac6b752e527234fc4380c6f., hostname=9d8c37854f6e,36205,1731196542410, seqNum=2] 2024-11-09T23:56:13,172 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='eaa', locateType=CURRENT is [region=SPTestTable,e6666661,1731196554599.c62c9d3737c0f9b977412642d4c0e61e., hostname=9d8c37854f6e,44337,1731196542245, seqNum=2] 2024-11-09T23:56:13,177 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='eab', locateType=CURRENT is [region=SPTestTable,e6666661,1731196554599.c62c9d3737c0f9b977412642d4c0e61e., hostname=9d8c37854f6e,44337,1731196542245, seqNum=2] 2024-11-09T23:56:13,179 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='ead', locateType=CURRENT is [region=SPTestTable,e6666661,1731196554599.c62c9d3737c0f9b977412642d4c0e61e., hostname=9d8c37854f6e,44337,1731196542245, seqNum=2] 2024-11-09T23:56:13,181 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='eac', locateType=CURRENT is [region=SPTestTable,e6666661,1731196554599.c62c9d3737c0f9b977412642d4c0e61e., hostname=9d8c37854f6e,44337,1731196542245, seqNum=2] 2024-11-09T23:56:13,184 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='eae', locateType=CURRENT is [region=SPTestTable,e6666661,1731196554599.c62c9d3737c0f9b977412642d4c0e61e., hostname=9d8c37854f6e,44337,1731196542245, seqNum=2] 2024-11-09T23:56:13,186 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='eag', locateType=CURRENT is [region=SPTestTable,e6666661,1731196554599.c62c9d3737c0f9b977412642d4c0e61e., hostname=9d8c37854f6e,44337,1731196542245, seqNum=2] 2024-11-09T23:56:13,188 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='eaf', locateType=CURRENT is [region=SPTestTable,e6666661,1731196554599.c62c9d3737c0f9b977412642d4c0e61e., hostname=9d8c37854f6e,44337,1731196542245, seqNum=2] 2024-11-09T23:56:13,190 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='eah', locateType=CURRENT is [region=SPTestTable,e6666661,1731196554599.c62c9d3737c0f9b977412642d4c0e61e., hostname=9d8c37854f6e,44337,1731196542245, seqNum=2] 2024-11-09T23:56:13,913 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T23:56:13,918 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T23:56:13,923 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54352, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-09T23:56:13,926 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-4-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58436, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-09T23:56:13,981 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44179 {}] regionserver.HRegion(8528): writing data to region SPTestTable,99999996,1731196554599.c06434b3421fe9de2f39497a3174b222. with WAL disabled. Data may be lost in the event of a crash. 2024-11-09T23:56:14,024 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36205 {}] regionserver.HRegion(8528): writing data to region SPTestTable,ccccccc8,1731196554599.f937f7cd5ac6b752e527234fc4380c6f. with WAL disabled. Data may be lost in the event of a crash. 2024-11-09T23:56:14,041 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44179 {}] regionserver.HRegion(8528): writing data to region SPTestTable,b333332f,1731196554599.3035dfc027296f291ae3607145d93534. with WAL disabled. Data may be lost in the event of a crash. 2024-11-09T23:56:14,042 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44337 {}] regionserver.RSRpcServices(2610): Large batch operation detected (greater than 5000) (HBASE-18023). Requested Number of Rows: 14872 Client: jenkins//172.17.0.2 first region in multi=SPTestTable,e6666661,1731196554599.c62c9d3737c0f9b977412642d4c0e61e. 2024-11-09T23:56:14,569 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44337 {}] regionserver.HRegion(8528): writing data to region SPTestTable,e6666661,1731196554599.c62c9d3737c0f9b977412642d4c0e61e. with WAL disabled. Data may be lost in the event of a crash. 2024-11-09T23:56:14,697 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(1139): Stored pid=25, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } 2024-11-09T23:56:14,699 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-09T23:56:14,700 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_PREPARE 2024-11-09T23:56:14,704 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_PRE_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_PRE_OPERATION 2024-11-09T23:56:14,715 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_WRITE_SNAPSHOT_INFO, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_WRITE_SNAPSHOT_INFO 2024-11-09T23:56:14,724 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46421 is added to blk_1073741848_1024 (size=49) 2024-11-09T23:56:14,725 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41111 is added to blk_1073741848_1024 (size=49) 2024-11-09T23:56:14,726 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46609 is added to blk_1073741848_1024 (size=49) 2024-11-09T23:56:14,727 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_SNAPSHOT_ONLINE_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_ONLINE_REGIONS 2024-11-09T23:56:14,728 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=26, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 8086c15fe7db2f8521dcdd47f5ea27e7}, {pid=27, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 0d3c6983f78a983480e8b6465c005c5b}, {pid=28, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 8aaf5a05aa9a740af42a9bb43d168acd}, {pid=29, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 068f3d56b89c1e6c058d66f9c616b440}, {pid=30, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure e774957b0aff27e13c92dde9dc785c7e}, {pid=31, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 0363847f863637abd3ae6c4ea096f820}, {pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure c06434b3421fe9de2f39497a3174b222}, {pid=33, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 3035dfc027296f291ae3607145d93534}, {pid=34, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure f937f7cd5ac6b752e527234fc4380c6f}, {pid=35, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure c62c9d3737c0f9b977412642d4c0e61e}] 2024-11-09T23:56:14,734 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=27, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 0d3c6983f78a983480e8b6465c005c5b 2024-11-09T23:56:14,734 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=26, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 8086c15fe7db2f8521dcdd47f5ea27e7 2024-11-09T23:56:14,734 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=35, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure c62c9d3737c0f9b977412642d4c0e61e 2024-11-09T23:56:14,734 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=34, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure f937f7cd5ac6b752e527234fc4380c6f 2024-11-09T23:56:14,734 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=33, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 3035dfc027296f291ae3607145d93534 2024-11-09T23:56:14,741 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure c06434b3421fe9de2f39497a3174b222 2024-11-09T23:56:14,741 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=31, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 0363847f863637abd3ae6c4ea096f820 2024-11-09T23:56:14,741 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=29, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 068f3d56b89c1e6c058d66f9c616b440 2024-11-09T23:56:14,742 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=30, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure e774957b0aff27e13c92dde9dc785c7e 2024-11-09T23:56:14,743 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=28, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 8aaf5a05aa9a740af42a9bb43d168acd 2024-11-09T23:56:14,800 INFO [Time-limited test {}] hbase.SingleProcessHBaseCluster(267): Killing 9d8c37854f6e,44179,1731196542347 2024-11-09T23:56:14,801 ERROR [Time-limited test {}] regionserver.HRegionServer(2442): ***** ABORTING region server 9d8c37854f6e,44179,1731196542347: Simulated kill ***** 2024-11-09T23:56:14,801 ERROR [Time-limited test {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-09T23:56:14,802 DEBUG [Time-limited test {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-09T23:56:14,804 DEBUG [Time-limited test {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-09T23:56:14,807 DEBUG [Time-limited test {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-09T23:56:14,808 DEBUG [Time-limited test {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-09T23:56:14,816 INFO [Time-limited test {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1048576000, "init": 1048576000, "max": 2306867200, "used": 563695616 }, "NonHeapMemoryUsage": { "committed": 156827648, "init": 7667712, "max": -1, "used": 153553744 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [ { "name": "Hadoop:service=HBase,name=RegionServer,sub=IPC", "modelerType": "RegionServer,sub=IPC", "tag.Context": "regionserver", "tag.Hostname": "9d8c37854f6e", "queueSize": 0, "numCallsInGeneralQueue": 0, "numCallsInReplicationQueue": 0, "numCallsInBulkLoadQueue": 0, "numCallsInPriorityQueue": 0, "numCallsInMetaPriorityQueue": 0, "numOpenConnections": 3, "numActiveHandler": 0, "numActiveGeneralHandler": 0, "numActivePriorityHandler": 0, "numActiveReplicationHandler": 0, "numGeneralCallsDropped": 0, "numLifoModeSwitches": 0, "numCallsInWriteQueue": 0, "numActiveBulkLoadHandler": 0, "numCallsInReadQueue": 0, "numCallsInScanQueue": 0, "numActiveWriteHandler": 0, "numActiveReadHandler": 0, "numActiveScanHandler": 0, "nettyDirectMemoryUsage": 67108864, "nettyTotalPendingOutboundBytes": 0, "nettyMaxPendingOutboundBytes": 0, "receivedBytes": 14480, "exceptions.RegionMovedException": 0, "authenticationSuccesses": 0, "authorizationFailures": 0, "exceptions.requestTooBig": 0, "UnwritableTime_num_ops": 0, "UnwritableTime_min": 0, "UnwritableTime_max": 0, "UnwritableTime_mean": 0, "UnwritableTime_25th_percentile": 0, "UnwritableTime_median": 0, "UnwritableTime_75th_percentile": 0, "UnwritableTime_90th_percentile": 0, "UnwritableTime_95th_percentile": 0, "UnwritableTime_98th_percentile": 0, "UnwritableTime_99th_percentile": 0, "UnwritableTime_99.9th_percentile": 0, "exceptions.OutOfOrderScannerNextException": 0, "exceptions.rpcThrottling": 0, "exceptions.otherExceptions": 0, "ProcessCallTime_num_ops": 35, "ProcessCallTime_min": 0, "ProcessCallTime_max": 0, "ProcessCallTime_mean": 0, "ProcessCallTime_25th_percentile": 0, "ProcessCallTime_median": 0, "ProcessCallTime_75th_percentile": 0, "ProcessCallTime_90th_percentile": 0, "ProcessCallTime_95th_percentile": 0, "ProcessCallTime_98th_percentile": 0, "ProcessCallTime_99th_percentile": 0, "ProcessCallTime_99.9th_percentile": 0, "exceptions.callQueueTooBig": 0, "QueueCallTime_num_ops": 35, "QueueCallTime_min": 0, "QueueCallTime_max": 0, "QueueCallTime_mean": 0, "QueueCallTime_25th_percentile": 0, "QueueCallTime_median": 0, "QueueCallTime_75th_percentile": 0, "QueueCallTime_90th_percentile": 0, "QueueCallTime_95th_percentile": 0, "QueueCallTime_98th_percentile": 0, "QueueCallTime_99th_percentile": 0, "QueueCallTime_99.9th_percentile": 0, "authenticationFailures": 0, "exceptions.multiResponseTooLarge": 0, "exceptions.callDropped": 0, "TotalCallTime_num_ops": 35, "TotalCallTime_min": 0, "TotalCallTime_max": 0, "TotalCallTime_mean": 0, "TotalCallTime_25th_percentile": 0, "TotalCallTime_median": 0, "TotalCallTime_75th_percentile": 0, "TotalCallTime_90th_percentile": 0, "TotalCallTime_95th_percentile": 0, "TotalCallTime_98th_percentile": 0, "TotalCallTime_99th_percentile": 0, "TotalCallTime_99.9th_percentile": 0, "exceptions.RegionTooBusyException": 0, "exceptions.FailedSanityCheckException": 0, "ResponseSize_num_ops": 35, "ResponseSize_min": 0, "ResponseSize_max": 0, "ResponseSize_mean": 0, "ResponseSize_25th_percentile": 0, "ResponseSize_median": 0, "ResponseSize_75th_percentile": 0, "ResponseSize_90th_percentile": 0, "ResponseSize_95th_percentile": 0, "ResponseSize_98th_percentile": 0, "ResponseSize_99th_percentile": 0, "ResponseSize_99.9th_percentile": 0, "exceptions.UnknownScannerException": 0, "exceptions": 0, "maxOutboundBytesExceeded": 0, "authenticationFallbacks": 0, "exceptions.quotaExceeded": 0, "exceptions.callTimedOut": 0, "exceptions.NotServingRegionException": 0, "authorizationSuccesses": 0, "exceptions.ScannerResetException": 0, "RequestSize_num_ops": 35, "RequestSize_min": 0, "RequestSize_max": 0, "RequestSize_mean": 0, "RequestSize_25th_percentile": 0, "RequestSize_median": 0, "RequestSize_75th_percentile": 0, "RequestSize_90th_percentile": 0, "RequestSize_95th_percentile": 0, "RequestSize_98th_percentile": 0, "RequestSize_99th_percentile": 0, "RequestSize_99.9th_percentile": 0, "sentBytes": 680 } ], "beans": [ { "name": "Hadoop:service=HBase,name=RegionServer,sub=Replication", "modelerType": "RegionServer,sub=Replication", "tag.Context": "regionserver", "tag.Hostname": "9d8c37854f6e", "source.shippedHFiles": 0, "Source.ageOfLastShippedOp_num_ops": 0, "Source.ageOfLastShippedOp_min": 0, "Source.ageOfLastShippedOp_max": 0, "Source.ageOfLastShippedOp_mean": 0, "Source.ageOfLastShippedOp_25th_percentile": 0, "Source.ageOfLastShippedOp_median": 0, "Source.ageOfLastShippedOp_75th_percentile": 0, "Source.ageOfLastShippedOp_90th_percentile": 0, "Source.ageOfLastShippedOp_95th_percentile": 0, "Source.ageOfLastShippedOp_98th_percentile": 0, "Source.ageOfLastShippedOp_99th_percentile": 0, "Source.ageOfLastShippedOp_99.9th_percentile": 0, "source.uncleanlyClosedLogs": 0, "source.closedLogsWithUnknownFileLength": 0, "source.walReaderEditsBufferUsage": 0, "source.repeatedLogFileBytes": 0, "source.sizeOfHFileRefsQueue": 0, "source.logReadInBytes": 0, "source.completedRecoverQueues": 0, "source.sizeOfLogQueue": 0, "source.restartedLogReading": 0, "source.failedRecoverQueues": 0, "source.ignoredUncleanlyClosedLogContentsInBytes": 0, "Sink.ageOfLastAppliedOp_num_ops": 0, "Sink.ageOfLastAppliedOp_min": 0, "Sink.ageOfLastAppliedOp_max": 0, "Sink.ageOfLastAppliedOp_mean": 0, "Sink.ageOfLastAppliedOp_25th_percentile": 0, "Sink.ageOfLastAppliedOp_median": 0, "Sink.ageOfLastAppliedOp_75th_percentile": 0, "Sink.ageOfLastAppliedOp_90th_percentile": 0, "Sink.ageOfLastAppliedOp_95th_percentile": 0, "Sink.ageOfLastAppliedOp_98th_percentile": 0, "Sink.ageOfLastAppliedOp_99th_percentile": 0, "Sink.ageOfLastAppliedOp_99.9th_percentile": 0, "source.logEditsRead": 0, "source.numInitializing": 0, "source.shippedOps": 0, "sink.appliedHFiles": 0, "source.logEditsFiltered": 0, "source.shippedBytes": 0, "sink.appliedOps": 0, "source.completedLogs": 0, "source.failedBatches": 0, "sink.failedBatches": 0, "source.shippedBatches": 0, "sink.appliedBatches": 0 } ], "beans": [ { "name": "Hadoop:service=HBase,name=RegionServer,sub=Server", "modelerType": "RegionServer,sub=Server", "tag.zookeeperQuorum": "127.0.0.1:64585", "tag.serverName": "9d8c37854f6e,36205,1731196542410", "tag.clusterId": "f795380d-fe18-4774-8845-df8af63cc95e", "tag.Context": "regionserver", "tag.Hostname": "9d8c37854f6e", "regionCount": 3, "storeCount": 3, "hlogFileCount": 5, "hlogFileSize": 0, "storeFileCount": 0, "maxStoreFileCount": 0, "memStoreSize": 0, "memStoreHeapSize": 768, "memStoreOffHeapSize": 0, "storeFileSize": 0, "storeFileSizeGrowthRate": 0.0, "maxStoreFileAge": 0, "minStoreFileAge": 0, "avgStoreFileAge": 0, "numReferenceFiles": 0, "regionServerStartTime": 1731196542410, "averageRegionSize": 0, "storeFileIndexSize": 0, "staticIndexSize": 0, "staticBloomSize": 0, "bloomFilterRequestsCount": 0, "bloomFilterNegativeResultsCount": 0, "bloomFilterEligibleRequestsCount": 0, "mutationsWithoutWALCount": 0, "mutationsWithoutWALSize": 0, "percentFilesLocal": 0.0, "percentFilesLocalSecondaryRegions": 0.0, "totalBytesRead": 0, "localBytesRead": 0, "shortCircuitBytesRead": 0, "zeroCopyBytesRead": 0, "splitQueueLength": 0, "compactionQueueLength": 0, "smallCompactionQueueLength": 0, "largeCompactionQueueLength": 0, "flushQueueLength": 0, "blockCacheFreeSize": 922070024, "blockCacheCount": 0, "blockCacheDataBlockCount": 0, "blockCacheSize": 676856, "blockCacheCountHitPercent": 0.0, "blockCacheExpressHitPercent": 0.0, "l1CacheSize": 676856, "l1CacheFreeSize": 922070024, "l1CacheCount": 0, "l1CacheEvictionCount": 0, "l1CacheHitCount": 0, "l1CacheMissCount": 0, "l1CacheHitRatio": 0.0, "l1CacheMissRatio": 0.0, "l2CacheSize": 0, "l2CacheFreeSize": 0, "l2CacheCount": 0, "l2CacheEvictionCount": 0, "l2CacheHitCount": 0, "l2CacheMissCount": 0, "l2CacheHitRatio": 0.0, "l2CacheMissRatio": 0.0, "mobFileCacheCount": 0, "mobFileCacheHitPercent": 0.0, "readRequestRatePerSecond": 0.0, "writeRequestRatePerSecond": 0.0, "ByteBuffAllocatorHeapAllocationBytes": 0, "ByteBuffAllocatorPoolAllocationBytes": 0, "ByteBuffAllocatorHeapAllocationRatio": 0.0, "ByteBuffAllocatorTotalBufferCount": 186, "ByteBuffAllocatorUsedBufferCount": 0, "activeScanners": 0, "totalRequestCount": 0, "totalRowActionRequestCount": 0, "readRequestCount": 0, "cpRequestCount": 0, "filteredReadRequestCount": 0, "writeRequestCount": 0, "rpcGetRequestCount": 0, "rpcFullScanRequestCount": 0, "rpcScanRequestCount": 0, "rpcMultiRequestCount": 0, "rpcMutateRequestCount": 0, "checkMutateFailedCount": 0, "checkMutatePassedCount": 0, "blockCacheHitCount": 0, "blockCacheHitCountPrimary": 0, "blockCacheHitCachingCount": 0, "blockCacheMissCount": 0, "blockCacheMissCountPrimary": 0, "blockCacheMissCachingCount": 0, "blockCacheEvictionCount": 0, "blockCacheEvictionCountPrimary": 0, "blockCacheFailedInsertionCount": 0, "blockCacheDataMissCount": 0, "blockCacheLeafIndexMissCount": 0, "blockCacheBloomChunkMissCount": 0, "blockCacheMetaMissCount": 0, "blockCacheRootIndexMissCount": 0, "blockCacheIntermediateIndexMissCount": 0, "blockCacheFileInfoMissCount": 0, "blockCacheGeneralBloomMetaMissCount": 0, "blockCacheDeleteFamilyBloomMissCount": 0, "blockCacheTrailerMissCount": 0, "blockCacheDataHitCount": 0, "blockCacheLeafIndexHitCount": 0, "blockCacheBloomChunkHitCount": 0, "blockCacheMetaHitCount": 0, "blockCacheRootIndexHitCount": 0, "blockCacheIntermediateIndexHitCount": 0, "blockCacheFileInfoHitCount": 0, "blockCacheGeneralBloomMetaHitCount": 0, "blockCacheDeleteFamilyBloomHitCount": 0, "blockCacheTrailerHitCount": 0, "updatesBlockedTime": 0, "flushedCellsCount": 0, "compactedCellsCount": 0, "majorCompactedCellsCount": 0, "flushedCellsSize": 0, "compactedCellsSize": 0, "majorCompactedCellsSize": 0, "cellsCountCompactedFromMob": 0, "cellsCountCompactedToMob": 0, "cellsSizeCompactedFromMob": 0, "cellsSizeCompactedToMob": 0, "mobFlushCount": 0, "mobFlushedCellsCount": 0, "mobFlushedCellsSize": 0, "mobScanCellsCount": 0, "mobScanCellsSize": 0, "mobFileCacheAccessCount": 0, "mobFileCacheMissCount": 0, "mobFileCacheEvictedCount": 0, "hedgedReads": 0, "hedgedReadWins": 0, "hedgedReadOpsInCurThread": 0, "blockedRequestCount": 0, "CheckAndMutate_num_ops": 0, "CheckAndMutate_min": 0, "CheckAndMutate_max": 0, "CheckAndMutate_mean": 0, "CheckAndMutate_25th_percentile": 0, "CheckAndMutate_median": 0, "CheckAndMutate_75th_percentile": 0, "CheckAndMutate_90th_percentile": 0, "CheckAndMutate_95th_percentile": 0, "CheckAndMutate_98th_percentile": 0, "CheckAndMutate_99th_percentile": 0, "CheckAndMutate_99.9th_percentile": 0, "MajorCompactionTime_num_ops": 0, "MajorCompactionTime_min": 0, "MajorCompactionTime_max": 0, "MajorCompactionTime_mean": 0, "MajorCompactionTime_25th_percentile": 0, "MajorCompactionTime_median": 0, "MajorCompactionTime_75th_percentile": 0, "MajorCompactionTime_90th_percentile": 0, "MajorCompactionTime_95th_percentile": 0, "MajorCompactionTime_98th_percentile": 0, "MajorCompactionTime_99th_percentile": 0, "MajorCompactionTime_99.9th_percentile": 0, "ScanTime_num_ops": 0, "ScanTime_min": 0, "ScanTime_max": 0, "ScanTime_mean": 0, "ScanTime_25th_percentile": 0, "ScanTime_median": 0, "ScanTime_75th_percentile": 0, "ScanTime_90th_percentile": 0, "ScanTime_95th_percentile": 0, "ScanTime_98th_percentile": 0, "ScanTime_99th_percentile": 0, "ScanTime_99.9th_percentile": 0, "CheckAndMutateBlockBytesScanned_num_ops": 0, "CheckAndMutateBlockBytesScanned_min": 0, "CheckAndMutateBlockBytesScanned_max": 0, "CheckAndMutateBlockBytesScanned_mean": 0, "CheckAndMutateBlockBytesScanned_25th_percentile": 0, "CheckAndMutateBlockBytesScanned_median": 0, "CheckAndMutateBlockBytesScanned_75th_percentile": 0, "CheckAndMutateBlockBytesScanned_90th_percentile": 0, "CheckAndMutateBlockBytesScanned_95th_percentile": 0, "CheckAndMutateBlockBytesScanned_98th_percentile": 0, "CheckAndMutateBlockBytesScanned_99th_percentile": 0, "CheckAndMutateBlockBytesScanned_99.9th_percentile": 0, "Put_num_ops": 0, "Put_min": 0, "Put_max": 0, "Put_mean": 0, "Put_25th_percentile": 0, "Put_median": 0, "Put_75th_percentile": 0, "Put_90th_percentile": 0, "Put_95th_percentile": 0, "Put_98th_percentile": 0, "Put_99th_percentile": 0, "Put_99.9th_percentile": 0, "splitRequestCount": 0, "AppendBlockBytesScanned_num_ops": 0, "AppendBlockBytesScanned_min": 0, "AppendBlockBytesScanned_max": 0, "AppendBlockBytesScanned_mean": 0, "AppendBlockBytesScanned_25th_percentile": 0, "AppendBlockBytesScanned_median": 0, "AppendBlockBytesScanned_75th_percentile": 0, "AppendBlockBytesScanned_90th_percentile": 0, "AppendBlockBytesScanned_95th_percentile": 0, "AppendBlockBytesScanned_98th_percentile": 0, "AppendBlockBytesScanned_99th_percentile": 0, "AppendBlockBytesScanned_99.9th_percentile": 0, "PutBatch_num_ops": 0, "PutBatch_min": 0, "PutBatch_max": 0, "PutBatch_mean": 0, "PutBatch_25th_percentile": 0, "PutBatch_median": 0, "PutBatch_75th_percentile": 0, "PutBatch_90th_percentile": 0, "PutBatch_95th_percentile": 0, "PutBatch_98th_percentile": 0, "PutBatch_99th_percentile": 0, "PutBatch_99.9th_percentile": 0, "IncrementBlockBytesScanned_num_ops": 0, "IncrementBlockBytesScanned_min": 0, "IncrementBlockBytesScanned_max": 0, "IncrementBlockBytesScanned_mean": 0, "IncrementBlockBytesScanned_25th_percentile": 0, "IncrementBlockBytesScanned_median": 0, "IncrementBlockBytesScanned_75th_percentile": 0, "IncrementBlockBytesScanned_90th_percentile": 0, "IncrementBlockBytesScanned_95th_percentile": 0, "IncrementBlockBytesScanned_98th_percentile": 0, "IncrementBlockBytesScanned_99th_percentile": 0, "IncrementBlockBytesScanned_99.9th_percentile": 0, "SplitTime_num_ops": 0, "SplitTime_min": 0, "SplitTime_max": 0, "SplitTime_mean": 0, "SplitTime_25th_percentile": 0, "SplitTime_median": 0, "SplitTime_75th_percentile": 0, "SplitTime_90th_percentile": 0, "SplitTime_95th_percentile": 0, "SplitTime_98th_percentile": 0, "SplitTime_99th_percentile": 0, "SplitTime_99.9th_percentile": 0, "GetBlockBytesScanned_num_ops": 0, "GetBlockBytesScanned_min": 0, "GetBlockBytesScanned_max": 0, "GetBlockBytesScanned_mean": 0, "GetBlockBytesScanned_25th_percentile": 0, "GetBlockBytesScanned_median": 0, "GetBlockBytesScanned_75th_percentile": 0, "GetBlockBytesScanned_90th_percentile": 0, "GetBlockBytesScanned_95th_percentile": 0, "GetBlockBytesScanned_98th_percentile": 0, "GetBlockBytesScanned_99th_percentile": 0, "GetBlockBytesScanned_99.9th_percentile": 0, "majorCompactedInputBytes": 0, "slowAppendCount": 0, "flushedOutputBytes": 0, "Replay_num_ops": 0, "Replay_min": 0, "Replay_max": 0, "Replay_mean": 0, "Replay_25th_percentile": 0, "Replay_median": 0, "Replay_75th_percentile": 0, "Replay_90th_percentile": 0, "Replay_95th_percentile": 0, "Replay_98th_percentile": 0, "Replay_99th_percentile": 0, "Replay_99.9th_percentile": 0, "MajorCompactionInputSize_num_ops": 0, "MajorCompactionInputSize_min": 0, "MajorCompactionInputSize_max": 0, "MajorCompactionInputSize_mean": 0, "MajorCompactionInputSize_25th_percentile": 0, "MajorCompactionInputSize_median": 0, "MajorCompactionInputSize_75th_percentile": 0, "MajorCompactionInputSize_90th_percentile": 0, "MajorCompactionInputSize_95th_percentile": 0, "MajorCompactionInputSize_98th_percentile": 0, "MajorCompactionInputSize_99th_percentile": 0, "MajorCompactionInputSize_99.9th_percentile": 0, "pauseInfoThresholdExceeded": 0, "CheckAndDelete_num_ops": 0, "CheckAndDelete_min": 0, "CheckAndDelete_max": 0, "CheckAndDelete_mean": 0, "CheckAndDelete_25th_percentile": 0, "CheckAndDelete_median": 0, "CheckAndDelete_75th_percentile": 0, "CheckAndDelete_90th_percentile": 0, "CheckAndDelete_95th_percentile": 0, "CheckAndDelete_98th_percentile": 0, "CheckAndDelete_99th_percentile": 0, "CheckAndDelete_99.9th_percentile": 0, "CompactionInputSize_num_ops": 0, "CompactionInputSize_min": 0, "CompactionInputSize_max": 0, "CompactionInputSize_mean": 0, "CompactionInputSize_25th_percentile": 0, "CompactionInputSize_median": 0, "CompactionInputSize_75th_percentile": 0, "CompactionInputSize_90th_percentile": 0, "CompactionInputSize_95th_percentile": 0, "CompactionInputSize_98th_percentile": 0, "CompactionInputSize_99th_percentile": 0, "CompactionInputSize_99.9th_percentile": 0, "flushedMemstoreBytes": 0, "majorCompactedOutputBytes": 0, "slowPutCount": 0, "compactedInputBytes": 0, "FlushOutputSize_num_ops": 0, "FlushOutputSize_min": 0, "FlushOutputSize_max": 0, "FlushOutputSize_mean": 0, "FlushOutputSize_25th_percentile": 0, "FlushOutputSize_median": 0, "FlushOutputSize_75th_percentile": 0, "FlushOutputSize_90th_percentile": 0, "FlushOutputSize_95th_percentile": 0, "FlushOutputSize_98th_percentile": 0, "FlushOutputSize_99th_percentile": 0, "FlushOutputSize_99.9th_percentile": 0, "PauseTimeWithGc_num_ops": 0, "PauseTimeWithGc_min": 0, "PauseTimeWithGc_max": 0, "PauseTimeWithGc_mean": 0, "PauseTimeWithGc_25th_percentile": 0, "PauseTimeWithGc_median": 0, "PauseTimeWithGc_75th_percentile": 0, "PauseTimeWithGc_90th_percentile": 0, "PauseTimeWithGc_95th_percentile": 0, "PauseTimeWithGc_98th_percentile": 0, "PauseTimeWithGc_99th_percentile": 0, "PauseTimeWithGc_99.9th_percentile": 0, "compactedOutputBytes": 0, "pauseWarnThresholdExceeded": 0, "ScanBlockBytesScanned_num_ops": 0, "ScanBlockBytesScanned_min": 0, "ScanBlockBytesScanned_max": 0, "ScanBlockBytesScanned_mean": 0, "ScanBlockBytesScanned_25th_percentile": 0, "ScanBlockBytesScanned_median": 0, "ScanBlockBytesScanned_75th_percentile": 0, "ScanBlockBytesScanned_90th_percentile": 0, "ScanBlockBytesScanned_95th_percentile": 0, "ScanBlockBytesScanned_98th_percentile": 0, "ScanBlockBytesScanned_99th_percentile": 0, "ScanBlockBytesScanned_99.9th_percentile": 0, "Increment_num_ops": 0, "Increment_min": 0, "Increment_max": 0, "Increment_mean": 0, "Increment_25th_percentile": 0, "Increment_median": 0, "Increment_75th_percentile": 0, "Increment_90th_percentile": 0, "Increment_95th_percentile": 0, "Increment_98th_percentile": 0, "Increment_99th_percentile": 0, "Increment_99.9th_percentile": 0, "Delete_num_ops": 0, "Delete_min": 0, "Delete_max": 0, "Delete_mean": 0, "Delete_25th_percentile": 0, "Delete_median": 0, "Delete_75th_percentile": 0, "Delete_90th_percentile": 0, "Delete_95th_percentile": 0, "Delete_98th_percentile": 0, "Delete_99th_percentile": 0, "Delete_99.9th_percentile": 0, "DeleteBatch_num_ops": 0, "DeleteBatch_min": 0, "DeleteBatch_max": 0, "DeleteBatch_mean": 0, "DeleteBatch_25th_percentile": 0, "DeleteBatch_median": 0, "DeleteBatch_75th_percentile": 0, "DeleteBatch_90th_percentile": 0, "DeleteBatch_95th_percentile": 0, "DeleteBatch_98th_percentile": 0, "DeleteBatch_99th_percentile": 0, "DeleteBatch_99.9th_percentile": 0, "blockBytesScannedCount": 0, "FlushMemstoreSize_num_ops": 0, "FlushMemstoreSize_min": 0, "FlushMemstoreSize_max": 0, "FlushMemstoreSize_mean": 0, "FlushMemstoreSize_25th_percentile": 0, "FlushMemstoreSize_median": 0, "FlushMemstoreSize_75th_percentile": 0, "FlushMemstoreSize_90th_percentile": 0, "FlushMemstoreSize_95th_percentile": 0, "FlushMemstoreSize_98th_percentile": 0, "FlushMemstoreSize_99th_percentile": 0, "FlushMemstoreSize_99.9th_percentile": 0, "CompactionInputFileCount_num_ops": 0, "CompactionInputFileCount_min": 0, "CompactionInputFileCount_max": 0, "CompactionInputFileCount_mean": 0, "CompactionInputFileCount_25th_percentile": 0, "CompactionInputFileCount_median": 0, "CompactionInputFileCount_75th_percentile": 0, "CompactionInputFileCount_90th_percentile": 0, "CompactionInputFileCount_95th_percentile": 0, "CompactionInputFileCount_98th_percentile": 0, "CompactionInputFileCount_99th_percentile": 0, "CompactionInputFileCount_99.9th_percentile": 0, "CompactionTime_num_ops": 0, "CompactionTime_min": 0, "CompactionTime_max": 0, "CompactionTime_mean": 0, "CompactionTime_25th_percentile": 0, "CompactionTime_median": 0, "CompactionTime_75th_percentile": 0, "CompactionTime_90th_percentile": 0, "CompactionTime_95th_percentile": 0, "CompactionTime_98th_percentile": 0, "CompactionTime_99th_percentile": 0, "CompactionTime_99.9th_percentile": 0, "Get_num_ops": 0, "Get_min": 0, "Get_max": 0, "Get_mean": 0, "Get_25th_percentile": 0, "Get_median": 0, "Get_75th_percentile": 0, "Get_90th_percentile": 0, "Get_95th_percentile": 0, "Get_98th_percentile": 0, "Get_99th_percentile": 0, "Get_99.9th_percentile": 0, "MajorCompactionInputFileCount_num_ops": 0, "MajorCompactionInputFileCount_min": 0, "MajorCompactionInputFileCount_max": 0, "MajorCompactionInputFileCount_mean": 0, "MajorCompactionInputFileCount_25th_percentile": 0, "MajorCompactionInputFileCount_median": 0, "MajorCompactionInputFileCount_75th_percentile": 0, "MajorCompactionInputFileCount_90th_percentile": 0, "MajorCompactionInputFileCount_95th_percentile": 0, "MajorCompactionInputFileCount_98th_percentile": 0, "MajorCompactionInputFileCount_99th_percentile": 0, "MajorCompactionInputFileCount_99.9th_percentile": 0, "scannerLeaseExpiredCount": 0, "CheckAndPut_num_ops": 0, "CheckAndPut_min": 0, "CheckAndPut_max": 0, "CheckAndPut_mean": 0, "CheckAndPut_25th_percentile": 0, "CheckAndPut_median": 0, "CheckAndPut_75th_percentile": 0, "CheckAndPut_90th_percentile": 0, "CheckAndPut_95th_percentile": 0, "CheckAndPut_98th_percentile": 0, "CheckAndPut_99th_percentile": 0, "CheckAndPut_99.9th_percentile": 0, "MajorCompactionOutputSize_num_ops": 0, "MajorCompactionOutputSize_min": 0, "MajorCompactionOutputSize_max": 0, "MajorCompactionOutputSize_mean": 0, "MajorCompactionOutputSize_25th_percentile": 0, "MajorCompactionOutputSize_median": 0, "MajorCompactionOutputSize_75th_percentile": 0, "MajorCompactionOutputSize_90th_percentile": 0, "MajorCompactionOutputSize_95th_percentile": 0, "MajorCompactionOutputSize_98th_percentile": 0, "MajorCompactionOutputSize_99th_percentile": 0, "MajorCompactionOutputSize_99.9th_percentile": 0, "CompactionOutputFileCount_num_ops": 0, "CompactionOutputFileCount_min": 0, "CompactionOutputFileCount_max": 0, "CompactionOutputFileCount_mean": 0, "CompactionOutputFileCount_25th_percentile": 0, "CompactionOutputFileCount_median": 0, "CompactionOutputFileCount_75th_percentile": 0, "CompactionOutputFileCount_90th_percentile": 0, "CompactionOutputFileCount_95th_percentile": 0, "CompactionOutputFileCount_98th_percentile": 0, "CompactionOutputFileCount_99th_percentile": 0, "CompactionOutputFileCount_99.9th_percentile": 0, "slowDeleteCount": 0, "FlushTime_num_ops": 0, "FlushTime_min": 0, "FlushTime_max": 0, "FlushTime_mean": 0, "FlushTime_25th_percentile": 0, "FlushTime_median": 0, "FlushTime_75th_percentile": 0, "FlushTime_90th_percentile": 0, "FlushTime_95th_percentile": 0, "FlushTime_98th_percentile": 0, "FlushTime_99th_percentile": 0, "FlushTime_99.9th_percentile": 0, "splitSuccessCount": 0, "MajorCompactionOutputFileCount_num_ops": 0, "MajorCompactionOutputFileCount_min": 0, "MajorCompactionOutputFileCount_max": 0, "MajorCompactionOutputFileCount_mean": 0, "MajorCompactionOutputFileCount_25th_percentile": 0, "MajorCompactionOutputFileCount_median": 0, "MajorCompactionOutputFileCount_75th_percentile": 0, "MajorCompactionOutputFileCount_90th_percentile": 0, "MajorCompactionOutputFileCount_95th_percentile": 0, "MajorCompactionOutputFileCount_98th_percentile": 0, "MajorCompactionOutputFileCount_99th_percentile": 0, "MajorCompactionOutputFileCount_99.9th_percentile": 0, "slowGetCount": 0, "ScanSize_num_ops": 0, "ScanSize_min": 0, "ScanSize_max": 0, "ScanSize_mean": 0, "ScanSize_25th_percentile": 0, "ScanSize_median": 0, "ScanSize_75th_percentile": 0, "ScanSize_90th_percentile": 0, "ScanSize_95th_percentile": 0, "ScanSize_98th_percentile": 0, "ScanSize_99th_percentile": 0, "ScanSize_99.9th_percentile": 0, "CompactionOutputSize_num_ops": 0, "CompactionOutputSize_min": 0, "CompactionOutputSize_max": 0, "CompactionOutputSize_mean": 0, "CompactionOutputSize_25th_percentile": 0, "CompactionOutputSize_median": 0, "CompactionOutputSize_75th_percentile": 0, "CompactionOutputSize_90th_percentile": 0, "CompactionOutputSize_95th_percentile": 0, "CompactionOutputSize_98th_percentile": 0, "CompactionOutputSize_99th_percentile": 0, "CompactionOutputSize_99.9th_percentile": 0, "PauseTimeWithoutGc_num_ops": 0, "PauseTimeWithoutGc_min": 0, "PauseTimeWithoutGc_max": 0, "PauseTimeWithoutGc_mean": 0, "PauseTimeWithoutGc_25th_percentile": 0, "PauseTimeWithoutGc_median": 0, "PauseTimeWithoutGc_75th_percentile": 0, "PauseTimeWithoutGc_90th_percentile": 0, "PauseTimeWithoutGc_95th_percentile": 0, "PauseTimeWithoutGc_98th_percentile": 0, "PauseTimeWithoutGc_99th_percentile": 0, "PauseTimeWithoutGc_99.9th_percentile": 0, "slowIncrementCount": 0, "Append_num_ops": 0, "Append_min": 0, "Append_max": 0, "Append_mean": 0, "Append_25th_percentile": 0, "Append_median": 0, "Append_75th_percentile": 0, "Append_90th_percentile": 0, "Append_95th_percentile": 0, "Append_98th_percentile": 0, "Append_99th_percentile": 0, "Append_99.9th_percentile": 0, "Bulkload_count": 0, "Bulkload_mean_rate": 0.0, "Bulkload_1min_rate": 0.0, "Bulkload_5min_rate": 0.0, "Bulkload_15min_rate": 0.0, "Bulkload_num_ops": 0, "Bulkload_min": 0, "Bulkload_max": 0, "Bulkload_mean": 0, "Bulkload_25th_percentile": 0, "Bulkload_median": 0, "Bulkload_75th_percentile": 0, "Bulkload_90th_percentile": 0, "Bulkload_95th_percentile": 0, "Bulkload_98th_percentile": 0, "Bulkload_99th_percentile": 0, "Bulkload_99.9th_percentile": 0 } ] } 2024-11-09T23:56:14,819 WARN [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44177 {}] master.MasterRpcServices(700): 9d8c37854f6e,44179,1731196542347 reported a fatal error: ***** ABORTING region server 9d8c37854f6e,44179,1731196542347: Simulated kill ***** 2024-11-09T23:56:14,821 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '9d8c37854f6e,44179,1731196542347' ***** 2024-11-09T23:56:14,821 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Simulated kill 2024-11-09T23:56:14,822 INFO [RS:1;9d8c37854f6e:44179 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-09T23:56:14,822 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-09T23:56:14,822 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-09T23:56:14,822 INFO [RS:1;9d8c37854f6e:44179 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager abruptly. 2024-11-09T23:56:14,822 INFO [RS:1;9d8c37854f6e:44179 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager abruptly. 2024-11-09T23:56:14,822 INFO [RS:1;9d8c37854f6e:44179 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-09T23:56:14,822 INFO [RS:1;9d8c37854f6e:44179 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:1;9d8c37854f6e:44179. 2024-11-09T23:56:14,822 DEBUG [RS:1;9d8c37854f6e:44179 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-09T23:56:14,823 DEBUG [RS:1;9d8c37854f6e:44179 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T23:56:14,827 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46421 is added to blk_1073741835_1011 (size=1257) 2024-11-09T23:56:14,828 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46609 is added to blk_1073741835_1011 (size=1257) 2024-11-09T23:56:14,828 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41111 is added to blk_1073741835_1011 (size=1257) 2024-11-09T23:56:14,829 DEBUG [RS:1;9d8c37854f6e:44179 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T23:56:14,829 INFO [RS:1;9d8c37854f6e:44179 {}] regionserver.LeaseManager(133): Closed leases 2024-11-09T23:56:14,829 INFO [RS:1;9d8c37854f6e:44179 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:44179 2024-11-09T23:56:14,890 INFO [regionserver/9d8c37854f6e:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-09T23:56:14,892 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44177-0x101235069dd0000, quorum=127.0.0.1:64585, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-09T23:56:14,892 DEBUG [pool-69-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44179-0x101235069dd0002, quorum=127.0.0.1:64585, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/9d8c37854f6e,44179,1731196542347 2024-11-09T23:56:14,893 INFO [RS:1;9d8c37854f6e:44179 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-09T23:56:14,901 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [9d8c37854f6e,44179,1731196542347] 2024-11-09T23:56:14,909 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/9d8c37854f6e,44179,1731196542347 already deleted, retry=false 2024-11-09T23:56:14,909 INFO [RegionServerTracker-0 {}] master.ServerManager(695): Processing expiration of 9d8c37854f6e,44179,1731196542347 on 9d8c37854f6e,44177,1731196541531 2024-11-09T23:56:14,914 DEBUG [RegionServerTracker-0 {}] procedure2.ProcedureExecutor(1139): Stored pid=36, state=RUNNABLE:SERVER_CRASH_START, hasLock=false; ServerCrashProcedure 9d8c37854f6e,44179,1731196542347, splitWal=true, meta=false 2024-11-09T23:56:14,916 INFO [RegionServerTracker-0 {}] assignment.AssignmentManager(1999): Scheduled ServerCrashProcedure pid=36 for 9d8c37854f6e,44179,1731196542347 (carryingMeta=false) 9d8c37854f6e,44179,1731196542347/CRASHED/regionCount=4/lock=java.util.concurrent.locks.ReentrantReadWriteLock@7042dee4[Write locks = 1, Read locks = 0], oldState=ONLINE. 2024-11-09T23:56:14,916 INFO [PEWorker-4 {}] procedure.ServerCrashProcedure(169): Start pid=36, state=RUNNABLE:SERVER_CRASH_START, hasLock=true; ServerCrashProcedure 9d8c37854f6e,44179,1731196542347, splitWal=true, meta=false 2024-11-09T23:56:14,918 INFO [PEWorker-4 {}] procedure.ServerCrashProcedure(207): 9d8c37854f6e,44179,1731196542347 had 4 regions 2024-11-09T23:56:14,918 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=28, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 8aaf5a05aa9a740af42a9bb43d168acd 2024-11-09T23:56:14,918 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=29, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 068f3d56b89c1e6c058d66f9c616b440 2024-11-09T23:56:14,918 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure c06434b3421fe9de2f39497a3174b222 2024-11-09T23:56:14,918 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=33, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 3035dfc027296f291ae3607145d93534 2024-11-09T23:56:14,919 INFO [PEWorker-4 {}] procedure.ServerCrashProcedure(339): Splitting WALs pid=36, state=RUNNABLE:SERVER_CRASH_SPLIT_LOGS, hasLock=true; ServerCrashProcedure 9d8c37854f6e,44179,1731196542347, splitWal=true, meta=false, isMeta: false 2024-11-09T23:56:14,919 WARN [PEWorker-5 {}] procedure.SnapshotRegionProcedure(211): pid=29, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure 068f3d56b89c1e6c058d66f9c616b440 can not run currently because target server of region SPTestTable,4ccccccb,1731196554599.068f3d56b89c1e6c058d66f9c616b440. 9d8c37854f6e,44179,1731196542347 is in state CRASHED, wait 1000 ms to retry 2024-11-09T23:56:14,919 WARN [PEWorker-1 {}] procedure.SnapshotRegionProcedure(211): pid=28, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure 8aaf5a05aa9a740af42a9bb43d168acd can not run currently because target server of region SPTestTable,33333332,1731196554599.8aaf5a05aa9a740af42a9bb43d168acd. 9d8c37854f6e,44179,1731196542347 is in state CRASHED, wait 1000 ms to retry 2024-11-09T23:56:14,919 WARN [PEWorker-3 {}] procedure.SnapshotRegionProcedure(211): pid=32, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure c06434b3421fe9de2f39497a3174b222 can not run currently because target server of region SPTestTable,99999996,1731196554599.c06434b3421fe9de2f39497a3174b222. 9d8c37854f6e,44179,1731196542347 is in state CRASHED, wait 1000 ms to retry 2024-11-09T23:56:14,919 WARN [PEWorker-2 {}] procedure.SnapshotRegionProcedure(211): pid=33, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure 3035dfc027296f291ae3607145d93534 can not run currently because target server of region SPTestTable,b333332f,1731196554599.3035dfc027296f291ae3607145d93534. 9d8c37854f6e,44179,1731196542347 is in state CRASHED, wait 1000 ms to retry 2024-11-09T23:56:14,920 INFO [PEWorker-5 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=29, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure 068f3d56b89c1e6c058d66f9c616b440; timeout=1000, timestamp=1731196575920 2024-11-09T23:56:14,920 INFO [PEWorker-3 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=32, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure c06434b3421fe9de2f39497a3174b222; timeout=1000, timestamp=1731196575920 2024-11-09T23:56:14,920 INFO [PEWorker-1 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=28, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure 8aaf5a05aa9a740af42a9bb43d168acd; timeout=1000, timestamp=1731196575920 2024-11-09T23:56:14,920 INFO [PEWorker-2 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=33, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure 3035dfc027296f291ae3607145d93534; timeout=1000, timestamp=1731196575920 2024-11-09T23:56:14,922 DEBUG [PEWorker-4 {}] master.MasterWalManager(329): Renamed region directory: hdfs://localhost:38391/user/jenkins/test-data/9fdb2a0a-3de2-e37a-876c-1850f8b753b6/WALs/9d8c37854f6e,44179,1731196542347-splitting 2024-11-09T23:56:14,924 INFO [PEWorker-4 {}] master.SplitWALManager(105): 9d8c37854f6e,44179,1731196542347 WAL count=1, meta=false 2024-11-09T23:56:14,926 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=37, ppid=36, state=RUNNABLE:ACQUIRE_SPLIT_WAL_WORKER, hasLock=false; SplitWALProcedure 9d8c37854f6e%2C44179%2C1731196542347.1731196543923}] 2024-11-09T23:56:14,932 DEBUG [PEWorker-5 {}] master.SplitWALManager(158): Acquired split WAL worker=9d8c37854f6e,36205,1731196542410 2024-11-09T23:56:14,934 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=38, ppid=37, state=RUNNABLE, hasLock=false; SplitWALRemoteProcedure 9d8c37854f6e%2C44179%2C1731196542347.1731196543923, worker=9d8c37854f6e,36205,1731196542410}] 2024-11-09T23:56:15,001 DEBUG [pool-69-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44179-0x101235069dd0002, quorum=127.0.0.1:64585, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-09T23:56:15,001 DEBUG [pool-69-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44179-0x101235069dd0002, quorum=127.0.0.1:64585, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-09T23:56:15,002 INFO [RS:1;9d8c37854f6e:44179 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-09T23:56:15,002 INFO [RS:1;9d8c37854f6e:44179 {}] regionserver.HRegionServer(1031): Exiting; stopping=9d8c37854f6e,44179,1731196542347; zookeeper connection closed. 2024-11-09T23:56:15,002 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@2d767291 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@2d767291 2024-11-09T23:56:15,753 INFO [regionserver/9d8c37854f6e:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-09T23:56:15,754 INFO [regionserver/9d8c37854f6e:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-09T23:56:15,921 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=29, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 068f3d56b89c1e6c058d66f9c616b440 2024-11-09T23:56:15,921 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=28, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 8aaf5a05aa9a740af42a9bb43d168acd 2024-11-09T23:56:15,922 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure c06434b3421fe9de2f39497a3174b222 2024-11-09T23:56:15,923 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=33, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 3035dfc027296f291ae3607145d93534 2024-11-09T23:56:15,925 WARN [PEWorker-3 {}] procedure.SnapshotRegionProcedure(211): pid=29, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure 068f3d56b89c1e6c058d66f9c616b440 can not run currently because target server of region SPTestTable,4ccccccb,1731196554599.068f3d56b89c1e6c058d66f9c616b440. 9d8c37854f6e,44179,1731196542347 is in state SPLITTING, wait 2000 ms to retry 2024-11-09T23:56:15,925 INFO [PEWorker-3 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=29, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure 068f3d56b89c1e6c058d66f9c616b440; timeout=2000, timestamp=1731196577925 2024-11-09T23:56:15,925 WARN [PEWorker-4 {}] procedure.SnapshotRegionProcedure(211): pid=32, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure c06434b3421fe9de2f39497a3174b222 can not run currently because target server of region SPTestTable,99999996,1731196554599.c06434b3421fe9de2f39497a3174b222. 9d8c37854f6e,44179,1731196542347 is in state SPLITTING, wait 2000 ms to retry 2024-11-09T23:56:15,925 WARN [PEWorker-1 {}] procedure.SnapshotRegionProcedure(211): pid=28, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure 8aaf5a05aa9a740af42a9bb43d168acd can not run currently because target server of region SPTestTable,33333332,1731196554599.8aaf5a05aa9a740af42a9bb43d168acd. 9d8c37854f6e,44179,1731196542347 is in state SPLITTING, wait 2000 ms to retry 2024-11-09T23:56:15,925 INFO [PEWorker-4 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=32, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure c06434b3421fe9de2f39497a3174b222; timeout=2000, timestamp=1731196577925 2024-11-09T23:56:15,925 INFO [PEWorker-1 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=28, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure 8aaf5a05aa9a740af42a9bb43d168acd; timeout=2000, timestamp=1731196577925 2024-11-09T23:56:15,927 WARN [PEWorker-5 {}] procedure.SnapshotRegionProcedure(211): pid=33, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure 3035dfc027296f291ae3607145d93534 can not run currently because target server of region SPTestTable,b333332f,1731196554599.3035dfc027296f291ae3607145d93534. 9d8c37854f6e,44179,1731196542347 is in state SPLITTING, wait 2000 ms to retry 2024-11-09T23:56:15,927 INFO [PEWorker-5 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=33, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure 3035dfc027296f291ae3607145d93534; timeout=2000, timestamp=1731196577927 2024-11-09T23:56:17,926 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=29, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 068f3d56b89c1e6c058d66f9c616b440 2024-11-09T23:56:17,927 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=28, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 8aaf5a05aa9a740af42a9bb43d168acd 2024-11-09T23:56:17,927 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure c06434b3421fe9de2f39497a3174b222 2024-11-09T23:56:17,928 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=33, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 3035dfc027296f291ae3607145d93534 2024-11-09T23:56:17,930 WARN [PEWorker-2 {}] procedure.SnapshotRegionProcedure(211): pid=29, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure 068f3d56b89c1e6c058d66f9c616b440 can not run currently because target server of region SPTestTable,4ccccccb,1731196554599.068f3d56b89c1e6c058d66f9c616b440. 9d8c37854f6e,44179,1731196542347 is in state SPLITTING, wait 4000 ms to retry 2024-11-09T23:56:17,930 INFO [PEWorker-2 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=29, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure 068f3d56b89c1e6c058d66f9c616b440; timeout=4000, timestamp=1731196581930 2024-11-09T23:56:17,930 WARN [PEWorker-4 {}] procedure.SnapshotRegionProcedure(211): pid=32, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure c06434b3421fe9de2f39497a3174b222 can not run currently because target server of region SPTestTable,99999996,1731196554599.c06434b3421fe9de2f39497a3174b222. 9d8c37854f6e,44179,1731196542347 is in state SPLITTING, wait 4000 ms to retry 2024-11-09T23:56:17,930 WARN [PEWorker-3 {}] procedure.SnapshotRegionProcedure(211): pid=28, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure 8aaf5a05aa9a740af42a9bb43d168acd can not run currently because target server of region SPTestTable,33333332,1731196554599.8aaf5a05aa9a740af42a9bb43d168acd. 9d8c37854f6e,44179,1731196542347 is in state SPLITTING, wait 4000 ms to retry 2024-11-09T23:56:17,930 INFO [PEWorker-4 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=32, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure c06434b3421fe9de2f39497a3174b222; timeout=4000, timestamp=1731196581930 2024-11-09T23:56:17,930 INFO [PEWorker-3 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=28, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure 8aaf5a05aa9a740af42a9bb43d168acd; timeout=4000, timestamp=1731196581930 2024-11-09T23:56:17,930 WARN [PEWorker-1 {}] procedure.SnapshotRegionProcedure(211): pid=33, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure 3035dfc027296f291ae3607145d93534 can not run currently because target server of region SPTestTable,b333332f,1731196554599.3035dfc027296f291ae3607145d93534. 9d8c37854f6e,44179,1731196542347 is in state SPLITTING, wait 4000 ms to retry 2024-11-09T23:56:17,930 INFO [PEWorker-1 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=33, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure 3035dfc027296f291ae3607145d93534; timeout=4000, timestamp=1731196581930 2024-11-09T23:56:21,931 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=33, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 3035dfc027296f291ae3607145d93534 2024-11-09T23:56:21,931 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure c06434b3421fe9de2f39497a3174b222 2024-11-09T23:56:21,931 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=29, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 068f3d56b89c1e6c058d66f9c616b440 2024-11-09T23:56:21,931 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=28, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 8aaf5a05aa9a740af42a9bb43d168acd 2024-11-09T23:56:21,933 WARN [PEWorker-3 {}] procedure.SnapshotRegionProcedure(211): pid=29, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure 068f3d56b89c1e6c058d66f9c616b440 can not run currently because target server of region SPTestTable,4ccccccb,1731196554599.068f3d56b89c1e6c058d66f9c616b440. 9d8c37854f6e,44179,1731196542347 is in state SPLITTING, wait 8000 ms to retry 2024-11-09T23:56:21,933 WARN [PEWorker-4 {}] procedure.SnapshotRegionProcedure(211): pid=28, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure 8aaf5a05aa9a740af42a9bb43d168acd can not run currently because target server of region SPTestTable,33333332,1731196554599.8aaf5a05aa9a740af42a9bb43d168acd. 9d8c37854f6e,44179,1731196542347 is in state SPLITTING, wait 8000 ms to retry 2024-11-09T23:56:21,933 WARN [PEWorker-5 {}] procedure.SnapshotRegionProcedure(211): pid=32, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure c06434b3421fe9de2f39497a3174b222 can not run currently because target server of region SPTestTable,99999996,1731196554599.c06434b3421fe9de2f39497a3174b222. 9d8c37854f6e,44179,1731196542347 is in state SPLITTING, wait 8000 ms to retry 2024-11-09T23:56:21,933 WARN [PEWorker-2 {}] procedure.SnapshotRegionProcedure(211): pid=33, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure 3035dfc027296f291ae3607145d93534 can not run currently because target server of region SPTestTable,b333332f,1731196554599.3035dfc027296f291ae3607145d93534. 9d8c37854f6e,44179,1731196542347 is in state SPLITTING, wait 8000 ms to retry 2024-11-09T23:56:21,933 INFO [PEWorker-3 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=29, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure 068f3d56b89c1e6c058d66f9c616b440; timeout=8000, timestamp=1731196589933 2024-11-09T23:56:21,933 INFO [PEWorker-4 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=28, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure 8aaf5a05aa9a740af42a9bb43d168acd; timeout=8000, timestamp=1731196589933 2024-11-09T23:56:21,933 INFO [PEWorker-5 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=32, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure c06434b3421fe9de2f39497a3174b222; timeout=8000, timestamp=1731196589933 2024-11-09T23:56:21,933 INFO [PEWorker-2 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=33, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure 3035dfc027296f291ae3607145d93534; timeout=8000, timestamp=1731196589933 2024-11-09T23:56:24,746 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44337 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=30 2024-11-09T23:56:24,746 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36205 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=34 2024-11-09T23:56:24,747 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36205 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=31 2024-11-09T23:56:24,747 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44337 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=27 2024-11-09T23:56:24,747 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/9d8c37854f6e:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,ccccccc8,1731196554599.f937f7cd5ac6b752e527234fc4380c6f. 2024-11-09T23:56:24,747 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/9d8c37854f6e:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,66666664,1731196554599.e774957b0aff27e13c92dde9dc785c7e. 2024-11-09T23:56:24,748 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/9d8c37854f6e:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,7ffffffd,1731196554599.0363847f863637abd3ae6c4ea096f820. 2024-11-09T23:56:24,748 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36205 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=26 2024-11-09T23:56:24,748 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44337 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=35 2024-11-09T23:56:24,748 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/9d8c37854f6e:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,19999999,1731196554599.0d3c6983f78a983480e8b6465c005c5b. 2024-11-09T23:56:24,748 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/9d8c37854f6e:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,,1731196554599.8086c15fe7db2f8521dcdd47f5ea27e7. 2024-11-09T23:56:24,748 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/9d8c37854f6e:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,e6666661,1731196554599.c62c9d3737c0f9b977412642d4c0e61e. 2024-11-09T23:56:24,749 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36205 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SplitWALCallable, pid=38 2024-11-09T23:56:24,752 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/9d8c37854f6e:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.HRegion(2902): Flushing c62c9d3737c0f9b977412642d4c0e61e 1/1 column families, dataSize=435.70 KB heapSize=1.48 MB 2024-11-09T23:56:24,752 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/9d8c37854f6e:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.HRegion(2902): Flushing f937f7cd5ac6b752e527234fc4380c6f 1/1 column families, dataSize=38.00 KB heapSize=131.98 KB 2024-11-09T23:56:24,753 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/9d8c37854f6e:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] regionserver.HRegion(2603): Flush status journal for 8086c15fe7db2f8521dcdd47f5ea27e7: 2024-11-09T23:56:24,753 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/9d8c37854f6e:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] regionserver.HRegion(2603): Flush status journal for e774957b0aff27e13c92dde9dc785c7e: 2024-11-09T23:56:24,753 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/9d8c37854f6e:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] regionserver.HRegion(2603): Flush status journal for 0d3c6983f78a983480e8b6465c005c5b: 2024-11-09T23:56:24,753 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/9d8c37854f6e:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] regionserver.HRegion(2603): Flush status journal for 0363847f863637abd3ae6c4ea096f820: 2024-11-09T23:56:24,753 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/9d8c37854f6e:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,66666664,1731196554599.e774957b0aff27e13c92dde9dc785c7e. for SnapshotProcedureTest completed. 2024-11-09T23:56:24,753 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/9d8c37854f6e:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,,1731196554599.8086c15fe7db2f8521dcdd47f5ea27e7. for SnapshotProcedureTest completed. 2024-11-09T23:56:24,753 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/9d8c37854f6e:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,19999999,1731196554599.0d3c6983f78a983480e8b6465c005c5b. for SnapshotProcedureTest completed. 2024-11-09T23:56:24,753 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/9d8c37854f6e:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,7ffffffd,1731196554599.0363847f863637abd3ae6c4ea096f820. for SnapshotProcedureTest completed. 2024-11-09T23:56:24,753 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/9d8c37854f6e:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,,1731196554599.8086c15fe7db2f8521dcdd47f5ea27e7.' region-info for snapshot=SnapshotProcedureTest 2024-11-09T23:56:24,753 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/9d8c37854f6e:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,66666664,1731196554599.e774957b0aff27e13c92dde9dc785c7e.' region-info for snapshot=SnapshotProcedureTest 2024-11-09T23:56:24,753 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/9d8c37854f6e:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,7ffffffd,1731196554599.0363847f863637abd3ae6c4ea096f820.' region-info for snapshot=SnapshotProcedureTest 2024-11-09T23:56:24,753 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/9d8c37854f6e:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,19999999,1731196554599.0d3c6983f78a983480e8b6465c005c5b.' region-info for snapshot=SnapshotProcedureTest 2024-11-09T23:56:24,757 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/9d8c37854f6e:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-09T23:56:24,757 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/9d8c37854f6e:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-09T23:56:24,757 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/9d8c37854f6e:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-09T23:56:24,757 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/9d8c37854f6e:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-09T23:56:24,759 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/9d8c37854f6e:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-11-09T23:56:24,759 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/9d8c37854f6e:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-11-09T23:56:24,759 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/9d8c37854f6e:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-11-09T23:56:24,760 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/9d8c37854f6e:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-11-09T23:56:24,780 INFO [RS_LOG_REPLAY_OPS-regionserver/9d8c37854f6e:0-0 {event_type=RS_LOG_REPLAY, pid=38}] wal.WALSplitter(299): Splitting hdfs://localhost:38391/user/jenkins/test-data/9fdb2a0a-3de2-e37a-876c-1850f8b753b6/WALs/9d8c37854f6e,44179,1731196542347-splitting/9d8c37854f6e%2C44179%2C1731196542347.1731196543923, size=1.2 K (1257bytes) 2024-11-09T23:56:24,781 DEBUG [RS_LOG_REPLAY_OPS-regionserver/9d8c37854f6e:0-0 {event_type=RS_LOG_REPLAY, pid=38}] util.RecoverLeaseFSUtils(47): Initialize RecoverLeaseFSUtils 2024-11-09T23:56:24,782 DEBUG [RS_LOG_REPLAY_OPS-regionserver/9d8c37854f6e:0-0 {event_type=RS_LOG_REPLAY, pid=38}] util.RecoverLeaseFSUtils(59): set recoverLeaseMethod to org.apache.hadoop.fs.LeaseRecoverable.recoverLease() 2024-11-09T23:56:24,782 INFO [RS_LOG_REPLAY_OPS-regionserver/9d8c37854f6e:0-0 {event_type=RS_LOG_REPLAY, pid=38}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:38391/user/jenkins/test-data/9fdb2a0a-3de2-e37a-876c-1850f8b753b6/WALs/9d8c37854f6e,44179,1731196542347-splitting/9d8c37854f6e%2C44179%2C1731196542347.1731196543923 2024-11-09T23:56:24,787 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46609 is added to blk_1073741851_1027 (size=65) 2024-11-09T23:56:24,787 INFO [RS_LOG_REPLAY_OPS-regionserver/9d8c37854f6e:0-0 {event_type=RS_LOG_REPLAY, pid=38}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:38391/user/jenkins/test-data/9fdb2a0a-3de2-e37a-876c-1850f8b753b6/WALs/9d8c37854f6e,44179,1731196542347-splitting/9d8c37854f6e%2C44179%2C1731196542347.1731196543923 after 4ms 2024-11-09T23:56:24,787 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41111 is added to blk_1073741851_1027 (size=65) 2024-11-09T23:56:24,791 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46421 is added to blk_1073741851_1027 (size=65) 2024-11-09T23:56:24,792 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/9d8c37854f6e:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,66666664,1731196554599.e774957b0aff27e13c92dde9dc785c7e. 2024-11-09T23:56:24,792 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46421 is added to blk_1073741850_1026 (size=65) 2024-11-09T23:56:24,792 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46609 is added to blk_1073741850_1026 (size=65) 2024-11-09T23:56:24,793 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41111 is added to blk_1073741850_1026 (size=65) 2024-11-09T23:56:24,793 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/9d8c37854f6e:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,19999999,1731196554599.0d3c6983f78a983480e8b6465c005c5b. 2024-11-09T23:56:24,795 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/9d8c37854f6e:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=27 2024-11-09T23:56:24,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44177 {}] master.HMaster(4169): Remote procedure done, pid=27 2024-11-09T23:56:24,797 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44177 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 0d3c6983f78a983480e8b6465c005c5b 2024-11-09T23:56:24,797 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=27, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 0d3c6983f78a983480e8b6465c005c5b 2024-11-09T23:56:24,799 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/9d8c37854f6e:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=30 2024-11-09T23:56:24,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44177 {}] master.HMaster(4169): Remote procedure done, pid=30 2024-11-09T23:56:24,800 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44177 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region e774957b0aff27e13c92dde9dc785c7e 2024-11-09T23:56:24,800 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=30, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure e774957b0aff27e13c92dde9dc785c7e 2024-11-09T23:56:24,801 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46609 is added to blk_1073741849_1025 (size=65) 2024-11-09T23:56:24,801 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46421 is added to blk_1073741849_1025 (size=65) 2024-11-09T23:56:24,801 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=27, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 0d3c6983f78a983480e8b6465c005c5b in 10.0700 sec 2024-11-09T23:56:24,801 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41111 is added to blk_1073741849_1025 (size=65) 2024-11-09T23:56:24,803 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46609 is added to blk_1073741852_1028 (size=57) 2024-11-09T23:56:24,803 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/9d8c37854f6e:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,7ffffffd,1731196554599.0363847f863637abd3ae6c4ea096f820. 2024-11-09T23:56:24,803 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/9d8c37854f6e:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=31 2024-11-09T23:56:24,803 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41111 is added to blk_1073741852_1028 (size=57) 2024-11-09T23:56:24,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44177 {}] master.HMaster(4169): Remote procedure done, pid=31 2024-11-09T23:56:24,804 INFO [RS_LOG_REPLAY_OPS-regionserver/9d8c37854f6e:0-0 {event_type=RS_LOG_REPLAY, pid=38}] wal.WALSplitter(310): Open hdfs://localhost:38391/user/jenkins/test-data/9fdb2a0a-3de2-e37a-876c-1850f8b753b6/WALs/9d8c37854f6e,44179,1731196542347-splitting/9d8c37854f6e%2C44179%2C1731196542347.1731196543923 took 25ms 2024-11-09T23:56:24,804 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44177 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 0363847f863637abd3ae6c4ea096f820 2024-11-09T23:56:24,804 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46421 is added to blk_1073741852_1028 (size=57) 2024-11-09T23:56:24,804 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=31, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 0363847f863637abd3ae6c4ea096f820 2024-11-09T23:56:24,806 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/9d8c37854f6e:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,,1731196554599.8086c15fe7db2f8521dcdd47f5ea27e7. 2024-11-09T23:56:24,806 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/9d8c37854f6e:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=26 2024-11-09T23:56:24,807 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=30, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure e774957b0aff27e13c92dde9dc785c7e in 10.0740 sec 2024-11-09T23:56:24,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44177 {}] master.HMaster(4169): Remote procedure done, pid=26 2024-11-09T23:56:24,808 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44177 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 8086c15fe7db2f8521dcdd47f5ea27e7 2024-11-09T23:56:24,808 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=26, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 8086c15fe7db2f8521dcdd47f5ea27e7 2024-11-09T23:56:24,809 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=31, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 0363847f863637abd3ae6c4ea096f820 in 10.0780 sec 2024-11-09T23:56:24,815 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=26, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 8086c15fe7db2f8521dcdd47f5ea27e7 in 10.0830 sec 2024-11-09T23:56:24,817 DEBUG [RS_LOG_REPLAY_OPS-regionserver/9d8c37854f6e:0-0 {event_type=RS_LOG_REPLAY, pid=38}] wal.WALSplitter(352): Last flushed sequenceid for 068f3d56b89c1e6c058d66f9c616b440: last_flushed_sequence_id: 18446744073709551615 store_sequence_id { family_name: "cf" sequence_id: 18446744073709551615 } 2024-11-09T23:56:24,822 DEBUG [RS_LOG_REPLAY_OPS-regionserver/9d8c37854f6e:0-0 {event_type=RS_LOG_REPLAY, pid=38}] wal.WALSplitter(352): Last flushed sequenceid for 8aaf5a05aa9a740af42a9bb43d168acd: last_flushed_sequence_id: 18446744073709551615 store_sequence_id { family_name: "cf" sequence_id: 18446744073709551615 } 2024-11-09T23:56:24,824 DEBUG [RS_LOG_REPLAY_OPS-regionserver/9d8c37854f6e:0-0 {event_type=RS_LOG_REPLAY, pid=38}] wal.WALSplitter(352): Last flushed sequenceid for c06434b3421fe9de2f39497a3174b222: last_flushed_sequence_id: 18446744073709551615 store_sequence_id { family_name: "cf" sequence_id: 18446744073709551615 } 2024-11-09T23:56:24,827 DEBUG [RS_LOG_REPLAY_OPS-regionserver/9d8c37854f6e:0-0 {event_type=RS_LOG_REPLAY, pid=38}] wal.WALSplitter(352): Last flushed sequenceid for 3035dfc027296f291ae3607145d93534: last_flushed_sequence_id: 18446744073709551615 store_sequence_id { family_name: "cf" sequence_id: 18446744073709551615 } 2024-11-09T23:56:24,827 DEBUG [RS_LOG_REPLAY_OPS-regionserver/9d8c37854f6e:0-0 {event_type=RS_LOG_REPLAY, pid=38}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:38391/user/jenkins/test-data/9fdb2a0a-3de2-e37a-876c-1850f8b753b6/WALs/9d8c37854f6e,44179,1731196542347-splitting/9d8c37854f6e%2C44179%2C1731196542347.1731196543923 so closing down 2024-11-09T23:56:24,827 DEBUG [RS_LOG_REPLAY_OPS-regionserver/9d8c37854f6e:0-0 {event_type=RS_LOG_REPLAY, pid=38}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-09T23:56:24,827 INFO [RS_LOG_REPLAY_OPS-regionserver/9d8c37854f6e:0-0 {event_type=RS_LOG_REPLAY, pid=38}] wal.OutputSink(145): 3 split writer threads finished 2024-11-09T23:56:24,832 INFO [RS_LOG_REPLAY_OPS-regionserver/9d8c37854f6e:0-0 {event_type=RS_LOG_REPLAY, pid=38}] wal.WALSplitter(425): Processed 4 edits across 0 Regions in 22 ms; skipped=4; WAL=hdfs://localhost:38391/user/jenkins/test-data/9fdb2a0a-3de2-e37a-876c-1850f8b753b6/WALs/9d8c37854f6e,44179,1731196542347-splitting/9d8c37854f6e%2C44179%2C1731196542347.1731196543923, size=1.2 K, length=1257, corrupted=false, cancelled=false 2024-11-09T23:56:24,833 DEBUG [RS_LOG_REPLAY_OPS-regionserver/9d8c37854f6e:0-0 {event_type=RS_LOG_REPLAY, pid=38}] wal.WALSplitter(428): Completed split of hdfs://localhost:38391/user/jenkins/test-data/9fdb2a0a-3de2-e37a-876c-1850f8b753b6/WALs/9d8c37854f6e,44179,1731196542347-splitting/9d8c37854f6e%2C44179%2C1731196542347.1731196543923, journal: Splitting hdfs://localhost:38391/user/jenkins/test-data/9fdb2a0a-3de2-e37a-876c-1850f8b753b6/WALs/9d8c37854f6e,44179,1731196542347-splitting/9d8c37854f6e%2C44179%2C1731196542347.1731196543923, size=1.2 K (1257bytes) at 1731196584780Finishing writing output for hdfs://localhost:38391/user/jenkins/test-data/9fdb2a0a-3de2-e37a-876c-1850f8b753b6/WALs/9d8c37854f6e,44179,1731196542347-splitting/9d8c37854f6e%2C44179%2C1731196542347.1731196543923 so closing down at 1731196584827 (+47 ms)3 split writer threads finished at 1731196584827Processed 4 edits across 0 Regions in 22 ms; skipped=4; WAL=hdfs://localhost:38391/user/jenkins/test-data/9fdb2a0a-3de2-e37a-876c-1850f8b753b6/WALs/9d8c37854f6e,44179,1731196542347-splitting/9d8c37854f6e%2C44179%2C1731196542347.1731196543923, size=1.2 K, length=1257, corrupted=false, cancelled=false at 1731196584832 (+5 ms) 2024-11-09T23:56:24,833 DEBUG [RS_LOG_REPLAY_OPS-regionserver/9d8c37854f6e:0-0 {event_type=RS_LOG_REPLAY, pid=38}] regionserver.SplitLogWorker(218): Done splitting WAL hdfs://localhost:38391/user/jenkins/test-data/9fdb2a0a-3de2-e37a-876c-1850f8b753b6/WALs/9d8c37854f6e,44179,1731196542347-splitting/9d8c37854f6e%2C44179%2C1731196542347.1731196543923 2024-11-09T23:56:24,833 DEBUG [RS_LOG_REPLAY_OPS-regionserver/9d8c37854f6e:0-0 {event_type=RS_LOG_REPLAY, pid=38}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=38 2024-11-09T23:56:24,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44177 {}] master.HMaster(4169): Remote procedure done, pid=38 2024-11-09T23:56:24,843 INFO [PEWorker-2 {}] wal.WALSplitUtil(143): Moved hdfs://localhost:38391/user/jenkins/test-data/9fdb2a0a-3de2-e37a-876c-1850f8b753b6/WALs/9d8c37854f6e,44179,1731196542347-splitting/9d8c37854f6e%2C44179%2C1731196542347.1731196543923 to hdfs://localhost:38391/user/jenkins/test-data/9fdb2a0a-3de2-e37a-876c-1850f8b753b6/oldWALs 2024-11-09T23:56:24,847 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=38, resume processing ppid=37 2024-11-09T23:56:24,847 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=38, ppid=37, state=SUCCESS, hasLock=false; SplitWALRemoteProcedure 9d8c37854f6e%2C44179%2C1731196542347.1731196543923, worker=9d8c37854f6e,36205,1731196542410 in 9.9090 sec 2024-11-09T23:56:24,849 DEBUG [PEWorker-1 {}] master.SplitWALManager(172): Release split WAL worker=9d8c37854f6e,36205,1731196542410 2024-11-09T23:56:24,854 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=37, resume processing ppid=36 2024-11-09T23:56:24,854 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=37, ppid=36, state=SUCCESS, hasLock=false; SplitWALProcedure 9d8c37854f6e%2C44179%2C1731196542347.1731196543923, worker=9d8c37854f6e,36205,1731196542410 in 9.9250 sec 2024-11-09T23:56:24,856 INFO [PEWorker-3 {}] master.SplitLogManager(171): hdfs://localhost:38391/user/jenkins/test-data/9fdb2a0a-3de2-e37a-876c-1850f8b753b6/WALs/9d8c37854f6e,44179,1731196542347-splitting dir is empty, no logs to split. 2024-11-09T23:56:24,856 INFO [PEWorker-3 {}] master.SplitWALManager(105): 9d8c37854f6e,44179,1731196542347 WAL count=0, meta=false 2024-11-09T23:56:24,856 DEBUG [PEWorker-3 {}] procedure.ServerCrashProcedure(329): Check if 9d8c37854f6e,44179,1731196542347 WAL splitting is done? wals=0, meta=false 2024-11-09T23:56:24,860 INFO [PEWorker-3 {}] procedure.ServerCrashProcedure(321): Remove WAL directory for 9d8c37854f6e,44179,1731196542347 failed, ignore...File hdfs://localhost:38391/user/jenkins/test-data/9fdb2a0a-3de2-e37a-876c-1850f8b753b6/WALs/9d8c37854f6e,44179,1731196542347-splitting does not exist. 2024-11-09T23:56:24,863 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=39, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=8aaf5a05aa9a740af42a9bb43d168acd, ASSIGN}, {pid=40, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=068f3d56b89c1e6c058d66f9c616b440, ASSIGN}, {pid=41, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=c06434b3421fe9de2f39497a3174b222, ASSIGN}, {pid=42, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=3035dfc027296f291ae3607145d93534, ASSIGN}] 2024-11-09T23:56:24,865 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=39, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=8aaf5a05aa9a740af42a9bb43d168acd, ASSIGN 2024-11-09T23:56:24,867 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=42, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=3035dfc027296f291ae3607145d93534, ASSIGN 2024-11-09T23:56:24,867 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=41, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=c06434b3421fe9de2f39497a3174b222, ASSIGN 2024-11-09T23:56:24,868 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=40, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=068f3d56b89c1e6c058d66f9c616b440, ASSIGN 2024-11-09T23:56:24,869 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=39, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=8aaf5a05aa9a740af42a9bb43d168acd, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-11-09T23:56:24,870 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=41, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=c06434b3421fe9de2f39497a3174b222, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-11-09T23:56:24,870 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=40, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=068f3d56b89c1e6c058d66f9c616b440, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-11-09T23:56:24,871 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/9d8c37854f6e:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38391/user/jenkins/test-data/9fdb2a0a-3de2-e37a-876c-1850f8b753b6/data/default/SPTestTable/f937f7cd5ac6b752e527234fc4380c6f/.tmp/cf/3fb1c20fc71e463cb3ee21b78ffcb10a is 34, key is ccd/cf:cf/1731196574020/Put/seqid=0 2024-11-09T23:56:24,872 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=42, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=3035dfc027296f291ae3607145d93534, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-11-09T23:56:24,898 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46609 is added to blk_1073741854_1030 (size=47197) 2024-11-09T23:56:24,898 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46421 is added to blk_1073741854_1030 (size=47197) 2024-11-09T23:56:24,899 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41111 is added to blk_1073741854_1030 (size=47197) 2024-11-09T23:56:24,900 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/9d8c37854f6e:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.00 KB at sequenceid=5 (bloomFilter=true), to=hdfs://localhost:38391/user/jenkins/test-data/9fdb2a0a-3de2-e37a-876c-1850f8b753b6/data/default/SPTestTable/f937f7cd5ac6b752e527234fc4380c6f/.tmp/cf/3fb1c20fc71e463cb3ee21b78ffcb10a 2024-11-09T23:56:24,939 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/9d8c37854f6e:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38391/user/jenkins/test-data/9fdb2a0a-3de2-e37a-876c-1850f8b753b6/data/default/SPTestTable/c62c9d3737c0f9b977412642d4c0e61e/.tmp/cf/eecb6ba8d0cf408d89bdf30a66a32669 is 34, key is eaa/cf:cf/1731196574563/Put/seqid=0 2024-11-09T23:56:24,942 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41111 is added to blk_1073741853_1029 (size=499309) 2024-11-09T23:56:24,943 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46421 is added to blk_1073741853_1029 (size=499309) 2024-11-09T23:56:24,943 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46609 is added to blk_1073741853_1029 (size=499309) 2024-11-09T23:56:24,944 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/9d8c37854f6e:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=435.70 KB at sequenceid=5 (bloomFilter=true), to=hdfs://localhost:38391/user/jenkins/test-data/9fdb2a0a-3de2-e37a-876c-1850f8b753b6/data/default/SPTestTable/c62c9d3737c0f9b977412642d4c0e61e/.tmp/cf/eecb6ba8d0cf408d89bdf30a66a32669 2024-11-09T23:56:24,955 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/9d8c37854f6e:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38391/user/jenkins/test-data/9fdb2a0a-3de2-e37a-876c-1850f8b753b6/data/default/SPTestTable/f937f7cd5ac6b752e527234fc4380c6f/.tmp/cf/3fb1c20fc71e463cb3ee21b78ffcb10a as hdfs://localhost:38391/user/jenkins/test-data/9fdb2a0a-3de2-e37a-876c-1850f8b753b6/data/default/SPTestTable/f937f7cd5ac6b752e527234fc4380c6f/cf/3fb1c20fc71e463cb3ee21b78ffcb10a 2024-11-09T23:56:24,955 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/9d8c37854f6e:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38391/user/jenkins/test-data/9fdb2a0a-3de2-e37a-876c-1850f8b753b6/data/default/SPTestTable/c62c9d3737c0f9b977412642d4c0e61e/.tmp/cf/eecb6ba8d0cf408d89bdf30a66a32669 as hdfs://localhost:38391/user/jenkins/test-data/9fdb2a0a-3de2-e37a-876c-1850f8b753b6/data/default/SPTestTable/c62c9d3737c0f9b977412642d4c0e61e/cf/eecb6ba8d0cf408d89bdf30a66a32669 2024-11-09T23:56:24,965 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/9d8c37854f6e:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38391/user/jenkins/test-data/9fdb2a0a-3de2-e37a-876c-1850f8b753b6/data/default/SPTestTable/f937f7cd5ac6b752e527234fc4380c6f/cf/3fb1c20fc71e463cb3ee21b78ffcb10a, entries=1297, sequenceid=5, filesize=46.1 K 2024-11-09T23:56:24,965 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/9d8c37854f6e:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38391/user/jenkins/test-data/9fdb2a0a-3de2-e37a-876c-1850f8b753b6/data/default/SPTestTable/c62c9d3737c0f9b977412642d4c0e61e/cf/eecb6ba8d0cf408d89bdf30a66a32669, entries=14872, sequenceid=5, filesize=487.6 K 2024-11-09T23:56:24,974 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/9d8c37854f6e:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.HRegion(3140): Finished flush of dataSize ~38.00 KB/38910, heapSize ~131.96 KB/135128, currentSize=0 B/0 for f937f7cd5ac6b752e527234fc4380c6f in 219ms, sequenceid=5, compaction requested=false 2024-11-09T23:56:24,974 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/9d8c37854f6e:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.HRegion(3140): Finished flush of dataSize ~435.70 KB/446160, heapSize ~1.48 MB/1546928, currentSize=0 B/0 for c62c9d3737c0f9b977412642d4c0e61e in 219ms, sequenceid=5, compaction requested=false 2024-11-09T23:56:24,975 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/9d8c37854f6e:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.HRegion(2603): Flush status journal for f937f7cd5ac6b752e527234fc4380c6f: 2024-11-09T23:56:24,975 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/9d8c37854f6e:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.HRegion(2603): Flush status journal for c62c9d3737c0f9b977412642d4c0e61e: 2024-11-09T23:56:24,975 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/9d8c37854f6e:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,ccccccc8,1731196554599.f937f7cd5ac6b752e527234fc4380c6f. for SnapshotProcedureTest completed. 2024-11-09T23:56:24,975 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/9d8c37854f6e:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,e6666661,1731196554599.c62c9d3737c0f9b977412642d4c0e61e. for SnapshotProcedureTest completed. 2024-11-09T23:56:24,975 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/9d8c37854f6e:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,e6666661,1731196554599.c62c9d3737c0f9b977412642d4c0e61e.' region-info for snapshot=SnapshotProcedureTest 2024-11-09T23:56:24,975 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/9d8c37854f6e:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,ccccccc8,1731196554599.f937f7cd5ac6b752e527234fc4380c6f.' region-info for snapshot=SnapshotProcedureTest 2024-11-09T23:56:24,975 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/9d8c37854f6e:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-09T23:56:24,975 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/9d8c37854f6e:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-09T23:56:24,975 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/9d8c37854f6e:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] snapshot.SnapshotManifest(256): Adding snapshot references for [hdfs://localhost:38391/user/jenkins/test-data/9fdb2a0a-3de2-e37a-876c-1850f8b753b6/data/default/SPTestTable/c62c9d3737c0f9b977412642d4c0e61e/cf/eecb6ba8d0cf408d89bdf30a66a32669] hfiles 2024-11-09T23:56:24,975 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/9d8c37854f6e:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] snapshot.SnapshotManifest(256): Adding snapshot references for [hdfs://localhost:38391/user/jenkins/test-data/9fdb2a0a-3de2-e37a-876c-1850f8b753b6/data/default/SPTestTable/f937f7cd5ac6b752e527234fc4380c6f/cf/3fb1c20fc71e463cb3ee21b78ffcb10a] hfiles 2024-11-09T23:56:24,978 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/9d8c37854f6e:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] snapshot.SnapshotManifest(265): Adding reference for file (1/1): hdfs://localhost:38391/user/jenkins/test-data/9fdb2a0a-3de2-e37a-876c-1850f8b753b6/data/default/SPTestTable/f937f7cd5ac6b752e527234fc4380c6f/cf/3fb1c20fc71e463cb3ee21b78ffcb10a for snapshot=SnapshotProcedureTest 2024-11-09T23:56:24,978 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/9d8c37854f6e:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] snapshot.SnapshotManifest(265): Adding reference for file (1/1): hdfs://localhost:38391/user/jenkins/test-data/9fdb2a0a-3de2-e37a-876c-1850f8b753b6/data/default/SPTestTable/c62c9d3737c0f9b977412642d4c0e61e/cf/eecb6ba8d0cf408d89bdf30a66a32669 for snapshot=SnapshotProcedureTest 2024-11-09T23:56:24,993 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46421 is added to blk_1073741855_1031 (size=105) 2024-11-09T23:56:24,993 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46609 is added to blk_1073741855_1031 (size=105) 2024-11-09T23:56:24,993 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41111 is added to blk_1073741855_1031 (size=105) 2024-11-09T23:56:24,994 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/9d8c37854f6e:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,ccccccc8,1731196554599.f937f7cd5ac6b752e527234fc4380c6f. 2024-11-09T23:56:24,994 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/9d8c37854f6e:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=34 2024-11-09T23:56:24,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44177 {}] master.HMaster(4169): Remote procedure done, pid=34 2024-11-09T23:56:24,995 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44177 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region f937f7cd5ac6b752e527234fc4380c6f 2024-11-09T23:56:24,995 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=34, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure f937f7cd5ac6b752e527234fc4380c6f 2024-11-09T23:56:24,998 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=34, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure f937f7cd5ac6b752e527234fc4380c6f in 10.2680 sec 2024-11-09T23:56:25,000 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46609 is added to blk_1073741856_1032 (size=97) 2024-11-09T23:56:25,001 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41111 is added to blk_1073741856_1032 (size=97) 2024-11-09T23:56:25,001 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46421 is added to blk_1073741856_1032 (size=97) 2024-11-09T23:56:25,002 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/9d8c37854f6e:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,e6666661,1731196554599.c62c9d3737c0f9b977412642d4c0e61e. 2024-11-09T23:56:25,002 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/9d8c37854f6e:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=35 2024-11-09T23:56:25,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44177 {}] master.HMaster(4169): Remote procedure done, pid=35 2024-11-09T23:56:25,003 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44177 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region c62c9d3737c0f9b977412642d4c0e61e 2024-11-09T23:56:25,003 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=35, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure c62c9d3737c0f9b977412642d4c0e61e 2024-11-09T23:56:25,005 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=35, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure c62c9d3737c0f9b977412642d4c0e61e in 10.2760 sec 2024-11-09T23:56:25,020 DEBUG [9d8c37854f6e:44177 {}] balancer.BalancerClusterState(204): Hosts are {9d8c37854f6e=0} racks are {/default-rack=0} 2024-11-09T23:56:25,020 DEBUG [9d8c37854f6e:44177 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-11-09T23:56:25,020 DEBUG [9d8c37854f6e:44177 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-11-09T23:56:25,020 DEBUG [9d8c37854f6e:44177 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-11-09T23:56:25,020 DEBUG [9d8c37854f6e:44177 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-11-09T23:56:25,021 INFO [9d8c37854f6e:44177 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-11-09T23:56:25,021 INFO [9d8c37854f6e:44177 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-11-09T23:56:25,021 DEBUG [9d8c37854f6e:44177 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-11-09T23:56:25,021 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=40 updating hbase:meta row=068f3d56b89c1e6c058d66f9c616b440, regionState=OPENING, regionLocation=9d8c37854f6e,36205,1731196542410 2024-11-09T23:56:25,021 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=42 updating hbase:meta row=3035dfc027296f291ae3607145d93534, regionState=OPENING, regionLocation=9d8c37854f6e,36205,1731196542410 2024-11-09T23:56:25,021 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=41 updating hbase:meta row=c06434b3421fe9de2f39497a3174b222, regionState=OPENING, regionLocation=9d8c37854f6e,44337,1731196542245 2024-11-09T23:56:25,021 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=39 updating hbase:meta row=8aaf5a05aa9a740af42a9bb43d168acd, regionState=OPENING, regionLocation=9d8c37854f6e,44337,1731196542245 2024-11-09T23:56:25,024 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=40, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=068f3d56b89c1e6c058d66f9c616b440, ASSIGN because future has completed 2024-11-09T23:56:25,024 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=43, ppid=40, state=RUNNABLE, hasLock=false; OpenRegionProcedure 068f3d56b89c1e6c058d66f9c616b440, server=9d8c37854f6e,36205,1731196542410}] 2024-11-09T23:56:25,027 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=42, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=3035dfc027296f291ae3607145d93534, ASSIGN because future has completed 2024-11-09T23:56:25,027 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=44, ppid=42, state=RUNNABLE, hasLock=false; OpenRegionProcedure 3035dfc027296f291ae3607145d93534, server=9d8c37854f6e,36205,1731196542410}] 2024-11-09T23:56:25,028 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=41, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=c06434b3421fe9de2f39497a3174b222, ASSIGN because future has completed 2024-11-09T23:56:25,028 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=45, ppid=41, state=RUNNABLE, hasLock=false; OpenRegionProcedure c06434b3421fe9de2f39497a3174b222, server=9d8c37854f6e,44337,1731196542245}] 2024-11-09T23:56:25,029 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=39, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=8aaf5a05aa9a740af42a9bb43d168acd, ASSIGN because future has completed 2024-11-09T23:56:25,030 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=46, ppid=39, state=RUNNABLE, hasLock=false; OpenRegionProcedure 8aaf5a05aa9a740af42a9bb43d168acd, server=9d8c37854f6e,44337,1731196542245}] 2024-11-09T23:56:29,934 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(842): Waiting on xlock for pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure c06434b3421fe9de2f39497a3174b222 held by pid=41 2024-11-09T23:56:29,935 DEBUG [PEWorker-5 {}] procedure2.ProcedureExecutor(1511): LOCK_EVENT_WAIT pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure c06434b3421fe9de2f39497a3174b222 2024-11-09T23:56:29,935 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(842): Waiting on xlock for pid=28, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 8aaf5a05aa9a740af42a9bb43d168acd held by pid=39 2024-11-09T23:56:29,935 DEBUG [PEWorker-1 {}] procedure2.ProcedureExecutor(1511): LOCK_EVENT_WAIT pid=28, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 8aaf5a05aa9a740af42a9bb43d168acd 2024-11-09T23:56:29,935 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(842): Waiting on xlock for pid=29, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 068f3d56b89c1e6c058d66f9c616b440 held by pid=40 2024-11-09T23:56:29,936 DEBUG [PEWorker-3 {}] procedure2.ProcedureExecutor(1511): LOCK_EVENT_WAIT pid=29, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 068f3d56b89c1e6c058d66f9c616b440 2024-11-09T23:56:29,936 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(842): Waiting on xlock for pid=33, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 3035dfc027296f291ae3607145d93534 held by pid=42 2024-11-09T23:56:29,936 DEBUG [PEWorker-5 {}] procedure2.ProcedureExecutor(1511): LOCK_EVENT_WAIT pid=33, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 3035dfc027296f291ae3607145d93534 2024-11-09T23:56:34,478 INFO [master/9d8c37854f6e:0.Chore.1 {}] migrate.RollingUpgradeChore(116): There is no table to migrate StoreFileTracker! 2024-11-09T23:56:34,478 INFO [master/9d8c37854f6e:0.Chore.1 {}] migrate.RollingUpgradeChore(85): All Rolling-Upgrade tasks are complete, shutdown RollingUpgradeChore! 2024-11-09T23:56:35,039 INFO [RS_OPEN_REGION-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] handler.AssignRegionHandler(132): Open SPTestTable,4ccccccb,1731196554599.068f3d56b89c1e6c058d66f9c616b440. 2024-11-09T23:56:35,040 DEBUG [RS_OPEN_REGION-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(7752): Opening region: {ENCODED => 068f3d56b89c1e6c058d66f9c616b440, NAME => 'SPTestTable,4ccccccb,1731196554599.068f3d56b89c1e6c058d66f9c616b440.', STARTKEY => '4ccccccb', ENDKEY => '66666664'} 2024-11-09T23:56:35,040 INFO [RS_OPEN_REGION-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] handler.AssignRegionHandler(132): Open SPTestTable,33333332,1731196554599.8aaf5a05aa9a740af42a9bb43d168acd. 2024-11-09T23:56:35,040 DEBUG [RS_OPEN_REGION-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 068f3d56b89c1e6c058d66f9c616b440 2024-11-09T23:56:35,040 DEBUG [RS_OPEN_REGION-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(7752): Opening region: {ENCODED => 8aaf5a05aa9a740af42a9bb43d168acd, NAME => 'SPTestTable,33333332,1731196554599.8aaf5a05aa9a740af42a9bb43d168acd.', STARTKEY => '33333332', ENDKEY => '4ccccccb'} 2024-11-09T23:56:35,040 DEBUG [RS_OPEN_REGION-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(898): Instantiated SPTestTable,4ccccccb,1731196554599.068f3d56b89c1e6c058d66f9c616b440.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T23:56:35,040 DEBUG [RS_OPEN_REGION-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(7794): checking encryption for 068f3d56b89c1e6c058d66f9c616b440 2024-11-09T23:56:35,040 DEBUG [RS_OPEN_REGION-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(7797): checking classloading for 068f3d56b89c1e6c058d66f9c616b440 2024-11-09T23:56:35,040 DEBUG [RS_OPEN_REGION-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 8aaf5a05aa9a740af42a9bb43d168acd 2024-11-09T23:56:35,041 DEBUG [RS_OPEN_REGION-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(898): Instantiated SPTestTable,33333332,1731196554599.8aaf5a05aa9a740af42a9bb43d168acd.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T23:56:35,041 DEBUG [RS_OPEN_REGION-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(7794): checking encryption for 8aaf5a05aa9a740af42a9bb43d168acd 2024-11-09T23:56:35,041 DEBUG [RS_OPEN_REGION-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(7797): checking classloading for 8aaf5a05aa9a740af42a9bb43d168acd 2024-11-09T23:56:35,043 INFO [StoreOpener-8aaf5a05aa9a740af42a9bb43d168acd-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 8aaf5a05aa9a740af42a9bb43d168acd 2024-11-09T23:56:35,042 INFO [StoreOpener-068f3d56b89c1e6c058d66f9c616b440-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 068f3d56b89c1e6c058d66f9c616b440 2024-11-09T23:56:35,044 INFO [StoreOpener-8aaf5a05aa9a740af42a9bb43d168acd-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 8aaf5a05aa9a740af42a9bb43d168acd columnFamilyName cf 2024-11-09T23:56:35,044 INFO [StoreOpener-068f3d56b89c1e6c058d66f9c616b440-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 068f3d56b89c1e6c058d66f9c616b440 columnFamilyName cf 2024-11-09T23:56:35,044 DEBUG [StoreOpener-8aaf5a05aa9a740af42a9bb43d168acd-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T23:56:35,044 DEBUG [StoreOpener-068f3d56b89c1e6c058d66f9c616b440-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T23:56:35,045 INFO [StoreOpener-8aaf5a05aa9a740af42a9bb43d168acd-1 {}] regionserver.HStore(327): Store=8aaf5a05aa9a740af42a9bb43d168acd/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T23:56:35,045 INFO [StoreOpener-068f3d56b89c1e6c058d66f9c616b440-1 {}] regionserver.HStore(327): Store=068f3d56b89c1e6c058d66f9c616b440/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T23:56:35,045 DEBUG [RS_OPEN_REGION-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(1038): replaying wal for 068f3d56b89c1e6c058d66f9c616b440 2024-11-09T23:56:35,045 DEBUG [RS_OPEN_REGION-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(1038): replaying wal for 8aaf5a05aa9a740af42a9bb43d168acd 2024-11-09T23:56:35,046 DEBUG [RS_OPEN_REGION-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38391/user/jenkins/test-data/9fdb2a0a-3de2-e37a-876c-1850f8b753b6/data/default/SPTestTable/8aaf5a05aa9a740af42a9bb43d168acd 2024-11-09T23:56:35,046 DEBUG [RS_OPEN_REGION-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38391/user/jenkins/test-data/9fdb2a0a-3de2-e37a-876c-1850f8b753b6/data/default/SPTestTable/068f3d56b89c1e6c058d66f9c616b440 2024-11-09T23:56:35,047 DEBUG [RS_OPEN_REGION-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38391/user/jenkins/test-data/9fdb2a0a-3de2-e37a-876c-1850f8b753b6/data/default/SPTestTable/8aaf5a05aa9a740af42a9bb43d168acd 2024-11-09T23:56:35,047 DEBUG [RS_OPEN_REGION-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38391/user/jenkins/test-data/9fdb2a0a-3de2-e37a-876c-1850f8b753b6/data/default/SPTestTable/068f3d56b89c1e6c058d66f9c616b440 2024-11-09T23:56:35,048 DEBUG [RS_OPEN_REGION-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(1048): stopping wal replay for 8aaf5a05aa9a740af42a9bb43d168acd 2024-11-09T23:56:35,048 DEBUG [RS_OPEN_REGION-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(1048): stopping wal replay for 068f3d56b89c1e6c058d66f9c616b440 2024-11-09T23:56:35,048 DEBUG [RS_OPEN_REGION-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(1060): Cleaning up temporary data for 8aaf5a05aa9a740af42a9bb43d168acd 2024-11-09T23:56:35,048 DEBUG [RS_OPEN_REGION-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(1060): Cleaning up temporary data for 068f3d56b89c1e6c058d66f9c616b440 2024-11-09T23:56:35,050 DEBUG [RS_OPEN_REGION-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(1093): writing seq id for 068f3d56b89c1e6c058d66f9c616b440 2024-11-09T23:56:35,050 DEBUG [RS_OPEN_REGION-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(1093): writing seq id for 8aaf5a05aa9a740af42a9bb43d168acd 2024-11-09T23:56:35,051 INFO [RS_OPEN_REGION-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(1114): Opened 068f3d56b89c1e6c058d66f9c616b440; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=75092544, jitterRate=0.11896610260009766}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-09T23:56:35,051 INFO [RS_OPEN_REGION-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(1114): Opened 8aaf5a05aa9a740af42a9bb43d168acd; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68066264, jitterRate=0.014266371726989746}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-09T23:56:35,051 DEBUG [RS_OPEN_REGION-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 068f3d56b89c1e6c058d66f9c616b440 2024-11-09T23:56:35,051 DEBUG [RS_OPEN_REGION-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 8aaf5a05aa9a740af42a9bb43d168acd 2024-11-09T23:56:35,052 DEBUG [RS_OPEN_REGION-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(1006): Region open journal for 068f3d56b89c1e6c058d66f9c616b440: Running coprocessor pre-open hook at 1731196595041Writing region info on filesystem at 1731196595041Initializing all the Stores at 1731196595042 (+1 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731196595042Cleaning up temporary data from old regions at 1731196595048 (+6 ms)Running coprocessor post-open hooks at 1731196595052 (+4 ms)Region opened successfully at 1731196595052 2024-11-09T23:56:35,052 DEBUG [RS_OPEN_REGION-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(1006): Region open journal for 8aaf5a05aa9a740af42a9bb43d168acd: Running coprocessor pre-open hook at 1731196595041Writing region info on filesystem at 1731196595041Initializing all the Stores at 1731196595042 (+1 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731196595042Cleaning up temporary data from old regions at 1731196595048 (+6 ms)Running coprocessor post-open hooks at 1731196595052 (+4 ms)Region opened successfully at 1731196595052 2024-11-09T23:56:35,053 INFO [RS_OPEN_REGION-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,33333332,1731196554599.8aaf5a05aa9a740af42a9bb43d168acd., pid=46, masterSystemTime=1731196595031 2024-11-09T23:56:35,053 INFO [RS_OPEN_REGION-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,4ccccccb,1731196554599.068f3d56b89c1e6c058d66f9c616b440., pid=43, masterSystemTime=1731196595028 2024-11-09T23:56:35,055 DEBUG [RS_OPEN_REGION-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,33333332,1731196554599.8aaf5a05aa9a740af42a9bb43d168acd. 2024-11-09T23:56:35,055 INFO [RS_OPEN_REGION-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] handler.AssignRegionHandler(153): Opened SPTestTable,33333332,1731196554599.8aaf5a05aa9a740af42a9bb43d168acd. 2024-11-09T23:56:35,055 INFO [RS_OPEN_REGION-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] handler.AssignRegionHandler(132): Open SPTestTable,99999996,1731196554599.c06434b3421fe9de2f39497a3174b222. 2024-11-09T23:56:35,055 DEBUG [RS_OPEN_REGION-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(7752): Opening region: {ENCODED => c06434b3421fe9de2f39497a3174b222, NAME => 'SPTestTable,99999996,1731196554599.c06434b3421fe9de2f39497a3174b222.', STARTKEY => '99999996', ENDKEY => 'b333332f'} 2024-11-09T23:56:35,055 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=39 updating hbase:meta row=8aaf5a05aa9a740af42a9bb43d168acd, regionState=OPEN, openSeqNum=2, regionLocation=9d8c37854f6e,44337,1731196542245 2024-11-09T23:56:35,055 DEBUG [RS_OPEN_REGION-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,4ccccccb,1731196554599.068f3d56b89c1e6c058d66f9c616b440. 2024-11-09T23:56:35,056 INFO [RS_OPEN_REGION-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] handler.AssignRegionHandler(153): Opened SPTestTable,4ccccccb,1731196554599.068f3d56b89c1e6c058d66f9c616b440. 2024-11-09T23:56:35,056 DEBUG [RS_OPEN_REGION-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable c06434b3421fe9de2f39497a3174b222 2024-11-09T23:56:35,056 DEBUG [RS_OPEN_REGION-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(898): Instantiated SPTestTable,99999996,1731196554599.c06434b3421fe9de2f39497a3174b222.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T23:56:35,056 INFO [RS_OPEN_REGION-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] handler.AssignRegionHandler(132): Open SPTestTable,b333332f,1731196554599.3035dfc027296f291ae3607145d93534. 2024-11-09T23:56:35,056 DEBUG [RS_OPEN_REGION-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(7794): checking encryption for c06434b3421fe9de2f39497a3174b222 2024-11-09T23:56:35,056 DEBUG [RS_OPEN_REGION-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(7797): checking classloading for c06434b3421fe9de2f39497a3174b222 2024-11-09T23:56:35,056 DEBUG [RS_OPEN_REGION-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(7752): Opening region: {ENCODED => 3035dfc027296f291ae3607145d93534, NAME => 'SPTestTable,b333332f,1731196554599.3035dfc027296f291ae3607145d93534.', STARTKEY => 'b333332f', ENDKEY => 'ccccccc8'} 2024-11-09T23:56:35,056 DEBUG [RS_OPEN_REGION-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 3035dfc027296f291ae3607145d93534 2024-11-09T23:56:35,056 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=40 updating hbase:meta row=068f3d56b89c1e6c058d66f9c616b440, regionState=OPEN, openSeqNum=2, regionLocation=9d8c37854f6e,36205,1731196542410 2024-11-09T23:56:35,056 DEBUG [RS_OPEN_REGION-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(898): Instantiated SPTestTable,b333332f,1731196554599.3035dfc027296f291ae3607145d93534.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T23:56:35,056 DEBUG [RS_OPEN_REGION-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(7794): checking encryption for 3035dfc027296f291ae3607145d93534 2024-11-09T23:56:35,056 DEBUG [RS_OPEN_REGION-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(7797): checking classloading for 3035dfc027296f291ae3607145d93534 2024-11-09T23:56:35,058 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=46, ppid=39, state=RUNNABLE, hasLock=false; OpenRegionProcedure 8aaf5a05aa9a740af42a9bb43d168acd, server=9d8c37854f6e,44337,1731196542245 because future has completed 2024-11-09T23:56:35,058 INFO [StoreOpener-c06434b3421fe9de2f39497a3174b222-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region c06434b3421fe9de2f39497a3174b222 2024-11-09T23:56:35,059 INFO [StoreOpener-3035dfc027296f291ae3607145d93534-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 3035dfc027296f291ae3607145d93534 2024-11-09T23:56:35,059 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=43, ppid=40, state=RUNNABLE, hasLock=false; OpenRegionProcedure 068f3d56b89c1e6c058d66f9c616b440, server=9d8c37854f6e,36205,1731196542410 because future has completed 2024-11-09T23:56:35,059 INFO [StoreOpener-c06434b3421fe9de2f39497a3174b222-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c06434b3421fe9de2f39497a3174b222 columnFamilyName cf 2024-11-09T23:56:35,059 DEBUG [StoreOpener-c06434b3421fe9de2f39497a3174b222-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T23:56:35,060 INFO [StoreOpener-3035dfc027296f291ae3607145d93534-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 3035dfc027296f291ae3607145d93534 columnFamilyName cf 2024-11-09T23:56:35,060 DEBUG [StoreOpener-3035dfc027296f291ae3607145d93534-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T23:56:35,060 INFO [StoreOpener-c06434b3421fe9de2f39497a3174b222-1 {}] regionserver.HStore(327): Store=c06434b3421fe9de2f39497a3174b222/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T23:56:35,060 INFO [StoreOpener-3035dfc027296f291ae3607145d93534-1 {}] regionserver.HStore(327): Store=3035dfc027296f291ae3607145d93534/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T23:56:35,060 DEBUG [RS_OPEN_REGION-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(1038): replaying wal for c06434b3421fe9de2f39497a3174b222 2024-11-09T23:56:35,060 DEBUG [RS_OPEN_REGION-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(1038): replaying wal for 3035dfc027296f291ae3607145d93534 2024-11-09T23:56:35,061 DEBUG [RS_OPEN_REGION-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38391/user/jenkins/test-data/9fdb2a0a-3de2-e37a-876c-1850f8b753b6/data/default/SPTestTable/c06434b3421fe9de2f39497a3174b222 2024-11-09T23:56:35,061 DEBUG [RS_OPEN_REGION-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38391/user/jenkins/test-data/9fdb2a0a-3de2-e37a-876c-1850f8b753b6/data/default/SPTestTable/3035dfc027296f291ae3607145d93534 2024-11-09T23:56:35,062 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=46, resume processing ppid=39 2024-11-09T23:56:35,062 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=46, ppid=39, state=SUCCESS, hasLock=false; OpenRegionProcedure 8aaf5a05aa9a740af42a9bb43d168acd, server=9d8c37854f6e,44337,1731196542245 in 10.0290 sec 2024-11-09T23:56:35,063 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=43, resume processing ppid=40 2024-11-09T23:56:35,063 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=43, ppid=40, state=SUCCESS, hasLock=false; OpenRegionProcedure 068f3d56b89c1e6c058d66f9c616b440, server=9d8c37854f6e,36205,1731196542410 in 10.0360 sec 2024-11-09T23:56:35,064 DEBUG [RS_OPEN_REGION-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38391/user/jenkins/test-data/9fdb2a0a-3de2-e37a-876c-1850f8b753b6/data/default/SPTestTable/c06434b3421fe9de2f39497a3174b222 2024-11-09T23:56:35,064 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=39, ppid=36, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=8aaf5a05aa9a740af42a9bb43d168acd, ASSIGN in 10.1990 sec 2024-11-09T23:56:35,064 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=28, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 8aaf5a05aa9a740af42a9bb43d168acd 2024-11-09T23:56:35,064 DEBUG [RS_OPEN_REGION-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(1048): stopping wal replay for c06434b3421fe9de2f39497a3174b222 2024-11-09T23:56:35,065 DEBUG [RS_OPEN_REGION-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(1060): Cleaning up temporary data for c06434b3421fe9de2f39497a3174b222 2024-11-09T23:56:35,065 DEBUG [RS_OPEN_REGION-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38391/user/jenkins/test-data/9fdb2a0a-3de2-e37a-876c-1850f8b753b6/data/default/SPTestTable/3035dfc027296f291ae3607145d93534 2024-11-09T23:56:35,066 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=40, ppid=36, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=068f3d56b89c1e6c058d66f9c616b440, ASSIGN in 10.2000 sec 2024-11-09T23:56:35,066 DEBUG [RS_OPEN_REGION-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(1048): stopping wal replay for 3035dfc027296f291ae3607145d93534 2024-11-09T23:56:35,066 DEBUG [RS_OPEN_REGION-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(1060): Cleaning up temporary data for 3035dfc027296f291ae3607145d93534 2024-11-09T23:56:35,067 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=29, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 068f3d56b89c1e6c058d66f9c616b440 2024-11-09T23:56:35,068 DEBUG [RS_OPEN_REGION-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(1093): writing seq id for c06434b3421fe9de2f39497a3174b222 2024-11-09T23:56:35,070 DEBUG [RS_OPEN_REGION-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(1093): writing seq id for 3035dfc027296f291ae3607145d93534 2024-11-09T23:56:35,070 INFO [RS_OPEN_REGION-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(1114): Opened c06434b3421fe9de2f39497a3174b222; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69465179, jitterRate=0.03511182963848114}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-09T23:56:35,070 DEBUG [RS_OPEN_REGION-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(1122): Running coprocessor post-open hooks for c06434b3421fe9de2f39497a3174b222 2024-11-09T23:56:35,070 DEBUG [RS_OPEN_REGION-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(1006): Region open journal for c06434b3421fe9de2f39497a3174b222: Running coprocessor pre-open hook at 1731196595056Writing region info on filesystem at 1731196595056Initializing all the Stores at 1731196595058 (+2 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731196595058Cleaning up temporary data from old regions at 1731196595065 (+7 ms)Running coprocessor post-open hooks at 1731196595070 (+5 ms)Region opened successfully at 1731196595070 2024-11-09T23:56:35,071 INFO [RS_OPEN_REGION-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,99999996,1731196554599.c06434b3421fe9de2f39497a3174b222., pid=45, masterSystemTime=1731196595031 2024-11-09T23:56:35,073 INFO [RS_OPEN_REGION-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(1114): Opened 3035dfc027296f291ae3607145d93534; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=58931889, jitterRate=-0.12184642255306244}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-09T23:56:35,073 DEBUG [RS_OPEN_REGION-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 3035dfc027296f291ae3607145d93534 2024-11-09T23:56:35,073 DEBUG [RS_OPEN_REGION-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(1006): Region open journal for 3035dfc027296f291ae3607145d93534: Running coprocessor pre-open hook at 1731196595057Writing region info on filesystem at 1731196595057Initializing all the Stores at 1731196595058 (+1 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731196595058Cleaning up temporary data from old regions at 1731196595067 (+9 ms)Running coprocessor post-open hooks at 1731196595073 (+6 ms)Region opened successfully at 1731196595073 2024-11-09T23:56:35,074 DEBUG [RS_OPEN_REGION-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,99999996,1731196554599.c06434b3421fe9de2f39497a3174b222. 2024-11-09T23:56:35,074 INFO [RS_OPEN_REGION-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] handler.AssignRegionHandler(153): Opened SPTestTable,99999996,1731196554599.c06434b3421fe9de2f39497a3174b222. 2024-11-09T23:56:35,074 INFO [RS_OPEN_REGION-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,b333332f,1731196554599.3035dfc027296f291ae3607145d93534., pid=44, masterSystemTime=1731196595028 2024-11-09T23:56:35,074 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=41 updating hbase:meta row=c06434b3421fe9de2f39497a3174b222, regionState=OPEN, openSeqNum=2, regionLocation=9d8c37854f6e,44337,1731196542245 2024-11-09T23:56:35,076 DEBUG [RS_OPEN_REGION-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,b333332f,1731196554599.3035dfc027296f291ae3607145d93534. 2024-11-09T23:56:35,077 INFO [RS_OPEN_REGION-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] handler.AssignRegionHandler(153): Opened SPTestTable,b333332f,1731196554599.3035dfc027296f291ae3607145d93534. 2024-11-09T23:56:35,077 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=45, ppid=41, state=RUNNABLE, hasLock=false; OpenRegionProcedure c06434b3421fe9de2f39497a3174b222, server=9d8c37854f6e,44337,1731196542245 because future has completed 2024-11-09T23:56:35,078 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=42 updating hbase:meta row=3035dfc027296f291ae3607145d93534, regionState=OPEN, openSeqNum=2, regionLocation=9d8c37854f6e,36205,1731196542410 2024-11-09T23:56:35,080 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=44, ppid=42, state=RUNNABLE, hasLock=false; OpenRegionProcedure 3035dfc027296f291ae3607145d93534, server=9d8c37854f6e,36205,1731196542410 because future has completed 2024-11-09T23:56:35,083 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=45, resume processing ppid=41 2024-11-09T23:56:35,083 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=45, ppid=41, state=SUCCESS, hasLock=false; OpenRegionProcedure c06434b3421fe9de2f39497a3174b222, server=9d8c37854f6e,44337,1731196542245 in 10.0510 sec 2024-11-09T23:56:35,084 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=44, resume processing ppid=42 2024-11-09T23:56:35,085 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=44, ppid=42, state=SUCCESS, hasLock=false; OpenRegionProcedure 3035dfc027296f291ae3607145d93534, server=9d8c37854f6e,36205,1731196542410 in 10.0550 sec 2024-11-09T23:56:35,085 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=41, ppid=36, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=c06434b3421fe9de2f39497a3174b222, ASSIGN in 10.2200 sec 2024-11-09T23:56:35,085 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure c06434b3421fe9de2f39497a3174b222 2024-11-09T23:56:35,087 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=33, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 3035dfc027296f291ae3607145d93534 2024-11-09T23:56:35,087 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=42, resume processing ppid=36 2024-11-09T23:56:35,087 INFO [PEWorker-2 {}] procedure.ServerCrashProcedure(291): removed crashed server 9d8c37854f6e,44179,1731196542347 after splitting done 2024-11-09T23:56:35,087 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=42, ppid=36, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=3035dfc027296f291ae3607145d93534, ASSIGN in 10.2220 sec 2024-11-09T23:56:35,090 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=36, state=SUCCESS, hasLock=false; ServerCrashProcedure 9d8c37854f6e,44179,1731196542347, splitWal=true, meta=false in 20.1770 sec 2024-11-09T23:56:40,573 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-09T23:56:40,650 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-09T23:56:45,067 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44337 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=32 2024-11-09T23:56:45,068 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44337 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=28 2024-11-09T23:56:45,068 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/9d8c37854f6e:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,99999996,1731196554599.c06434b3421fe9de2f39497a3174b222. 2024-11-09T23:56:45,068 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/9d8c37854f6e:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,33333332,1731196554599.8aaf5a05aa9a740af42a9bb43d168acd. 2024-11-09T23:56:45,068 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/9d8c37854f6e:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.HRegion(2603): Flush status journal for c06434b3421fe9de2f39497a3174b222: 2024-11-09T23:56:45,068 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/9d8c37854f6e:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] regionserver.HRegion(2603): Flush status journal for 8aaf5a05aa9a740af42a9bb43d168acd: 2024-11-09T23:56:45,068 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/9d8c37854f6e:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,99999996,1731196554599.c06434b3421fe9de2f39497a3174b222. for SnapshotProcedureTest completed. 2024-11-09T23:56:45,068 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/9d8c37854f6e:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,33333332,1731196554599.8aaf5a05aa9a740af42a9bb43d168acd. for SnapshotProcedureTest completed. 2024-11-09T23:56:45,069 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/9d8c37854f6e:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,99999996,1731196554599.c06434b3421fe9de2f39497a3174b222.' region-info for snapshot=SnapshotProcedureTest 2024-11-09T23:56:45,069 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/9d8c37854f6e:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,33333332,1731196554599.8aaf5a05aa9a740af42a9bb43d168acd.' region-info for snapshot=SnapshotProcedureTest 2024-11-09T23:56:45,069 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/9d8c37854f6e:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-09T23:56:45,069 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/9d8c37854f6e:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-09T23:56:45,069 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/9d8c37854f6e:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-11-09T23:56:45,069 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/9d8c37854f6e:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-11-09T23:56:45,072 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36205 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=33 2024-11-09T23:56:45,072 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/9d8c37854f6e:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,b333332f,1731196554599.3035dfc027296f291ae3607145d93534. 2024-11-09T23:56:45,072 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36205 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=29 2024-11-09T23:56:45,072 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/9d8c37854f6e:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HRegion(2603): Flush status journal for 3035dfc027296f291ae3607145d93534: 2024-11-09T23:56:45,072 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/9d8c37854f6e:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,4ccccccb,1731196554599.068f3d56b89c1e6c058d66f9c616b440. 2024-11-09T23:56:45,072 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/9d8c37854f6e:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,b333332f,1731196554599.3035dfc027296f291ae3607145d93534. for SnapshotProcedureTest completed. 2024-11-09T23:56:45,073 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/9d8c37854f6e:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] regionserver.HRegion(2603): Flush status journal for 068f3d56b89c1e6c058d66f9c616b440: 2024-11-09T23:56:45,073 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/9d8c37854f6e:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,4ccccccb,1731196554599.068f3d56b89c1e6c058d66f9c616b440. for SnapshotProcedureTest completed. 2024-11-09T23:56:45,073 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/9d8c37854f6e:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,b333332f,1731196554599.3035dfc027296f291ae3607145d93534.' region-info for snapshot=SnapshotProcedureTest 2024-11-09T23:56:45,073 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/9d8c37854f6e:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,4ccccccb,1731196554599.068f3d56b89c1e6c058d66f9c616b440.' region-info for snapshot=SnapshotProcedureTest 2024-11-09T23:56:45,073 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/9d8c37854f6e:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-09T23:56:45,073 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/9d8c37854f6e:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-09T23:56:45,073 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/9d8c37854f6e:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-11-09T23:56:45,073 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/9d8c37854f6e:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-11-09T23:56:45,089 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46609 is added to blk_1073741858_1034 (size=65) 2024-11-09T23:56:45,090 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41111 is added to blk_1073741858_1034 (size=65) 2024-11-09T23:56:45,090 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46421 is added to blk_1073741858_1034 (size=65) 2024-11-09T23:56:45,090 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/9d8c37854f6e:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,33333332,1731196554599.8aaf5a05aa9a740af42a9bb43d168acd. 2024-11-09T23:56:45,090 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/9d8c37854f6e:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=28 2024-11-09T23:56:45,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44177 {}] master.HMaster(4169): Remote procedure done, pid=28 2024-11-09T23:56:45,091 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44177 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 8aaf5a05aa9a740af42a9bb43d168acd 2024-11-09T23:56:45,091 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=28, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 8aaf5a05aa9a740af42a9bb43d168acd 2024-11-09T23:56:45,094 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=28, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 8aaf5a05aa9a740af42a9bb43d168acd in 30.3640 sec 2024-11-09T23:56:45,096 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46421 is added to blk_1073741857_1033 (size=65) 2024-11-09T23:56:45,096 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46609 is added to blk_1073741857_1033 (size=65) 2024-11-09T23:56:45,097 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41111 is added to blk_1073741857_1033 (size=65) 2024-11-09T23:56:45,097 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/9d8c37854f6e:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,99999996,1731196554599.c06434b3421fe9de2f39497a3174b222. 2024-11-09T23:56:45,097 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/9d8c37854f6e:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=32 2024-11-09T23:56:45,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44177 {}] master.HMaster(4169): Remote procedure done, pid=32 2024-11-09T23:56:45,098 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44177 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region c06434b3421fe9de2f39497a3174b222 2024-11-09T23:56:45,098 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure c06434b3421fe9de2f39497a3174b222 2024-11-09T23:56:45,101 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=32, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure c06434b3421fe9de2f39497a3174b222 in 30.3710 sec 2024-11-09T23:56:45,105 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46421 is added to blk_1073741859_1035 (size=65) 2024-11-09T23:56:45,106 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41111 is added to blk_1073741859_1035 (size=65) 2024-11-09T23:56:45,106 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46609 is added to blk_1073741859_1035 (size=65) 2024-11-09T23:56:45,106 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46421 is added to blk_1073741860_1036 (size=65) 2024-11-09T23:56:45,106 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/9d8c37854f6e:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,b333332f,1731196554599.3035dfc027296f291ae3607145d93534. 2024-11-09T23:56:45,106 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/9d8c37854f6e:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=33 2024-11-09T23:56:45,106 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41111 is added to blk_1073741860_1036 (size=65) 2024-11-09T23:56:45,107 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46609 is added to blk_1073741860_1036 (size=65) 2024-11-09T23:56:45,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44177 {}] master.HMaster(4169): Remote procedure done, pid=33 2024-11-09T23:56:45,107 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44177 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 3035dfc027296f291ae3607145d93534 2024-11-09T23:56:45,107 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=33, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 3035dfc027296f291ae3607145d93534 2024-11-09T23:56:45,109 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=33, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 3035dfc027296f291ae3607145d93534 in 30.3800 sec 2024-11-09T23:56:45,337 INFO [regionserver/9d8c37854f6e:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: ExecutorStatusChore was stopped 2024-11-09T23:56:45,509 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/9d8c37854f6e:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,4ccccccb,1731196554599.068f3d56b89c1e6c058d66f9c616b440. 2024-11-09T23:56:45,510 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/9d8c37854f6e:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=29 2024-11-09T23:56:45,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44177 {}] master.HMaster(4169): Remote procedure done, pid=29 2024-11-09T23:56:45,511 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44177 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 068f3d56b89c1e6c058d66f9c616b440 2024-11-09T23:56:45,512 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=29, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 068f3d56b89c1e6c058d66f9c616b440 2024-11-09T23:56:45,519 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=29, resume processing ppid=25 2024-11-09T23:56:45,519 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_SNAPSHOT_SPLIT_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_SPLIT_REGIONS 2024-11-09T23:56:45,520 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=29, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 068f3d56b89c1e6c058d66f9c616b440 in 30.7860 sec 2024-11-09T23:56:45,522 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_SNAPSHOT_MOB_REGION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_MOB_REGION 2024-11-09T23:56:45,525 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_CONSOLIDATE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_CONSOLIDATE_SNAPSHOT 2024-11-09T23:56:45,525 DEBUG [PEWorker-2 {}] snapshot.SnapshotManifest(495): Convert to Single Snapshot Manifest for SnapshotProcedureTest 2024-11-09T23:56:45,528 DEBUG [PEWorker-2 {}] snapshot.SnapshotManifestV1(130): No regions under directory:hdfs://localhost:38391/user/jenkins/test-data/9fdb2a0a-3de2-e37a-876c-1850f8b753b6/.hbase-snapshot/.tmp/SnapshotProcedureTest 2024-11-09T23:56:45,551 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46421 is added to blk_1073741861_1037 (size=1094) 2024-11-09T23:56:45,551 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46609 is added to blk_1073741861_1037 (size=1094) 2024-11-09T23:56:45,551 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41111 is added to blk_1073741861_1037 (size=1094) 2024-11-09T23:56:45,556 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_VERIFIER_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_VERIFIER_SNAPSHOT 2024-11-09T23:56:45,565 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=47, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=48, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=49, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=50, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=51, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=52, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=53, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=54, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=55, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=56, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}] 2024-11-09T23:56:45,571 DEBUG [PEWorker-4 {}] snapshot.SnapshotManager(1464): pid=50, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=9d8c37854f6e,36205,1731196542410 2024-11-09T23:56:45,571 DEBUG [PEWorker-1 {}] snapshot.SnapshotManager(1464): pid=47, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=9d8c37854f6e,44337,1731196542245 2024-11-09T23:56:45,571 DEBUG [PEWorker-5 {}] snapshot.SnapshotManager(1464): pid=48, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=9d8c37854f6e,36205,1731196542410 2024-11-09T23:56:45,571 DEBUG [PEWorker-2 {}] snapshot.SnapshotManager(1464): pid=56, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=9d8c37854f6e,36205,1731196542410 2024-11-09T23:56:45,571 DEBUG [PEWorker-3 {}] snapshot.SnapshotManager(1464): pid=49, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=9d8c37854f6e,44337,1731196542245 2024-11-09T23:56:45,578 DEBUG [PEWorker-4 {}] snapshot.SnapshotManager(1464): pid=52, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=9d8c37854f6e,44337,1731196542245 2024-11-09T23:56:48,508 WARN [BootstrapNodeManager {}] regionserver.BootstrapNodeManager(142): failed to get live region servers from master org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=9d8c37854f6e:44177 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.BootstrapNodeManager.getFromMaster(BootstrapNodeManager.java:140) ~[classes/:?] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) ~[?:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:304) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$Stub.getLiveRegionServers(RegionServerStatusProtos.java:17191) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClusterConnectionImpl.getLiveRegionServers(AsyncClusterConnectionImpl.java:139) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.BootstrapNodeManager.getFromMaster(BootstrapNodeManager.java:140) ~[classes/:?] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) ~[?:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:304) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 10 more 2024-11-09T23:56:50,789 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsRegionWrapperImpl$HRegionMetricsWrapperRunnable(329): Region c62c9d3737c0f9b977412642d4c0e61e, had cached 0 bytes from a total of 499309 2024-11-09T23:56:50,810 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsRegionWrapperImpl$HRegionMetricsWrapperRunnable(329): Region f937f7cd5ac6b752e527234fc4380c6f, had cached 0 bytes from a total of 47197 2024-11-09T23:56:54,443 DEBUG [master/9d8c37854f6e:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 8086c15fe7db2f8521dcdd47f5ea27e7 changed from -1.0 to 0.0, refreshing cache 2024-11-09T23:56:54,445 DEBUG [master/9d8c37854f6e:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 068f3d56b89c1e6c058d66f9c616b440 changed from -1.0 to 0.0, refreshing cache 2024-11-09T23:56:54,445 DEBUG [master/9d8c37854f6e:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 0363847f863637abd3ae6c4ea096f820 changed from -1.0 to 0.0, refreshing cache 2024-11-09T23:56:54,447 DEBUG [master/9d8c37854f6e:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 3035dfc027296f291ae3607145d93534 changed from -1.0 to 0.0, refreshing cache 2024-11-09T23:56:54,447 DEBUG [master/9d8c37854f6e:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region f937f7cd5ac6b752e527234fc4380c6f changed from -1.0 to 0.0, refreshing cache 2024-11-09T23:56:54,447 DEBUG [master/9d8c37854f6e:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 0d3c6983f78a983480e8b6465c005c5b changed from -1.0 to 0.0, refreshing cache 2024-11-09T23:56:54,448 DEBUG [master/9d8c37854f6e:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 8aaf5a05aa9a740af42a9bb43d168acd changed from -1.0 to 0.0, refreshing cache 2024-11-09T23:56:54,448 DEBUG [master/9d8c37854f6e:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region e774957b0aff27e13c92dde9dc785c7e changed from -1.0 to 0.0, refreshing cache 2024-11-09T23:56:54,448 DEBUG [master/9d8c37854f6e:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region c06434b3421fe9de2f39497a3174b222 changed from -1.0 to 0.0, refreshing cache 2024-11-09T23:56:54,448 DEBUG [master/9d8c37854f6e:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region c62c9d3737c0f9b977412642d4c0e61e changed from -1.0 to 0.0, refreshing cache 2024-11-09T23:56:55,579 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36205 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=48 2024-11-09T23:56:55,579 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44337 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=47 2024-11-09T23:56:55,580 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36205 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=56 2024-11-09T23:56:55,580 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44337 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=49 2024-11-09T23:56:55,580 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36205 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=50 2024-11-09T23:56:55,581 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44337 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=52 2024-11-09T23:56:55,588 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/9d8c37854f6e:0-0 {event_type=RS_VERIFY_SNAPSHOT, pid=48}] regionserver.RSSnapshotVerifier$SnapshotManifestCacheLoader(144): loading snapshot manifest for SnapshotProcedureTest from hdfs://localhost:38391/user/jenkins/test-data/9fdb2a0a-3de2-e37a-876c-1850f8b753b6/.hbase-snapshot/.tmp/SnapshotProcedureTest 2024-11-09T23:56:55,588 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/9d8c37854f6e:0-2 {event_type=RS_VERIFY_SNAPSHOT, pid=47}] regionserver.RSSnapshotVerifier$SnapshotManifestCacheLoader(144): loading snapshot manifest for SnapshotProcedureTest from hdfs://localhost:38391/user/jenkins/test-data/9fdb2a0a-3de2-e37a-876c-1850f8b753b6/.hbase-snapshot/.tmp/SnapshotProcedureTest 2024-11-09T23:56:55,590 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/9d8c37854f6e:0-0 {event_type=RS_VERIFY_SNAPSHOT, pid=48}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=48 2024-11-09T23:56:55,590 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/9d8c37854f6e:0-2 {event_type=RS_VERIFY_SNAPSHOT, pid=50}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=50 2024-11-09T23:56:55,590 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/9d8c37854f6e:0-2 {event_type=RS_VERIFY_SNAPSHOT, pid=47}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=47 2024-11-09T23:56:55,590 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/9d8c37854f6e:0-0 {event_type=RS_VERIFY_SNAPSHOT, pid=49}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=49 2024-11-09T23:56:55,590 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/9d8c37854f6e:0-1 {event_type=RS_VERIFY_SNAPSHOT, pid=52}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=52 2024-11-09T23:56:55,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44177 {}] master.HMaster(4169): Remote procedure done, pid=48 2024-11-09T23:56:55,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44177 {}] master.HMaster(4169): Remote procedure done, pid=47 2024-11-09T23:56:55,591 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/9d8c37854f6e:0-1 {event_type=RS_VERIFY_SNAPSHOT, pid=56}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=56 2024-11-09T23:56:55,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44177 {}] master.HMaster(4169): Remote procedure done, pid=50 2024-11-09T23:56:55,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44177 {}] master.HMaster(4169): Remote procedure done, pid=49 2024-11-09T23:56:55,593 DEBUG [PEWorker-1 {}] snapshot.SnapshotManager(1473): pid=48, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=9d8c37854f6e,36205,1731196542410 Release verify snapshot worker=9d8c37854f6e,36205,1731196542410 2024-11-09T23:56:55,593 DEBUG [PEWorker-3 {}] snapshot.SnapshotManager(1473): pid=47, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=9d8c37854f6e,44337,1731196542245 Release verify snapshot worker=9d8c37854f6e,44337,1731196542245 2024-11-09T23:56:55,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44177 {}] master.HMaster(4169): Remote procedure done, pid=52 2024-11-09T23:56:55,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44177 {}] master.HMaster(4169): Remote procedure done, pid=56 2024-11-09T23:56:55,594 DEBUG [PEWorker-4 {}] snapshot.SnapshotManager(1473): pid=50, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=9d8c37854f6e,36205,1731196542410 Release verify snapshot worker=9d8c37854f6e,36205,1731196542410 2024-11-09T23:56:55,594 DEBUG [PEWorker-2 {}] snapshot.SnapshotManager(1473): pid=49, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=9d8c37854f6e,44337,1731196542245 Release verify snapshot worker=9d8c37854f6e,44337,1731196542245 2024-11-09T23:56:55,595 DEBUG [PEWorker-5 {}] snapshot.SnapshotManager(1464): pid=53, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=9d8c37854f6e,36205,1731196542410 2024-11-09T23:56:55,596 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=50, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=9d8c37854f6e,36205,1731196542410 in 10.0290 sec 2024-11-09T23:56:55,597 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=48, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=9d8c37854f6e,36205,1731196542410 in 10.0280 sec 2024-11-09T23:56:55,597 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=49, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=9d8c37854f6e,44337,1731196542245 in 10.0290 sec 2024-11-09T23:56:55,597 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=47, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=9d8c37854f6e,44337,1731196542245 in 10.0280 sec 2024-11-09T23:56:55,598 DEBUG [PEWorker-1 {}] snapshot.SnapshotManager(1473): pid=56, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=9d8c37854f6e,36205,1731196542410 Release verify snapshot worker=9d8c37854f6e,36205,1731196542410 2024-11-09T23:56:55,598 DEBUG [PEWorker-4 {}] snapshot.SnapshotManager(1473): pid=52, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=9d8c37854f6e,44337,1731196542245 Release verify snapshot worker=9d8c37854f6e,44337,1731196542245 2024-11-09T23:56:55,598 DEBUG [PEWorker-2 {}] snapshot.SnapshotManager(1464): pid=55, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=9d8c37854f6e,36205,1731196542410 2024-11-09T23:56:55,598 DEBUG [PEWorker-3 {}] snapshot.SnapshotManager(1464): pid=54, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=9d8c37854f6e,36205,1731196542410 2024-11-09T23:56:55,599 DEBUG [PEWorker-5 {}] snapshot.SnapshotManager(1464): pid=51, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=9d8c37854f6e,44337,1731196542245 2024-11-09T23:56:55,601 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=56, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=9d8c37854f6e,36205,1731196542410 in 10.0330 sec 2024-11-09T23:56:55,602 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=52, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=9d8c37854f6e,44337,1731196542245 in 10.0330 sec 2024-11-09T23:57:05,596 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36205 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=53 2024-11-09T23:57:05,597 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36205 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=55 2024-11-09T23:57:05,597 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36205 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=54 2024-11-09T23:57:05,597 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/9d8c37854f6e:0-2 {event_type=RS_VERIFY_SNAPSHOT, pid=53}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=53 2024-11-09T23:57:05,598 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/9d8c37854f6e:0-1 {event_type=RS_VERIFY_SNAPSHOT, pid=54}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=54 2024-11-09T23:57:05,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44177 {}] master.HMaster(4169): Remote procedure done, pid=53 2024-11-09T23:57:05,601 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44337 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=51 2024-11-09T23:57:05,601 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/9d8c37854f6e:0-2 {event_type=RS_VERIFY_SNAPSHOT, pid=51}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=51 2024-11-09T23:57:05,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44177 {}] master.HMaster(4169): Remote procedure done, pid=51 2024-11-09T23:57:05,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44177 {}] master.HMaster(4169): Remote procedure done, pid=54 2024-11-09T23:57:05,602 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/9d8c37854f6e:0-0 {event_type=RS_VERIFY_SNAPSHOT, pid=55}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=55 2024-11-09T23:57:05,603 DEBUG [PEWorker-3 {}] snapshot.SnapshotManager(1473): pid=53, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=9d8c37854f6e,36205,1731196542410 Release verify snapshot worker=9d8c37854f6e,36205,1731196542410 2024-11-09T23:57:05,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44177 {}] master.HMaster(4169): Remote procedure done, pid=55 2024-11-09T23:57:05,624 DEBUG [PEWorker-2 {}] snapshot.SnapshotManager(1473): pid=51, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=9d8c37854f6e,44337,1731196542245 Release verify snapshot worker=9d8c37854f6e,44337,1731196542245 2024-11-09T23:57:05,624 DEBUG [PEWorker-1 {}] snapshot.SnapshotManager(1473): pid=54, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=9d8c37854f6e,36205,1731196542410 Release verify snapshot worker=9d8c37854f6e,36205,1731196542410 2024-11-09T23:57:05,624 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=53, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=9d8c37854f6e,36205,1731196542410 in 20.0380 sec 2024-11-09T23:57:05,625 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=51, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=9d8c37854f6e,44337,1731196542245 in 20.0590 sec 2024-11-09T23:57:05,625 DEBUG [PEWorker-4 {}] snapshot.SnapshotManager(1473): pid=55, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=9d8c37854f6e,36205,1731196542410 Release verify snapshot worker=9d8c37854f6e,36205,1731196542410 2024-11-09T23:57:05,626 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=54, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=9d8c37854f6e,36205,1731196542410 in 20.0590 sec 2024-11-09T23:57:05,627 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=55, resume processing ppid=25 2024-11-09T23:57:05,627 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_COMPLETE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_COMPLETE_SNAPSHOT 2024-11-09T23:57:05,627 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=55, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=9d8c37854f6e,36205,1731196542410 in 20.0600 sec 2024-11-09T23:57:05,629 DEBUG [PEWorker-5 {}] snapshot.SnapshotDescriptionUtils(414): Sentinel is done, just moving the snapshot from hdfs://localhost:38391/user/jenkins/test-data/9fdb2a0a-3de2-e37a-876c-1850f8b753b6/.hbase-snapshot/.tmp/SnapshotProcedureTest to hdfs://localhost:38391/user/jenkins/test-data/9fdb2a0a-3de2-e37a-876c-1850f8b753b6/.hbase-snapshot/SnapshotProcedureTest 2024-11-09T23:57:05,631 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_POST_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_POST_OPERATION 2024-11-09T23:57:05,631 DEBUG [PEWorker-5 {}] snapshot.SnapshotManager(1451): unregister snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 }, snapshot procedure id = 25 2024-11-09T23:57:05,633 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=25, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } in 50.9380 sec 2024-11-09T23:57:05,728 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=SPTestTable,, stopping at row=SPTestTable ,, for max=2147483647 with caching=100 2024-11-09T23:57:05,734 WARN [Time-limited test {}] procedure2.ProcedureTestingUtility(193): Set Kill before store update to: false 2024-11-09T23:57:05,734 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-09T23:57:05,734 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-09T23:57:05,734 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.master.procedure.TestSnapshotProcedure.teardown(TestSnapshotProcedure.java:151) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-09T23:57:05,734 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T23:57:05,735 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T23:57:05,735 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-09T23:57:05,735 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-09T23:57:05,735 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1898492667, stopped=false 2024-11-09T23:57:05,736 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=9d8c37854f6e,44177,1731196541531 2024-11-09T23:57:05,794 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44337-0x101235069dd0001, quorum=127.0.0.1:64585, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-09T23:57:05,794 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44177-0x101235069dd0000, quorum=127.0.0.1:64585, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-09T23:57:05,794 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36205-0x101235069dd0003, quorum=127.0.0.1:64585, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-09T23:57:05,794 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44337-0x101235069dd0001, quorum=127.0.0.1:64585, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-09T23:57:05,794 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44177-0x101235069dd0000, quorum=127.0.0.1:64585, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-09T23:57:05,794 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-09T23:57:05,794 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36205-0x101235069dd0003, quorum=127.0.0.1:64585, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-09T23:57:05,795 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:36205-0x101235069dd0003, quorum=127.0.0.1:64585, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-09T23:57:05,795 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:44337-0x101235069dd0001, quorum=127.0.0.1:64585, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-09T23:57:05,795 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:44177-0x101235069dd0000, quorum=127.0.0.1:64585, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-09T23:57:05,796 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-09T23:57:05,796 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.master.procedure.TestSnapshotProcedure.teardown(TestSnapshotProcedure.java:151) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-09T23:57:05,796 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T23:57:05,796 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '9d8c37854f6e,44337,1731196542245' ***** 2024-11-09T23:57:05,796 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-09T23:57:05,796 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '9d8c37854f6e,36205,1731196542410' ***** 2024-11-09T23:57:05,797 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-09T23:57:05,797 INFO [RS:0;9d8c37854f6e:44337 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-09T23:57:05,797 INFO [RS:2;9d8c37854f6e:36205 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-09T23:57:05,797 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-09T23:57:05,797 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-09T23:57:05,797 INFO [RS:0;9d8c37854f6e:44337 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-09T23:57:05,797 INFO [RS:2;9d8c37854f6e:36205 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-09T23:57:05,797 INFO [RS:2;9d8c37854f6e:36205 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-09T23:57:05,797 INFO [RS:0;9d8c37854f6e:44337 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-09T23:57:05,797 INFO [RS:2;9d8c37854f6e:36205 {}] regionserver.HRegionServer(3091): Received CLOSE for 8086c15fe7db2f8521dcdd47f5ea27e7 2024-11-09T23:57:05,797 INFO [RS:0;9d8c37854f6e:44337 {}] regionserver.HRegionServer(3091): Received CLOSE for e774957b0aff27e13c92dde9dc785c7e 2024-11-09T23:57:05,798 INFO [RS:2;9d8c37854f6e:36205 {}] regionserver.HRegionServer(3091): Received CLOSE for 0363847f863637abd3ae6c4ea096f820 2024-11-09T23:57:05,798 INFO [RS:0;9d8c37854f6e:44337 {}] regionserver.HRegionServer(3091): Received CLOSE for 8aaf5a05aa9a740af42a9bb43d168acd 2024-11-09T23:57:05,798 INFO [RS:2;9d8c37854f6e:36205 {}] regionserver.HRegionServer(3091): Received CLOSE for f937f7cd5ac6b752e527234fc4380c6f 2024-11-09T23:57:05,798 INFO [RS:0;9d8c37854f6e:44337 {}] regionserver.HRegionServer(3091): Received CLOSE for c62c9d3737c0f9b977412642d4c0e61e 2024-11-09T23:57:05,798 INFO [RS:2;9d8c37854f6e:36205 {}] regionserver.HRegionServer(3091): Received CLOSE for 3035dfc027296f291ae3607145d93534 2024-11-09T23:57:05,798 INFO [RS:0;9d8c37854f6e:44337 {}] regionserver.HRegionServer(3091): Received CLOSE for 0d3c6983f78a983480e8b6465c005c5b 2024-11-09T23:57:05,798 INFO [RS:2;9d8c37854f6e:36205 {}] regionserver.HRegionServer(3091): Received CLOSE for 068f3d56b89c1e6c058d66f9c616b440 2024-11-09T23:57:05,798 INFO [RS:0;9d8c37854f6e:44337 {}] regionserver.HRegionServer(3091): Received CLOSE for c06434b3421fe9de2f39497a3174b222 2024-11-09T23:57:05,798 INFO [RS:2;9d8c37854f6e:36205 {}] regionserver.HRegionServer(959): stopping server 9d8c37854f6e,36205,1731196542410 2024-11-09T23:57:05,798 INFO [RS:0;9d8c37854f6e:44337 {}] regionserver.HRegionServer(959): stopping server 9d8c37854f6e,44337,1731196542245 2024-11-09T23:57:05,798 INFO [RS:0;9d8c37854f6e:44337 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-09T23:57:05,798 INFO [RS:2;9d8c37854f6e:36205 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-09T23:57:05,798 INFO [RS:0;9d8c37854f6e:44337 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;9d8c37854f6e:44337. 2024-11-09T23:57:05,798 INFO [RS:2;9d8c37854f6e:36205 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:2;9d8c37854f6e:36205. 2024-11-09T23:57:05,798 DEBUG [RS_CLOSE_REGION-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing e774957b0aff27e13c92dde9dc785c7e, disabling compactions & flushes 2024-11-09T23:57:05,798 DEBUG [RS_CLOSE_REGION-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 8086c15fe7db2f8521dcdd47f5ea27e7, disabling compactions & flushes 2024-11-09T23:57:05,798 DEBUG [RS:2;9d8c37854f6e:36205 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-09T23:57:05,798 DEBUG [RS:0;9d8c37854f6e:44337 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-09T23:57:05,798 INFO [RS_CLOSE_REGION-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,66666664,1731196554599.e774957b0aff27e13c92dde9dc785c7e. 2024-11-09T23:57:05,798 DEBUG [RS:2;9d8c37854f6e:36205 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T23:57:05,798 DEBUG [RS:0;9d8c37854f6e:44337 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T23:57:05,798 DEBUG [RS_CLOSE_REGION-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,66666664,1731196554599.e774957b0aff27e13c92dde9dc785c7e. 2024-11-09T23:57:05,799 INFO [RS:2;9d8c37854f6e:36205 {}] regionserver.HRegionServer(1321): Waiting on 5 regions to close 2024-11-09T23:57:05,799 INFO [RS:0;9d8c37854f6e:44337 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-09T23:57:05,799 DEBUG [RS_CLOSE_REGION-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,66666664,1731196554599.e774957b0aff27e13c92dde9dc785c7e. after waiting 0 ms 2024-11-09T23:57:05,799 INFO [RS_CLOSE_REGION-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,,1731196554599.8086c15fe7db2f8521dcdd47f5ea27e7. 2024-11-09T23:57:05,799 INFO [RS:0;9d8c37854f6e:44337 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-09T23:57:05,799 DEBUG [RS_CLOSE_REGION-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,66666664,1731196554599.e774957b0aff27e13c92dde9dc785c7e. 2024-11-09T23:57:05,799 DEBUG [RS:2;9d8c37854f6e:36205 {}] regionserver.HRegionServer(1325): Online Regions={8086c15fe7db2f8521dcdd47f5ea27e7=SPTestTable,,1731196554599.8086c15fe7db2f8521dcdd47f5ea27e7., 0363847f863637abd3ae6c4ea096f820=SPTestTable,7ffffffd,1731196554599.0363847f863637abd3ae6c4ea096f820., f937f7cd5ac6b752e527234fc4380c6f=SPTestTable,ccccccc8,1731196554599.f937f7cd5ac6b752e527234fc4380c6f., 3035dfc027296f291ae3607145d93534=SPTestTable,b333332f,1731196554599.3035dfc027296f291ae3607145d93534., 068f3d56b89c1e6c058d66f9c616b440=SPTestTable,4ccccccb,1731196554599.068f3d56b89c1e6c058d66f9c616b440.} 2024-11-09T23:57:05,799 INFO [RS:0;9d8c37854f6e:44337 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-09T23:57:05,799 DEBUG [RS_CLOSE_REGION-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,,1731196554599.8086c15fe7db2f8521dcdd47f5ea27e7. 2024-11-09T23:57:05,799 DEBUG [RS_CLOSE_REGION-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,,1731196554599.8086c15fe7db2f8521dcdd47f5ea27e7. after waiting 0 ms 2024-11-09T23:57:05,799 INFO [RS:0;9d8c37854f6e:44337 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-09T23:57:05,799 DEBUG [RS_CLOSE_REGION-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,,1731196554599.8086c15fe7db2f8521dcdd47f5ea27e7. 2024-11-09T23:57:05,799 DEBUG [RS:2;9d8c37854f6e:36205 {}] regionserver.HRegionServer(1351): Waiting on 0363847f863637abd3ae6c4ea096f820, 068f3d56b89c1e6c058d66f9c616b440, 3035dfc027296f291ae3607145d93534, 8086c15fe7db2f8521dcdd47f5ea27e7, f937f7cd5ac6b752e527234fc4380c6f 2024-11-09T23:57:05,799 INFO [RS:0;9d8c37854f6e:44337 {}] regionserver.HRegionServer(1321): Waiting on 6 regions to close 2024-11-09T23:57:05,799 DEBUG [RS:0;9d8c37854f6e:44337 {}] regionserver.HRegionServer(1325): Online Regions={e774957b0aff27e13c92dde9dc785c7e=SPTestTable,66666664,1731196554599.e774957b0aff27e13c92dde9dc785c7e., 8aaf5a05aa9a740af42a9bb43d168acd=SPTestTable,33333332,1731196554599.8aaf5a05aa9a740af42a9bb43d168acd., 1588230740=hbase:meta,,1.1588230740, c62c9d3737c0f9b977412642d4c0e61e=SPTestTable,e6666661,1731196554599.c62c9d3737c0f9b977412642d4c0e61e., 0d3c6983f78a983480e8b6465c005c5b=SPTestTable,19999999,1731196554599.0d3c6983f78a983480e8b6465c005c5b., c06434b3421fe9de2f39497a3174b222=SPTestTable,99999996,1731196554599.c06434b3421fe9de2f39497a3174b222.} 2024-11-09T23:57:05,799 DEBUG [RS:0;9d8c37854f6e:44337 {}] regionserver.HRegionServer(1351): Waiting on 0d3c6983f78a983480e8b6465c005c5b, 1588230740, 8aaf5a05aa9a740af42a9bb43d168acd, c06434b3421fe9de2f39497a3174b222, c62c9d3737c0f9b977412642d4c0e61e, e774957b0aff27e13c92dde9dc785c7e 2024-11-09T23:57:05,799 DEBUG [RS_CLOSE_META-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-09T23:57:05,800 INFO [RS_CLOSE_META-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-09T23:57:05,800 DEBUG [RS_CLOSE_META-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-09T23:57:05,800 DEBUG [RS_CLOSE_META-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-09T23:57:05,800 DEBUG [RS_CLOSE_META-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-09T23:57:05,800 INFO [RS_CLOSE_META-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=16.36 KB heapSize=27.38 KB 2024-11-09T23:57:05,805 DEBUG [RS_CLOSE_REGION-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38391/user/jenkins/test-data/9fdb2a0a-3de2-e37a-876c-1850f8b753b6/data/default/SPTestTable/8086c15fe7db2f8521dcdd47f5ea27e7/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-11-09T23:57:05,806 DEBUG [RS_CLOSE_REGION-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38391/user/jenkins/test-data/9fdb2a0a-3de2-e37a-876c-1850f8b753b6/data/default/SPTestTable/e774957b0aff27e13c92dde9dc785c7e/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-11-09T23:57:05,808 INFO [RS_CLOSE_REGION-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,,1731196554599.8086c15fe7db2f8521dcdd47f5ea27e7. 2024-11-09T23:57:05,808 DEBUG [RS_CLOSE_REGION-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 8086c15fe7db2f8521dcdd47f5ea27e7: Waiting for close lock at 1731196625798Running coprocessor pre-close hooks at 1731196625798Disabling compacts and flushes for region at 1731196625798Disabling writes for close at 1731196625799 (+1 ms)Writing region close event to WAL at 1731196625799Running coprocessor post-close hooks at 1731196625806 (+7 ms)Closed at 1731196625808 (+2 ms) 2024-11-09T23:57:05,808 INFO [RS_CLOSE_REGION-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,66666664,1731196554599.e774957b0aff27e13c92dde9dc785c7e. 2024-11-09T23:57:05,808 DEBUG [RS_CLOSE_REGION-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for e774957b0aff27e13c92dde9dc785c7e: Waiting for close lock at 1731196625798Running coprocessor pre-close hooks at 1731196625798Disabling compacts and flushes for region at 1731196625798Disabling writes for close at 1731196625799 (+1 ms)Writing region close event to WAL at 1731196625799Running coprocessor post-close hooks at 1731196625808 (+9 ms)Closed at 1731196625808 2024-11-09T23:57:05,808 DEBUG [RS_CLOSE_REGION-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,,1731196554599.8086c15fe7db2f8521dcdd47f5ea27e7. 2024-11-09T23:57:05,808 DEBUG [RS_CLOSE_REGION-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,66666664,1731196554599.e774957b0aff27e13c92dde9dc785c7e. 2024-11-09T23:57:05,809 DEBUG [RS_CLOSE_REGION-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 0363847f863637abd3ae6c4ea096f820, disabling compactions & flushes 2024-11-09T23:57:05,809 DEBUG [RS_CLOSE_REGION-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 8aaf5a05aa9a740af42a9bb43d168acd, disabling compactions & flushes 2024-11-09T23:57:05,809 INFO [RS_CLOSE_REGION-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,7ffffffd,1731196554599.0363847f863637abd3ae6c4ea096f820. 2024-11-09T23:57:05,809 INFO [RS_CLOSE_REGION-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,33333332,1731196554599.8aaf5a05aa9a740af42a9bb43d168acd. 2024-11-09T23:57:05,809 DEBUG [RS_CLOSE_REGION-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,7ffffffd,1731196554599.0363847f863637abd3ae6c4ea096f820. 2024-11-09T23:57:05,809 DEBUG [RS_CLOSE_REGION-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,33333332,1731196554599.8aaf5a05aa9a740af42a9bb43d168acd. 2024-11-09T23:57:05,809 DEBUG [RS_CLOSE_REGION-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,7ffffffd,1731196554599.0363847f863637abd3ae6c4ea096f820. after waiting 0 ms 2024-11-09T23:57:05,809 DEBUG [RS_CLOSE_REGION-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,33333332,1731196554599.8aaf5a05aa9a740af42a9bb43d168acd. after waiting 0 ms 2024-11-09T23:57:05,809 DEBUG [RS_CLOSE_REGION-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,7ffffffd,1731196554599.0363847f863637abd3ae6c4ea096f820. 2024-11-09T23:57:05,809 DEBUG [RS_CLOSE_REGION-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,33333332,1731196554599.8aaf5a05aa9a740af42a9bb43d168acd. 2024-11-09T23:57:05,814 DEBUG [RS_CLOSE_REGION-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38391/user/jenkins/test-data/9fdb2a0a-3de2-e37a-876c-1850f8b753b6/data/default/SPTestTable/8aaf5a05aa9a740af42a9bb43d168acd/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-11-09T23:57:05,816 INFO [RS_CLOSE_REGION-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,33333332,1731196554599.8aaf5a05aa9a740af42a9bb43d168acd. 2024-11-09T23:57:05,816 DEBUG [RS_CLOSE_REGION-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 8aaf5a05aa9a740af42a9bb43d168acd: Waiting for close lock at 1731196625809Running coprocessor pre-close hooks at 1731196625809Disabling compacts and flushes for region at 1731196625809Disabling writes for close at 1731196625809Writing region close event to WAL at 1731196625810 (+1 ms)Running coprocessor post-close hooks at 1731196625815 (+5 ms)Closed at 1731196625816 (+1 ms) 2024-11-09T23:57:05,816 DEBUG [RS_CLOSE_REGION-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,33333332,1731196554599.8aaf5a05aa9a740af42a9bb43d168acd. 2024-11-09T23:57:05,816 DEBUG [RS_CLOSE_REGION-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing c62c9d3737c0f9b977412642d4c0e61e, disabling compactions & flushes 2024-11-09T23:57:05,816 INFO [RS_CLOSE_REGION-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,e6666661,1731196554599.c62c9d3737c0f9b977412642d4c0e61e. 2024-11-09T23:57:05,816 DEBUG [RS_CLOSE_REGION-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,e6666661,1731196554599.c62c9d3737c0f9b977412642d4c0e61e. 2024-11-09T23:57:05,816 DEBUG [RS_CLOSE_REGION-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,e6666661,1731196554599.c62c9d3737c0f9b977412642d4c0e61e. after waiting 0 ms 2024-11-09T23:57:05,816 DEBUG [RS_CLOSE_REGION-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,e6666661,1731196554599.c62c9d3737c0f9b977412642d4c0e61e. 2024-11-09T23:57:05,819 DEBUG [RS_CLOSE_REGION-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38391/user/jenkins/test-data/9fdb2a0a-3de2-e37a-876c-1850f8b753b6/data/default/SPTestTable/0363847f863637abd3ae6c4ea096f820/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-11-09T23:57:05,820 INFO [RS_CLOSE_REGION-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,7ffffffd,1731196554599.0363847f863637abd3ae6c4ea096f820. 2024-11-09T23:57:05,821 DEBUG [RS_CLOSE_REGION-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 0363847f863637abd3ae6c4ea096f820: Waiting for close lock at 1731196625809Running coprocessor pre-close hooks at 1731196625809Disabling compacts and flushes for region at 1731196625809Disabling writes for close at 1731196625809Writing region close event to WAL at 1731196625809Running coprocessor post-close hooks at 1731196625820 (+11 ms)Closed at 1731196625820 2024-11-09T23:57:05,821 DEBUG [RS_CLOSE_REGION-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,7ffffffd,1731196554599.0363847f863637abd3ae6c4ea096f820. 2024-11-09T23:57:05,821 DEBUG [RS_CLOSE_REGION-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing f937f7cd5ac6b752e527234fc4380c6f, disabling compactions & flushes 2024-11-09T23:57:05,821 INFO [RS_CLOSE_REGION-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,ccccccc8,1731196554599.f937f7cd5ac6b752e527234fc4380c6f. 2024-11-09T23:57:05,821 DEBUG [RS_CLOSE_REGION-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,ccccccc8,1731196554599.f937f7cd5ac6b752e527234fc4380c6f. 2024-11-09T23:57:05,821 DEBUG [RS_CLOSE_REGION-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,ccccccc8,1731196554599.f937f7cd5ac6b752e527234fc4380c6f. after waiting 0 ms 2024-11-09T23:57:05,821 DEBUG [RS_CLOSE_REGION-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,ccccccc8,1731196554599.f937f7cd5ac6b752e527234fc4380c6f. 2024-11-09T23:57:05,824 DEBUG [RS_CLOSE_REGION-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38391/user/jenkins/test-data/9fdb2a0a-3de2-e37a-876c-1850f8b753b6/data/default/SPTestTable/c62c9d3737c0f9b977412642d4c0e61e/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-09T23:57:05,825 INFO [RS_CLOSE_REGION-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,e6666661,1731196554599.c62c9d3737c0f9b977412642d4c0e61e. 2024-11-09T23:57:05,825 DEBUG [RS_CLOSE_REGION-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for c62c9d3737c0f9b977412642d4c0e61e: Waiting for close lock at 1731196625816Running coprocessor pre-close hooks at 1731196625816Disabling compacts and flushes for region at 1731196625816Disabling writes for close at 1731196625816Writing region close event to WAL at 1731196625820 (+4 ms)Running coprocessor post-close hooks at 1731196625825 (+5 ms)Closed at 1731196625825 2024-11-09T23:57:05,826 DEBUG [RS_CLOSE_REGION-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,e6666661,1731196554599.c62c9d3737c0f9b977412642d4c0e61e. 2024-11-09T23:57:05,826 DEBUG [RS_CLOSE_REGION-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 0d3c6983f78a983480e8b6465c005c5b, disabling compactions & flushes 2024-11-09T23:57:05,826 INFO [RS_CLOSE_REGION-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,19999999,1731196554599.0d3c6983f78a983480e8b6465c005c5b. 2024-11-09T23:57:05,826 DEBUG [RS_CLOSE_REGION-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,19999999,1731196554599.0d3c6983f78a983480e8b6465c005c5b. 2024-11-09T23:57:05,826 DEBUG [RS_CLOSE_REGION-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,19999999,1731196554599.0d3c6983f78a983480e8b6465c005c5b. after waiting 0 ms 2024-11-09T23:57:05,826 DEBUG [RS_CLOSE_REGION-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,19999999,1731196554599.0d3c6983f78a983480e8b6465c005c5b. 2024-11-09T23:57:05,831 DEBUG [RS_CLOSE_REGION-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38391/user/jenkins/test-data/9fdb2a0a-3de2-e37a-876c-1850f8b753b6/data/default/SPTestTable/0d3c6983f78a983480e8b6465c005c5b/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-11-09T23:57:05,831 DEBUG [RS_CLOSE_REGION-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38391/user/jenkins/test-data/9fdb2a0a-3de2-e37a-876c-1850f8b753b6/data/default/SPTestTable/f937f7cd5ac6b752e527234fc4380c6f/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-09T23:57:05,831 INFO [RS_CLOSE_REGION-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,ccccccc8,1731196554599.f937f7cd5ac6b752e527234fc4380c6f. 2024-11-09T23:57:05,831 INFO [RS_CLOSE_REGION-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,19999999,1731196554599.0d3c6983f78a983480e8b6465c005c5b. 2024-11-09T23:57:05,832 DEBUG [RS_CLOSE_REGION-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for f937f7cd5ac6b752e527234fc4380c6f: Waiting for close lock at 1731196625821Running coprocessor pre-close hooks at 1731196625821Disabling compacts and flushes for region at 1731196625821Disabling writes for close at 1731196625821Writing region close event to WAL at 1731196625822 (+1 ms)Running coprocessor post-close hooks at 1731196625831 (+9 ms)Closed at 1731196625831 2024-11-09T23:57:05,832 DEBUG [RS_CLOSE_REGION-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 0d3c6983f78a983480e8b6465c005c5b: Waiting for close lock at 1731196625826Running coprocessor pre-close hooks at 1731196625826Disabling compacts and flushes for region at 1731196625826Disabling writes for close at 1731196625826Writing region close event to WAL at 1731196625826Running coprocessor post-close hooks at 1731196625831 (+5 ms)Closed at 1731196625831 2024-11-09T23:57:05,832 DEBUG [RS_CLOSE_REGION-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,19999999,1731196554599.0d3c6983f78a983480e8b6465c005c5b. 2024-11-09T23:57:05,832 DEBUG [RS_CLOSE_REGION-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,ccccccc8,1731196554599.f937f7cd5ac6b752e527234fc4380c6f. 2024-11-09T23:57:05,832 DEBUG [RS_CLOSE_REGION-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing c06434b3421fe9de2f39497a3174b222, disabling compactions & flushes 2024-11-09T23:57:05,832 DEBUG [RS_CLOSE_REGION-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 3035dfc027296f291ae3607145d93534, disabling compactions & flushes 2024-11-09T23:57:05,832 INFO [RS_CLOSE_REGION-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,99999996,1731196554599.c06434b3421fe9de2f39497a3174b222. 2024-11-09T23:57:05,832 INFO [RS_CLOSE_REGION-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,b333332f,1731196554599.3035dfc027296f291ae3607145d93534. 2024-11-09T23:57:05,832 DEBUG [RS_CLOSE_REGION-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,99999996,1731196554599.c06434b3421fe9de2f39497a3174b222. 2024-11-09T23:57:05,832 DEBUG [RS_CLOSE_REGION-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,b333332f,1731196554599.3035dfc027296f291ae3607145d93534. 2024-11-09T23:57:05,832 DEBUG [RS_CLOSE_REGION-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,99999996,1731196554599.c06434b3421fe9de2f39497a3174b222. after waiting 0 ms 2024-11-09T23:57:05,832 DEBUG [RS_CLOSE_REGION-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,99999996,1731196554599.c06434b3421fe9de2f39497a3174b222. 2024-11-09T23:57:05,832 DEBUG [RS_CLOSE_REGION-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,b333332f,1731196554599.3035dfc027296f291ae3607145d93534. after waiting 0 ms 2024-11-09T23:57:05,832 DEBUG [RS_CLOSE_REGION-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,b333332f,1731196554599.3035dfc027296f291ae3607145d93534. 2024-11-09T23:57:05,832 DEBUG [RS_CLOSE_META-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38391/user/jenkins/test-data/9fdb2a0a-3de2-e37a-876c-1850f8b753b6/data/hbase/meta/1588230740/.tmp/info/f323c3cb9e0d4947b30aed2a9dfc8dea is 167, key is SPTestTable,19999999,1731196554599.0d3c6983f78a983480e8b6465c005c5b./info:regioninfo/1731196565866/Put/seqid=0 2024-11-09T23:57:05,837 DEBUG [RS_CLOSE_REGION-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38391/user/jenkins/test-data/9fdb2a0a-3de2-e37a-876c-1850f8b753b6/data/default/SPTestTable/3035dfc027296f291ae3607145d93534/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-11-09T23:57:05,838 INFO [RS_CLOSE_REGION-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,b333332f,1731196554599.3035dfc027296f291ae3607145d93534. 2024-11-09T23:57:05,838 DEBUG [RS_CLOSE_REGION-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 3035dfc027296f291ae3607145d93534: Waiting for close lock at 1731196625832Running coprocessor pre-close hooks at 1731196625832Disabling compacts and flushes for region at 1731196625832Disabling writes for close at 1731196625832Writing region close event to WAL at 1731196625833 (+1 ms)Running coprocessor post-close hooks at 1731196625838 (+5 ms)Closed at 1731196625838 2024-11-09T23:57:05,838 DEBUG [RS_CLOSE_REGION-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,b333332f,1731196554599.3035dfc027296f291ae3607145d93534. 2024-11-09T23:57:05,839 DEBUG [RS_CLOSE_REGION-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 068f3d56b89c1e6c058d66f9c616b440, disabling compactions & flushes 2024-11-09T23:57:05,839 INFO [RS_CLOSE_REGION-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,4ccccccb,1731196554599.068f3d56b89c1e6c058d66f9c616b440. 2024-11-09T23:57:05,839 DEBUG [RS_CLOSE_REGION-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,4ccccccb,1731196554599.068f3d56b89c1e6c058d66f9c616b440. 2024-11-09T23:57:05,839 DEBUG [RS_CLOSE_REGION-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,4ccccccb,1731196554599.068f3d56b89c1e6c058d66f9c616b440. after waiting 0 ms 2024-11-09T23:57:05,839 DEBUG [RS_CLOSE_REGION-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,4ccccccb,1731196554599.068f3d56b89c1e6c058d66f9c616b440. 2024-11-09T23:57:05,843 DEBUG [RS_CLOSE_REGION-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38391/user/jenkins/test-data/9fdb2a0a-3de2-e37a-876c-1850f8b753b6/data/default/SPTestTable/c06434b3421fe9de2f39497a3174b222/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-11-09T23:57:05,844 INFO [RS_CLOSE_REGION-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,99999996,1731196554599.c06434b3421fe9de2f39497a3174b222. 2024-11-09T23:57:05,844 DEBUG [RS_CLOSE_REGION-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for c06434b3421fe9de2f39497a3174b222: Waiting for close lock at 1731196625832Running coprocessor pre-close hooks at 1731196625832Disabling compacts and flushes for region at 1731196625832Disabling writes for close at 1731196625832Writing region close event to WAL at 1731196625832Running coprocessor post-close hooks at 1731196625844 (+12 ms)Closed at 1731196625844 2024-11-09T23:57:05,844 DEBUG [RS_CLOSE_REGION-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,99999996,1731196554599.c06434b3421fe9de2f39497a3174b222. 2024-11-09T23:57:05,851 DEBUG [RS_CLOSE_REGION-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38391/user/jenkins/test-data/9fdb2a0a-3de2-e37a-876c-1850f8b753b6/data/default/SPTestTable/068f3d56b89c1e6c058d66f9c616b440/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-11-09T23:57:05,853 INFO [RS_CLOSE_REGION-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,4ccccccb,1731196554599.068f3d56b89c1e6c058d66f9c616b440. 2024-11-09T23:57:05,853 DEBUG [RS_CLOSE_REGION-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 068f3d56b89c1e6c058d66f9c616b440: Waiting for close lock at 1731196625839Running coprocessor pre-close hooks at 1731196625839Disabling compacts and flushes for region at 1731196625839Disabling writes for close at 1731196625839Writing region close event to WAL at 1731196625840 (+1 ms)Running coprocessor post-close hooks at 1731196625852 (+12 ms)Closed at 1731196625852 2024-11-09T23:57:05,853 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41111 is added to blk_1073741862_1038 (size=20292) 2024-11-09T23:57:05,853 DEBUG [RS_CLOSE_REGION-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,4ccccccb,1731196554599.068f3d56b89c1e6c058d66f9c616b440. 2024-11-09T23:57:05,853 INFO [regionserver/9d8c37854f6e:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-09T23:57:05,853 INFO [regionserver/9d8c37854f6e:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-09T23:57:05,853 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46421 is added to blk_1073741862_1038 (size=20292) 2024-11-09T23:57:05,854 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46609 is added to blk_1073741862_1038 (size=20292) 2024-11-09T23:57:05,855 INFO [RS_CLOSE_META-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=16.20 KB at sequenceid=37 (bloomFilter=true), to=hdfs://localhost:38391/user/jenkins/test-data/9fdb2a0a-3de2-e37a-876c-1850f8b753b6/data/hbase/meta/1588230740/.tmp/info/f323c3cb9e0d4947b30aed2a9dfc8dea 2024-11-09T23:57:05,881 DEBUG [RS_CLOSE_META-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38391/user/jenkins/test-data/9fdb2a0a-3de2-e37a-876c-1850f8b753b6/data/hbase/meta/1588230740/.tmp/ns/8cff57ce0ddf41719312a2fb7a23d054 is 43, key is default/ns:d/1731196554357/Put/seqid=0 2024-11-09T23:57:05,888 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46609 is added to blk_1073741863_1039 (size=5153) 2024-11-09T23:57:05,888 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41111 is added to blk_1073741863_1039 (size=5153) 2024-11-09T23:57:05,889 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46421 is added to blk_1073741863_1039 (size=5153) 2024-11-09T23:57:05,889 INFO [RS_CLOSE_META-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=37 (bloomFilter=true), to=hdfs://localhost:38391/user/jenkins/test-data/9fdb2a0a-3de2-e37a-876c-1850f8b753b6/data/hbase/meta/1588230740/.tmp/ns/8cff57ce0ddf41719312a2fb7a23d054 2024-11-09T23:57:05,912 DEBUG [RS_CLOSE_META-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38391/user/jenkins/test-data/9fdb2a0a-3de2-e37a-876c-1850f8b753b6/data/hbase/meta/1588230740/.tmp/table/9b7d1b24620347c8b97d39212d0ce407 is 47, key is SPTestTable/table:state/1731196565920/Put/seqid=0 2024-11-09T23:57:05,920 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41111 is added to blk_1073741864_1040 (size=5214) 2024-11-09T23:57:05,920 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46609 is added to blk_1073741864_1040 (size=5214) 2024-11-09T23:57:05,921 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46421 is added to blk_1073741864_1040 (size=5214) 2024-11-09T23:57:05,921 INFO [RS_CLOSE_META-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=86 B at sequenceid=37 (bloomFilter=true), to=hdfs://localhost:38391/user/jenkins/test-data/9fdb2a0a-3de2-e37a-876c-1850f8b753b6/data/hbase/meta/1588230740/.tmp/table/9b7d1b24620347c8b97d39212d0ce407 2024-11-09T23:57:05,930 DEBUG [RS_CLOSE_META-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38391/user/jenkins/test-data/9fdb2a0a-3de2-e37a-876c-1850f8b753b6/data/hbase/meta/1588230740/.tmp/info/f323c3cb9e0d4947b30aed2a9dfc8dea as hdfs://localhost:38391/user/jenkins/test-data/9fdb2a0a-3de2-e37a-876c-1850f8b753b6/data/hbase/meta/1588230740/info/f323c3cb9e0d4947b30aed2a9dfc8dea 2024-11-09T23:57:05,940 INFO [RS_CLOSE_META-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38391/user/jenkins/test-data/9fdb2a0a-3de2-e37a-876c-1850f8b753b6/data/hbase/meta/1588230740/info/f323c3cb9e0d4947b30aed2a9dfc8dea, entries=116, sequenceid=37, filesize=19.8 K 2024-11-09T23:57:05,942 DEBUG [RS_CLOSE_META-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38391/user/jenkins/test-data/9fdb2a0a-3de2-e37a-876c-1850f8b753b6/data/hbase/meta/1588230740/.tmp/ns/8cff57ce0ddf41719312a2fb7a23d054 as hdfs://localhost:38391/user/jenkins/test-data/9fdb2a0a-3de2-e37a-876c-1850f8b753b6/data/hbase/meta/1588230740/ns/8cff57ce0ddf41719312a2fb7a23d054 2024-11-09T23:57:05,951 INFO [RS_CLOSE_META-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38391/user/jenkins/test-data/9fdb2a0a-3de2-e37a-876c-1850f8b753b6/data/hbase/meta/1588230740/ns/8cff57ce0ddf41719312a2fb7a23d054, entries=2, sequenceid=37, filesize=5.0 K 2024-11-09T23:57:05,953 DEBUG [RS_CLOSE_META-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38391/user/jenkins/test-data/9fdb2a0a-3de2-e37a-876c-1850f8b753b6/data/hbase/meta/1588230740/.tmp/table/9b7d1b24620347c8b97d39212d0ce407 as hdfs://localhost:38391/user/jenkins/test-data/9fdb2a0a-3de2-e37a-876c-1850f8b753b6/data/hbase/meta/1588230740/table/9b7d1b24620347c8b97d39212d0ce407 2024-11-09T23:57:05,963 INFO [RS_CLOSE_META-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38391/user/jenkins/test-data/9fdb2a0a-3de2-e37a-876c-1850f8b753b6/data/hbase/meta/1588230740/table/9b7d1b24620347c8b97d39212d0ce407, entries=2, sequenceid=37, filesize=5.1 K 2024-11-09T23:57:05,964 INFO [RS_CLOSE_META-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~16.36 KB/16748, heapSize ~27.08 KB/27728, currentSize=0 B/0 for 1588230740 in 164ms, sequenceid=37, compaction requested=false 2024-11-09T23:57:05,970 DEBUG [RS_CLOSE_META-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38391/user/jenkins/test-data/9fdb2a0a-3de2-e37a-876c-1850f8b753b6/data/hbase/meta/1588230740/recovered.edits/40.seqid, newMaxSeqId=40, maxSeqId=1 2024-11-09T23:57:05,971 DEBUG [RS_CLOSE_META-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-09T23:57:05,972 INFO [RS_CLOSE_META-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-09T23:57:05,972 DEBUG [RS_CLOSE_META-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731196625799Running coprocessor pre-close hooks at 1731196625799Disabling compacts and flushes for region at 1731196625799Disabling writes for close at 1731196625800 (+1 ms)Obtaining lock to block concurrent updates at 1731196625800Preparing flush snapshotting stores in 1588230740 at 1731196625800Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=16748, getHeapSize=27968, getOffHeapSize=0, getCellsCount=136 at 1731196625801 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1731196625801Flushing 1588230740/info: creating writer at 1731196625802 (+1 ms)Flushing 1588230740/info: appending metadata at 1731196625831 (+29 ms)Flushing 1588230740/info: closing flushed file at 1731196625831Flushing 1588230740/ns: creating writer at 1731196625865 (+34 ms)Flushing 1588230740/ns: appending metadata at 1731196625880 (+15 ms)Flushing 1588230740/ns: closing flushed file at 1731196625880Flushing 1588230740/table: creating writer at 1731196625897 (+17 ms)Flushing 1588230740/table: appending metadata at 1731196625912 (+15 ms)Flushing 1588230740/table: closing flushed file at 1731196625912Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5fa723f4: reopening flushed file at 1731196625929 (+17 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6884433f: reopening flushed file at 1731196625941 (+12 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@b55eb52: reopening flushed file at 1731196625951 (+10 ms)Finished flush of dataSize ~16.36 KB/16748, heapSize ~27.08 KB/27728, currentSize=0 B/0 for 1588230740 in 164ms, sequenceid=37, compaction requested=false at 1731196625964 (+13 ms)Writing region close event to WAL at 1731196625966 (+2 ms)Running coprocessor post-close hooks at 1731196625971 (+5 ms)Closed at 1731196625972 (+1 ms) 2024-11-09T23:57:05,972 DEBUG [RS_CLOSE_META-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-09T23:57:05,999 INFO [RS:2;9d8c37854f6e:36205 {}] regionserver.HRegionServer(976): stopping server 9d8c37854f6e,36205,1731196542410; all regions closed. 2024-11-09T23:57:06,000 INFO [RS:0;9d8c37854f6e:44337 {}] regionserver.HRegionServer(976): stopping server 9d8c37854f6e,44337,1731196542245; all regions closed. 2024-11-09T23:57:06,003 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46609 is added to blk_1073741834_1010 (size=3500) 2024-11-09T23:57:06,004 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41111 is added to blk_1073741836_1012 (size=19546) 2024-11-09T23:57:06,005 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/9fdb2a0a-3de2-e37a-876c-1850f8b753b6/WALs/9d8c37854f6e,44337,1731196542245/9d8c37854f6e%2C44337%2C1731196542245.meta.1731196554157.meta not finished, retry = 0 2024-11-09T23:57:06,005 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46421 is added to blk_1073741836_1012 (size=19546) 2024-11-09T23:57:06,005 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46609 is added to blk_1073741836_1012 (size=19546) 2024-11-09T23:57:06,005 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46421 is added to blk_1073741834_1010 (size=3500) 2024-11-09T23:57:06,005 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41111 is added to blk_1073741834_1010 (size=3500) 2024-11-09T23:57:06,008 DEBUG [RS:2;9d8c37854f6e:36205 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/9fdb2a0a-3de2-e37a-876c-1850f8b753b6/oldWALs 2024-11-09T23:57:06,008 INFO [RS:2;9d8c37854f6e:36205 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 9d8c37854f6e%2C36205%2C1731196542410:(num 1731196543923) 2024-11-09T23:57:06,008 DEBUG [RS:2;9d8c37854f6e:36205 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T23:57:06,008 INFO [RS:2;9d8c37854f6e:36205 {}] regionserver.LeaseManager(133): Closed leases 2024-11-09T23:57:06,008 INFO [RS:2;9d8c37854f6e:36205 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-09T23:57:06,009 INFO [RS:2;9d8c37854f6e:36205 {}] hbase.ChoreService(370): Chore service for: regionserver/9d8c37854f6e:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-09T23:57:06,009 INFO [RS:2;9d8c37854f6e:36205 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-09T23:57:06,009 INFO [RS:2;9d8c37854f6e:36205 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-09T23:57:06,009 INFO [regionserver/9d8c37854f6e:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-09T23:57:06,009 INFO [RS:2;9d8c37854f6e:36205 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-09T23:57:06,009 INFO [RS:2;9d8c37854f6e:36205 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-09T23:57:06,009 INFO [RS:2;9d8c37854f6e:36205 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:36205 2024-11-09T23:57:06,078 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36205-0x101235069dd0003, quorum=127.0.0.1:64585, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/9d8c37854f6e,36205,1731196542410 2024-11-09T23:57:06,078 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44177-0x101235069dd0000, quorum=127.0.0.1:64585, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-09T23:57:06,078 INFO [RS:2;9d8c37854f6e:36205 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-09T23:57:06,086 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [9d8c37854f6e,36205,1731196542410] 2024-11-09T23:57:06,094 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/9d8c37854f6e,36205,1731196542410 already deleted, retry=false 2024-11-09T23:57:06,094 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 9d8c37854f6e,36205,1731196542410 expired; onlineServers=1 2024-11-09T23:57:06,108 DEBUG [RS:0;9d8c37854f6e:44337 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/9fdb2a0a-3de2-e37a-876c-1850f8b753b6/oldWALs 2024-11-09T23:57:06,108 INFO [RS:0;9d8c37854f6e:44337 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 9d8c37854f6e%2C44337%2C1731196542245.meta:.meta(num 1731196554157) 2024-11-09T23:57:06,110 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/9fdb2a0a-3de2-e37a-876c-1850f8b753b6/WALs/9d8c37854f6e,44337,1731196542245/9d8c37854f6e%2C44337%2C1731196542245.1731196543922 not finished, retry = 0 2024-11-09T23:57:06,110 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41111 is added to blk_1073741833_1009 (size=3530) 2024-11-09T23:57:06,111 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46421 is added to blk_1073741833_1009 (size=3530) 2024-11-09T23:57:06,111 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46609 is added to blk_1073741833_1009 (size=3530) 2024-11-09T23:57:06,186 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36205-0x101235069dd0003, quorum=127.0.0.1:64585, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-09T23:57:06,186 INFO [RS:2;9d8c37854f6e:36205 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-09T23:57:06,186 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36205-0x101235069dd0003, quorum=127.0.0.1:64585, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-09T23:57:06,186 INFO [RS:2;9d8c37854f6e:36205 {}] regionserver.HRegionServer(1031): Exiting; stopping=9d8c37854f6e,36205,1731196542410; zookeeper connection closed. 2024-11-09T23:57:06,187 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@487f06a2 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@487f06a2 2024-11-09T23:57:06,218 DEBUG [RS:0;9d8c37854f6e:44337 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/9fdb2a0a-3de2-e37a-876c-1850f8b753b6/oldWALs 2024-11-09T23:57:06,218 INFO [RS:0;9d8c37854f6e:44337 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 9d8c37854f6e%2C44337%2C1731196542245:(num 1731196543922) 2024-11-09T23:57:06,218 DEBUG [RS:0;9d8c37854f6e:44337 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T23:57:06,218 INFO [RS:0;9d8c37854f6e:44337 {}] regionserver.LeaseManager(133): Closed leases 2024-11-09T23:57:06,218 INFO [RS:0;9d8c37854f6e:44337 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-09T23:57:06,219 INFO [RS:0;9d8c37854f6e:44337 {}] hbase.ChoreService(370): Chore service for: regionserver/9d8c37854f6e:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-09T23:57:06,219 INFO [RS:0;9d8c37854f6e:44337 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-09T23:57:06,219 INFO [regionserver/9d8c37854f6e:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-09T23:57:06,220 INFO [RS:0;9d8c37854f6e:44337 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:44337 2024-11-09T23:57:06,252 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44177-0x101235069dd0000, quorum=127.0.0.1:64585, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-09T23:57:06,252 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44337-0x101235069dd0001, quorum=127.0.0.1:64585, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/9d8c37854f6e,44337,1731196542245 2024-11-09T23:57:06,252 INFO [RS:0;9d8c37854f6e:44337 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-09T23:57:06,253 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [9d8c37854f6e,44337,1731196542245] 2024-11-09T23:57:06,269 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/9d8c37854f6e,44337,1731196542245 already deleted, retry=false 2024-11-09T23:57:06,269 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 9d8c37854f6e,44337,1731196542245 expired; onlineServers=0 2024-11-09T23:57:06,270 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '9d8c37854f6e,44177,1731196541531' ***** 2024-11-09T23:57:06,270 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-09T23:57:06,270 INFO [M:0;9d8c37854f6e:44177 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-09T23:57:06,270 INFO [M:0;9d8c37854f6e:44177 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-09T23:57:06,270 DEBUG [M:0;9d8c37854f6e:44177 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-09T23:57:06,271 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-09T23:57:06,271 DEBUG [M:0;9d8c37854f6e:44177 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-09T23:57:06,271 DEBUG [master/9d8c37854f6e:0:becomeActiveMaster-HFileCleaner.large.0-1731196543513 {}] cleaner.HFileCleaner(306): Exit Thread[master/9d8c37854f6e:0:becomeActiveMaster-HFileCleaner.large.0-1731196543513,5,FailOnTimeoutGroup] 2024-11-09T23:57:06,271 DEBUG [master/9d8c37854f6e:0:becomeActiveMaster-HFileCleaner.small.0-1731196543515 {}] cleaner.HFileCleaner(306): Exit Thread[master/9d8c37854f6e:0:becomeActiveMaster-HFileCleaner.small.0-1731196543515,5,FailOnTimeoutGroup] 2024-11-09T23:57:06,271 INFO [M:0;9d8c37854f6e:44177 {}] hbase.ChoreService(370): Chore service for: master/9d8c37854f6e:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-09T23:57:06,271 INFO [M:0;9d8c37854f6e:44177 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-09T23:57:06,272 DEBUG [M:0;9d8c37854f6e:44177 {}] master.HMaster(1795): Stopping service threads 2024-11-09T23:57:06,272 INFO [M:0;9d8c37854f6e:44177 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-09T23:57:06,272 INFO [M:0;9d8c37854f6e:44177 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-09T23:57:06,272 ERROR [M:0;9d8c37854f6e:44177 {}] procedure2.ProcedureExecutor(763): There are still active thread in group java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10], see STDOUT java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10] Thread[IPC Client (967957970) connection to localhost/127.0.0.1:38391 from jenkins,5,PEWorkerGroup] Thread[IPC Parameter Sending Thread for localhost/127.0.0.1:38391,5,PEWorkerGroup] 2024-11-09T23:57:06,273 INFO [M:0;9d8c37854f6e:44177 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-09T23:57:06,273 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-09T23:57:06,277 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44177-0x101235069dd0000, quorum=127.0.0.1:64585, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master 2024-11-09T23:57:06,278 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44177-0x101235069dd0000, quorum=127.0.0.1:64585, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-09T23:57:06,278 DEBUG [M:0;9d8c37854f6e:44177 {}] zookeeper.ZKUtil(347): master:44177-0x101235069dd0000, quorum=127.0.0.1:64585, baseZNode=/hbase Unable to get data of znode /hbase/master because node does not exist (not an error) 2024-11-09T23:57:06,278 WARN [M:0;9d8c37854f6e:44177 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-09T23:57:06,279 INFO [M:0;9d8c37854f6e:44177 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:38391/user/jenkins/test-data/9fdb2a0a-3de2-e37a-876c-1850f8b753b6/.lastflushedseqids 2024-11-09T23:57:06,294 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41111 is added to blk_1073741865_1041 (size=686) 2024-11-09T23:57:06,294 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46421 is added to blk_1073741865_1041 (size=686) 2024-11-09T23:57:06,294 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46609 is added to blk_1073741865_1041 (size=686) 2024-11-09T23:57:06,295 INFO [M:0;9d8c37854f6e:44177 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-09T23:57:06,295 INFO [M:0;9d8c37854f6e:44177 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-09T23:57:06,295 DEBUG [M:0;9d8c37854f6e:44177 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-09T23:57:06,295 INFO [M:0;9d8c37854f6e:44177 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T23:57:06,295 DEBUG [M:0;9d8c37854f6e:44177 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T23:57:06,295 DEBUG [M:0;9d8c37854f6e:44177 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-09T23:57:06,295 DEBUG [M:0;9d8c37854f6e:44177 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T23:57:06,295 INFO [M:0;9d8c37854f6e:44177 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=195.56 KB heapSize=242.33 KB 2024-11-09T23:57:06,311 DEBUG [M:0;9d8c37854f6e:44177 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38391/user/jenkins/test-data/9fdb2a0a-3de2-e37a-876c-1850f8b753b6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/2e8131f114a345eb80e3a7dbdb8e1ade is 82, key is hbase:meta,,1/info:regioninfo/1731196554231/Put/seqid=0 2024-11-09T23:57:06,318 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46609 is added to blk_1073741866_1042 (size=5672) 2024-11-09T23:57:06,319 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46421 is added to blk_1073741866_1042 (size=5672) 2024-11-09T23:57:06,319 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41111 is added to blk_1073741866_1042 (size=5672) 2024-11-09T23:57:06,319 INFO [M:0;9d8c37854f6e:44177 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=513 (bloomFilter=true), to=hdfs://localhost:38391/user/jenkins/test-data/9fdb2a0a-3de2-e37a-876c-1850f8b753b6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/2e8131f114a345eb80e3a7dbdb8e1ade 2024-11-09T23:57:06,342 DEBUG [M:0;9d8c37854f6e:44177 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38391/user/jenkins/test-data/9fdb2a0a-3de2-e37a-876c-1850f8b753b6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/e7c2d94564594647a2783ef86cfbb579 is 1244, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1731196565928/Put/seqid=0 2024-11-09T23:57:06,349 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46421 is added to blk_1073741867_1043 (size=8974) 2024-11-09T23:57:06,349 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41111 is added to blk_1073741867_1043 (size=8974) 2024-11-09T23:57:06,350 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46609 is added to blk_1073741867_1043 (size=8974) 2024-11-09T23:57:06,350 INFO [M:0;9d8c37854f6e:44177 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=194.83 KB at sequenceid=513 (bloomFilter=true), to=hdfs://localhost:38391/user/jenkins/test-data/9fdb2a0a-3de2-e37a-876c-1850f8b753b6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/e7c2d94564594647a2783ef86cfbb579 2024-11-09T23:57:06,358 INFO [M:0;9d8c37854f6e:44177 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for e7c2d94564594647a2783ef86cfbb579 2024-11-09T23:57:06,361 INFO [RS:0;9d8c37854f6e:44337 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-09T23:57:06,361 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44337-0x101235069dd0001, quorum=127.0.0.1:64585, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-09T23:57:06,361 INFO [RS:0;9d8c37854f6e:44337 {}] regionserver.HRegionServer(1031): Exiting; stopping=9d8c37854f6e,44337,1731196542245; zookeeper connection closed. 2024-11-09T23:57:06,361 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44337-0x101235069dd0001, quorum=127.0.0.1:64585, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-09T23:57:06,361 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@18c664f8 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@18c664f8 2024-11-09T23:57:06,362 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 3 regionserver(s) complete 2024-11-09T23:57:06,380 DEBUG [M:0;9d8c37854f6e:44177 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38391/user/jenkins/test-data/9fdb2a0a-3de2-e37a-876c-1850f8b753b6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/a057f0da704d4a69bd1bb65c13605155 is 69, key is 9d8c37854f6e,36205,1731196542410/rs:state/1731196543608/Put/seqid=0 2024-11-09T23:57:06,387 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41111 is added to blk_1073741868_1044 (size=5446) 2024-11-09T23:57:06,387 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46421 is added to blk_1073741868_1044 (size=5446) 2024-11-09T23:57:06,388 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46609 is added to blk_1073741868_1044 (size=5446) 2024-11-09T23:57:06,388 INFO [M:0;9d8c37854f6e:44177 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=249 B at sequenceid=513 (bloomFilter=true), to=hdfs://localhost:38391/user/jenkins/test-data/9fdb2a0a-3de2-e37a-876c-1850f8b753b6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/a057f0da704d4a69bd1bb65c13605155 2024-11-09T23:57:06,395 INFO [M:0;9d8c37854f6e:44177 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for a057f0da704d4a69bd1bb65c13605155 2024-11-09T23:57:06,397 DEBUG [M:0;9d8c37854f6e:44177 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38391/user/jenkins/test-data/9fdb2a0a-3de2-e37a-876c-1850f8b753b6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/2e8131f114a345eb80e3a7dbdb8e1ade as hdfs://localhost:38391/user/jenkins/test-data/9fdb2a0a-3de2-e37a-876c-1850f8b753b6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/2e8131f114a345eb80e3a7dbdb8e1ade 2024-11-09T23:57:06,404 INFO [M:0;9d8c37854f6e:44177 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38391/user/jenkins/test-data/9fdb2a0a-3de2-e37a-876c-1850f8b753b6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/2e8131f114a345eb80e3a7dbdb8e1ade, entries=8, sequenceid=513, filesize=5.5 K 2024-11-09T23:57:06,405 DEBUG [M:0;9d8c37854f6e:44177 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38391/user/jenkins/test-data/9fdb2a0a-3de2-e37a-876c-1850f8b753b6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/e7c2d94564594647a2783ef86cfbb579 as hdfs://localhost:38391/user/jenkins/test-data/9fdb2a0a-3de2-e37a-876c-1850f8b753b6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/e7c2d94564594647a2783ef86cfbb579 2024-11-09T23:57:06,412 INFO [M:0;9d8c37854f6e:44177 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for e7c2d94564594647a2783ef86cfbb579 2024-11-09T23:57:06,412 INFO [M:0;9d8c37854f6e:44177 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38391/user/jenkins/test-data/9fdb2a0a-3de2-e37a-876c-1850f8b753b6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/e7c2d94564594647a2783ef86cfbb579, entries=56, sequenceid=513, filesize=8.8 K 2024-11-09T23:57:06,414 DEBUG [M:0;9d8c37854f6e:44177 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38391/user/jenkins/test-data/9fdb2a0a-3de2-e37a-876c-1850f8b753b6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/a057f0da704d4a69bd1bb65c13605155 as hdfs://localhost:38391/user/jenkins/test-data/9fdb2a0a-3de2-e37a-876c-1850f8b753b6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/a057f0da704d4a69bd1bb65c13605155 2024-11-09T23:57:06,421 INFO [M:0;9d8c37854f6e:44177 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for a057f0da704d4a69bd1bb65c13605155 2024-11-09T23:57:06,422 INFO [M:0;9d8c37854f6e:44177 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38391/user/jenkins/test-data/9fdb2a0a-3de2-e37a-876c-1850f8b753b6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/a057f0da704d4a69bd1bb65c13605155, entries=3, sequenceid=513, filesize=5.3 K 2024-11-09T23:57:06,423 INFO [M:0;9d8c37854f6e:44177 {}] regionserver.HRegion(3140): Finished flush of dataSize ~195.56 KB/200255, heapSize ~242.03 KB/247840, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 128ms, sequenceid=513, compaction requested=false 2024-11-09T23:57:06,424 INFO [M:0;9d8c37854f6e:44177 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T23:57:06,424 DEBUG [M:0;9d8c37854f6e:44177 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731196626295Disabling compacts and flushes for region at 1731196626295Disabling writes for close at 1731196626295Obtaining lock to block concurrent updates at 1731196626295Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731196626295Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=200255, getHeapSize=248080, getOffHeapSize=0, getCellsCount=620 at 1731196626296 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731196626296Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731196626296Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731196626311 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731196626311Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731196626325 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731196626341 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731196626341Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731196626358 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731196626378 (+20 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731196626379 (+1 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@48eea5b3: reopening flushed file at 1731196626395 (+16 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@37a649b6: reopening flushed file at 1731196626404 (+9 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2693d09d: reopening flushed file at 1731196626412 (+8 ms)Finished flush of dataSize ~195.56 KB/200255, heapSize ~242.03 KB/247840, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 128ms, sequenceid=513, compaction requested=false at 1731196626423 (+11 ms)Writing region close event to WAL at 1731196626424 (+1 ms)Closed at 1731196626424 2024-11-09T23:57:06,426 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41111 is added to blk_1073741830_1006 (size=234447) 2024-11-09T23:57:06,427 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46421 is added to blk_1073741830_1006 (size=234447) 2024-11-09T23:57:06,427 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46609 is added to blk_1073741830_1006 (size=234447) 2024-11-09T23:57:06,428 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-09T23:57:06,428 INFO [M:0;9d8c37854f6e:44177 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-09T23:57:06,428 INFO [M:0;9d8c37854f6e:44177 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:44177 2024-11-09T23:57:06,428 INFO [M:0;9d8c37854f6e:44177 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-09T23:57:06,561 INFO [M:0;9d8c37854f6e:44177 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-09T23:57:06,561 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44177-0x101235069dd0000, quorum=127.0.0.1:64585, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-09T23:57:06,561 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44177-0x101235069dd0000, quorum=127.0.0.1:64585, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-09T23:57:06,609 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@1829d582{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-09T23:57:06,613 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@214e58f{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-09T23:57:06,613 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-09T23:57:06,614 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1b3a725b{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-09T23:57:06,614 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@290abb78{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/6422366e-b104-1dfc-7786-2455cbc12bfd/hadoop.log.dir/,STOPPED} 2024-11-09T23:57:06,618 WARN [BP-1331687502-172.17.0.2-1731196537563 heartbeating to localhost/127.0.0.1:38391 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-09T23:57:06,618 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-09T23:57:06,618 WARN [BP-1331687502-172.17.0.2-1731196537563 heartbeating to localhost/127.0.0.1:38391 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1331687502-172.17.0.2-1731196537563 (Datanode Uuid cc2e6eda-2155-49e2-8d5a-9934afefa7c4) service to localhost/127.0.0.1:38391 2024-11-09T23:57:06,618 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-09T23:57:06,619 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/6422366e-b104-1dfc-7786-2455cbc12bfd/cluster_87b84592-17db-f5ec-8fad-367f060b509d/data/data5/current/BP-1331687502-172.17.0.2-1731196537563 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-09T23:57:06,619 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/6422366e-b104-1dfc-7786-2455cbc12bfd/cluster_87b84592-17db-f5ec-8fad-367f060b509d/data/data6/current/BP-1331687502-172.17.0.2-1731196537563 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-09T23:57:06,620 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-09T23:57:06,621 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@733978e0{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-09T23:57:06,622 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@cec9164{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-09T23:57:06,622 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-09T23:57:06,622 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2267987d{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-09T23:57:06,622 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7ffd676e{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/6422366e-b104-1dfc-7786-2455cbc12bfd/hadoop.log.dir/,STOPPED} 2024-11-09T23:57:06,623 WARN [BP-1331687502-172.17.0.2-1731196537563 heartbeating to localhost/127.0.0.1:38391 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-09T23:57:06,623 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-09T23:57:06,623 WARN [BP-1331687502-172.17.0.2-1731196537563 heartbeating to localhost/127.0.0.1:38391 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1331687502-172.17.0.2-1731196537563 (Datanode Uuid f3a59a55-c3e8-488e-bb7d-3dfc8f61e4d4) service to localhost/127.0.0.1:38391 2024-11-09T23:57:06,624 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-09T23:57:06,624 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/6422366e-b104-1dfc-7786-2455cbc12bfd/cluster_87b84592-17db-f5ec-8fad-367f060b509d/data/data3/current/BP-1331687502-172.17.0.2-1731196537563 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-09T23:57:06,624 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/6422366e-b104-1dfc-7786-2455cbc12bfd/cluster_87b84592-17db-f5ec-8fad-367f060b509d/data/data4/current/BP-1331687502-172.17.0.2-1731196537563 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-09T23:57:06,624 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-09T23:57:06,631 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@3822facf{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-09T23:57:06,631 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@18c70438{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-09T23:57:06,631 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-09T23:57:06,631 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7f453cb9{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-09T23:57:06,631 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3bdaaf48{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/6422366e-b104-1dfc-7786-2455cbc12bfd/hadoop.log.dir/,STOPPED} 2024-11-09T23:57:06,633 WARN [BP-1331687502-172.17.0.2-1731196537563 heartbeating to localhost/127.0.0.1:38391 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-09T23:57:06,633 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-09T23:57:06,633 WARN [BP-1331687502-172.17.0.2-1731196537563 heartbeating to localhost/127.0.0.1:38391 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1331687502-172.17.0.2-1731196537563 (Datanode Uuid 4190f240-65be-4134-8cfc-6339ba6f5e64) service to localhost/127.0.0.1:38391 2024-11-09T23:57:06,633 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-09T23:57:06,633 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/6422366e-b104-1dfc-7786-2455cbc12bfd/cluster_87b84592-17db-f5ec-8fad-367f060b509d/data/data1/current/BP-1331687502-172.17.0.2-1731196537563 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-09T23:57:06,633 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/6422366e-b104-1dfc-7786-2455cbc12bfd/cluster_87b84592-17db-f5ec-8fad-367f060b509d/data/data2/current/BP-1331687502-172.17.0.2-1731196537563 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-09T23:57:06,634 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-09T23:57:06,641 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@458e1c66{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-09T23:57:06,642 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@50e5d970{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-09T23:57:06,642 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-09T23:57:06,642 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6a9f9f29{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-09T23:57:06,642 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@379e5835{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/6422366e-b104-1dfc-7786-2455cbc12bfd/hadoop.log.dir/,STOPPED} 2024-11-09T23:57:06,651 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-09T23:57:06,691 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-09T23:57:06,699 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: master.procedure.TestSnapshotProcedureRSCrashes#testRegionServerCrashWhileTakingSnapshot Thread=98 (was 11) Potentially hanging thread: org.apache.hadoop.fs.FileSystem$Statistics$StatisticsDataReferenceCleaner java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:155) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:176) app//org.apache.hadoop.fs.FileSystem$Statistics$StatisticsDataReferenceCleaner.run(FileSystem.java:4171) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/9d8c37854f6e:0.logRoller java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hbase.wal.AbstractWALRoller.run(AbstractWALRoller.java:180) Potentially hanging thread: nioEventLoopGroup-3-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: SnapshotHandlerChoreCleaner java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:38391 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/9d8c37854f6e:0.procedureResultReporter java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.regionserver.RemoteProcedureResultReporter.run(RemoteProcedureResultReporter.java:75) Potentially hanging thread: RpcClient-timer-pool-0 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.waitForNextTick(HashedWheelTimer.java:598) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:494) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-1-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:38391 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:38391 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-3 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.1@localhost:38391 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:38391 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-5-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:38391 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-3-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: region-location-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:38391 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: GcTimeMonitor obsWindow = 60000, sleepInterval = 5000, maxGcTimePerc = 100 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.util.GcTimeMonitor.run(GcTimeMonitor.java:161) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-5-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-7-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: LeaseRenewer:jenkins.hfs.0@localhost:38391 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-7-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-5-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-5-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-2-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Idle-Rpc-Conn-Sweeper-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-6-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-2-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Abort regionserver monitor java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: Timer for 'HBase' metrics system java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: ForkJoinPool-2-worker-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: ForkJoinPool-2-worker-4 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: nioEventLoopGroup-6-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: SessionTracker java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.server.SessionTrackerImpl.run(SessionTrackerImpl.java:163) Potentially hanging thread: ForkJoinPool-2-worker-8 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkUntil(LockSupport.java:410) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1726) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.hdfs.PeerCache@67d0724d java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.PeerCache.run(PeerCache.java:253) app//org.apache.hadoop.hdfs.PeerCache.access$000(PeerCache.java:46) app//org.apache.hadoop.hdfs.PeerCache$1.run(PeerCache.java:124) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-1-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-7 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: HMaster-EventLoopGroup-1-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-5 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/9d8c37854f6e:0.Chore.1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-3 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: region-location-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-4-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test.named-queue-events-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) app//com.lmax.disruptor.BlockingWaitStrategy.waitFor(BlockingWaitStrategy.java:47) app//com.lmax.disruptor.ProcessingSequenceBarrier.waitFor(ProcessingSequenceBarrier.java:56) app//com.lmax.disruptor.BatchEventProcessor.processEvents(BatchEventProcessor.java:159) app//com.lmax.disruptor.BatchEventProcessor.run(BatchEventProcessor.java:125) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-4-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Async-Client-Retry-Timer-pool-0 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.waitForNextTick(HashedWheelTimer.java:598) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:494) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-7-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-2 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-4-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-5 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: SSL Certificates Store Monitor java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:537) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: nioEventLoopGroup-4-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-2-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-6-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-3-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HBase-Metrics2-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-4-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: weak-ref-cleaner-strictcontextstorage java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:155) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:176) app//io.opentelemetry.context.StrictContextStorage$PendingScopes.run(StrictContextStorage.java:269) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.2@localhost:38391 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (967957970) connection to localhost/127.0.0.1:38391 from jenkins.hfs.2 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-3-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:38391 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Monitor thread for TaskMonitor java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hbase.monitoring.TaskMonitor$MonitorRunnable.run(TaskMonitor.java:325) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: region-location-4 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-3-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: BootstrapNodeManager java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: region-location-3 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:38391 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: master/9d8c37854f6e:0:becomeActiveMaster-MemStoreChunkPool Statistics java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: region-location-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/9d8c37854f6e:0.procedureResultReporter java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.regionserver.RemoteProcedureResultReporter.run(RemoteProcedureResultReporter.java:75) Potentially hanging thread: IPC Client (967957970) connection to localhost/127.0.0.1:38391 from jenkins.hfs.0 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: RS_OPEN_REGION-regionserver/9d8c37854f6e:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-6 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/9d8c37854f6e:0.procedureResultReporter java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.regionserver.RemoteProcedureResultReporter.run(RemoteProcedureResultReporter.java:75) Potentially hanging thread: nioEventLoopGroup-5-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-5-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (967957970) connection to localhost/127.0.0.1:38391 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-4 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (967957970) connection to localhost/127.0.0.1:38391 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-4-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-3-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: master/9d8c37854f6e:0:becomeActiveMaster-MemStoreChunkPool Statistics java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=442 (was 285) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=34 (was 58), ProcessCount=11 (was 11), AvailableMemoryMB=17545 (was 18704) 2024-11-09T23:57:06,704 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: master.procedure.TestSnapshotProcedureRSCrashes#testRegionServerCrashWhileVerifyingSnapshot Thread=99, OpenFileDescriptor=442, MaxFileDescriptor=1048576, SystemLoadAverage=34, ProcessCount=11, AvailableMemoryMB=17545 2024-11-09T23:57:06,717 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/6422366e-b104-1dfc-7786-2455cbc12bfd/hadoop.log.dir so I do NOT create it in target/test-data/fe067601-5b1a-55d4-1071-94c272e2b058 2024-11-09T23:57:06,717 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/6422366e-b104-1dfc-7786-2455cbc12bfd/hadoop.log.dir Erasing configuration value by system value. 2024-11-09T23:57:06,717 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/6422366e-b104-1dfc-7786-2455cbc12bfd/hadoop.tmp.dir so I do NOT create it in target/test-data/fe067601-5b1a-55d4-1071-94c272e2b058 2024-11-09T23:57:06,717 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/6422366e-b104-1dfc-7786-2455cbc12bfd/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-09T23:57:06,717 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/fe067601-5b1a-55d4-1071-94c272e2b058 2024-11-09T23:57:06,717 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=3, rsPorts=, rsClass=null, numDataNodes=3, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-09T23:57:06,717 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/fe067601-5b1a-55d4-1071-94c272e2b058/cluster_846625a2-2bfa-6e3f-589a-aa70bbb78284, deleteOnExit=true 2024-11-09T23:57:06,717 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-09T23:57:06,718 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/fe067601-5b1a-55d4-1071-94c272e2b058/test.cache.data in system properties and HBase conf 2024-11-09T23:57:06,718 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/fe067601-5b1a-55d4-1071-94c272e2b058/hadoop.tmp.dir in system properties and HBase conf 2024-11-09T23:57:06,718 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/fe067601-5b1a-55d4-1071-94c272e2b058/hadoop.log.dir in system properties and HBase conf 2024-11-09T23:57:06,718 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/fe067601-5b1a-55d4-1071-94c272e2b058/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-09T23:57:06,718 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/fe067601-5b1a-55d4-1071-94c272e2b058/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-09T23:57:06,718 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-09T23:57:06,718 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-09T23:57:06,719 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/fe067601-5b1a-55d4-1071-94c272e2b058/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-09T23:57:06,719 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/fe067601-5b1a-55d4-1071-94c272e2b058/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-09T23:57:06,719 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/fe067601-5b1a-55d4-1071-94c272e2b058/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-09T23:57:06,719 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/fe067601-5b1a-55d4-1071-94c272e2b058/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-09T23:57:06,719 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/fe067601-5b1a-55d4-1071-94c272e2b058/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-09T23:57:06,719 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/fe067601-5b1a-55d4-1071-94c272e2b058/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-09T23:57:06,719 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/fe067601-5b1a-55d4-1071-94c272e2b058/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-09T23:57:06,719 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/fe067601-5b1a-55d4-1071-94c272e2b058/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-09T23:57:06,719 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/fe067601-5b1a-55d4-1071-94c272e2b058/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-09T23:57:06,719 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/fe067601-5b1a-55d4-1071-94c272e2b058/nfs.dump.dir in system properties and HBase conf 2024-11-09T23:57:06,719 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/fe067601-5b1a-55d4-1071-94c272e2b058/java.io.tmpdir in system properties and HBase conf 2024-11-09T23:57:06,720 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/fe067601-5b1a-55d4-1071-94c272e2b058/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-09T23:57:06,720 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/fe067601-5b1a-55d4-1071-94c272e2b058/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-09T23:57:06,720 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/fe067601-5b1a-55d4-1071-94c272e2b058/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-09T23:57:07,169 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-09T23:57:07,177 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-09T23:57:07,178 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-09T23:57:07,179 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-09T23:57:07,179 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-09T23:57:07,179 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-09T23:57:07,181 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@430d345b{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/fe067601-5b1a-55d4-1071-94c272e2b058/hadoop.log.dir/,AVAILABLE} 2024-11-09T23:57:07,181 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5fed62ec{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-09T23:57:07,277 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@35af2d82{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/fe067601-5b1a-55d4-1071-94c272e2b058/java.io.tmpdir/jetty-localhost-33431-hadoop-hdfs-3_4_1-tests_jar-_-any-10746685606652567784/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-09T23:57:07,278 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@11abadeb{HTTP/1.1, (http/1.1)}{localhost:33431} 2024-11-09T23:57:07,278 INFO [Time-limited test {}] server.Server(415): Started @91593ms 2024-11-09T23:57:07,484 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-09T23:57:07,487 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-09T23:57:07,488 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-09T23:57:07,488 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-09T23:57:07,488 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-09T23:57:07,489 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@aae0e41{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/fe067601-5b1a-55d4-1071-94c272e2b058/hadoop.log.dir/,AVAILABLE} 2024-11-09T23:57:07,489 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@652ac91{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-09T23:57:07,581 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@1829e4c{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/fe067601-5b1a-55d4-1071-94c272e2b058/java.io.tmpdir/jetty-localhost-40567-hadoop-hdfs-3_4_1-tests_jar-_-any-2866187652665360777/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-09T23:57:07,582 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@f625930{HTTP/1.1, (http/1.1)}{localhost:40567} 2024-11-09T23:57:07,582 INFO [Time-limited test {}] server.Server(415): Started @91896ms 2024-11-09T23:57:07,583 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-09T23:57:07,613 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-09T23:57:07,616 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-09T23:57:07,619 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-09T23:57:07,619 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-09T23:57:07,619 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-09T23:57:07,620 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4109d07e{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/fe067601-5b1a-55d4-1071-94c272e2b058/hadoop.log.dir/,AVAILABLE} 2024-11-09T23:57:07,620 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5d1726b1{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-09T23:57:07,719 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@72727a2e{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/fe067601-5b1a-55d4-1071-94c272e2b058/java.io.tmpdir/jetty-localhost-35895-hadoop-hdfs-3_4_1-tests_jar-_-any-7257382823036287273/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-09T23:57:07,720 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@5469cc5b{HTTP/1.1, (http/1.1)}{localhost:35895} 2024-11-09T23:57:07,720 INFO [Time-limited test {}] server.Server(415): Started @92034ms 2024-11-09T23:57:07,721 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-09T23:57:07,753 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-09T23:57:07,757 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-09T23:57:07,758 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-09T23:57:07,758 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-09T23:57:07,758 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-09T23:57:07,760 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@384fb1d9{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/fe067601-5b1a-55d4-1071-94c272e2b058/hadoop.log.dir/,AVAILABLE} 2024-11-09T23:57:07,760 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3615cd80{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-09T23:57:07,862 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@51bc681e{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/fe067601-5b1a-55d4-1071-94c272e2b058/java.io.tmpdir/jetty-localhost-39443-hadoop-hdfs-3_4_1-tests_jar-_-any-10756532028178132918/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-09T23:57:07,863 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@69a2cc41{HTTP/1.1, (http/1.1)}{localhost:39443} 2024-11-09T23:57:07,863 INFO [Time-limited test {}] server.Server(415): Started @92177ms 2024-11-09T23:57:07,864 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-09T23:57:08,471 WARN [Thread-706 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/fe067601-5b1a-55d4-1071-94c272e2b058/cluster_846625a2-2bfa-6e3f-589a-aa70bbb78284/data/data1/current/BP-232344617-172.17.0.2-1731196626738/current, will proceed with Du for space computation calculation, 2024-11-09T23:57:08,472 WARN [Thread-707 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/fe067601-5b1a-55d4-1071-94c272e2b058/cluster_846625a2-2bfa-6e3f-589a-aa70bbb78284/data/data2/current/BP-232344617-172.17.0.2-1731196626738/current, will proceed with Du for space computation calculation, 2024-11-09T23:57:08,487 WARN [Thread-648 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-09T23:57:08,489 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xcd93a4a190b16fdf with lease ID 0x6a2093da7b9d5027: Processing first storage report for DS-d23fc94a-03dd-451f-aa77-fc9271f17092 from datanode DatanodeRegistration(127.0.0.1:34825, datanodeUuid=64fbd128-d403-42ef-aebb-f9d253a1f877, infoPort=33169, infoSecurePort=0, ipcPort=39555, storageInfo=lv=-57;cid=testClusterID;nsid=1287929856;c=1731196626738) 2024-11-09T23:57:08,490 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xcd93a4a190b16fdf with lease ID 0x6a2093da7b9d5027: from storage DS-d23fc94a-03dd-451f-aa77-fc9271f17092 node DatanodeRegistration(127.0.0.1:34825, datanodeUuid=64fbd128-d403-42ef-aebb-f9d253a1f877, infoPort=33169, infoSecurePort=0, ipcPort=39555, storageInfo=lv=-57;cid=testClusterID;nsid=1287929856;c=1731196626738), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-09T23:57:08,490 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xcd93a4a190b16fdf with lease ID 0x6a2093da7b9d5027: Processing first storage report for DS-18b85415-9350-4e8f-9e1a-2c8843a7def8 from datanode DatanodeRegistration(127.0.0.1:34825, datanodeUuid=64fbd128-d403-42ef-aebb-f9d253a1f877, infoPort=33169, infoSecurePort=0, ipcPort=39555, storageInfo=lv=-57;cid=testClusterID;nsid=1287929856;c=1731196626738) 2024-11-09T23:57:08,490 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xcd93a4a190b16fdf with lease ID 0x6a2093da7b9d5027: from storage DS-18b85415-9350-4e8f-9e1a-2c8843a7def8 node DatanodeRegistration(127.0.0.1:34825, datanodeUuid=64fbd128-d403-42ef-aebb-f9d253a1f877, infoPort=33169, infoSecurePort=0, ipcPort=39555, storageInfo=lv=-57;cid=testClusterID;nsid=1287929856;c=1731196626738), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-09T23:57:08,844 WARN [Thread-719 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/fe067601-5b1a-55d4-1071-94c272e2b058/cluster_846625a2-2bfa-6e3f-589a-aa70bbb78284/data/data3/current/BP-232344617-172.17.0.2-1731196626738/current, will proceed with Du for space computation calculation, 2024-11-09T23:57:08,845 WARN [Thread-720 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/fe067601-5b1a-55d4-1071-94c272e2b058/cluster_846625a2-2bfa-6e3f-589a-aa70bbb78284/data/data4/current/BP-232344617-172.17.0.2-1731196626738/current, will proceed with Du for space computation calculation, 2024-11-09T23:57:08,863 WARN [Thread-671 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-09T23:57:08,866 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xc8ce628ab0975bc2 with lease ID 0x6a2093da7b9d5028: Processing first storage report for DS-77e7c44a-639f-4a16-ae91-ef470e30a4f6 from datanode DatanodeRegistration(127.0.0.1:43797, datanodeUuid=c5b8e61f-ae8e-4f79-bb07-2292fd44cdea, infoPort=36643, infoSecurePort=0, ipcPort=33177, storageInfo=lv=-57;cid=testClusterID;nsid=1287929856;c=1731196626738) 2024-11-09T23:57:08,866 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xc8ce628ab0975bc2 with lease ID 0x6a2093da7b9d5028: from storage DS-77e7c44a-639f-4a16-ae91-ef470e30a4f6 node DatanodeRegistration(127.0.0.1:43797, datanodeUuid=c5b8e61f-ae8e-4f79-bb07-2292fd44cdea, infoPort=36643, infoSecurePort=0, ipcPort=33177, storageInfo=lv=-57;cid=testClusterID;nsid=1287929856;c=1731196626738), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-09T23:57:08,866 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xc8ce628ab0975bc2 with lease ID 0x6a2093da7b9d5028: Processing first storage report for DS-2f84c68e-b0e6-43bd-a598-fd4f5ddcc761 from datanode DatanodeRegistration(127.0.0.1:43797, datanodeUuid=c5b8e61f-ae8e-4f79-bb07-2292fd44cdea, infoPort=36643, infoSecurePort=0, ipcPort=33177, storageInfo=lv=-57;cid=testClusterID;nsid=1287929856;c=1731196626738) 2024-11-09T23:57:08,866 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xc8ce628ab0975bc2 with lease ID 0x6a2093da7b9d5028: from storage DS-2f84c68e-b0e6-43bd-a598-fd4f5ddcc761 node DatanodeRegistration(127.0.0.1:43797, datanodeUuid=c5b8e61f-ae8e-4f79-bb07-2292fd44cdea, infoPort=36643, infoSecurePort=0, ipcPort=33177, storageInfo=lv=-57;cid=testClusterID;nsid=1287929856;c=1731196626738), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-09T23:57:08,872 WARN [Thread-730 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/fe067601-5b1a-55d4-1071-94c272e2b058/cluster_846625a2-2bfa-6e3f-589a-aa70bbb78284/data/data5/current/BP-232344617-172.17.0.2-1731196626738/current, will proceed with Du for space computation calculation, 2024-11-09T23:57:08,872 WARN [Thread-731 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/fe067601-5b1a-55d4-1071-94c272e2b058/cluster_846625a2-2bfa-6e3f-589a-aa70bbb78284/data/data6/current/BP-232344617-172.17.0.2-1731196626738/current, will proceed with Du for space computation calculation, 2024-11-09T23:57:08,887 WARN [Thread-693 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-09T23:57:08,889 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x37e479c63d97188f with lease ID 0x6a2093da7b9d5029: Processing first storage report for DS-8e016ce7-19e0-4e91-8baa-38140e7fc8bb from datanode DatanodeRegistration(127.0.0.1:37483, datanodeUuid=fd752288-5138-4647-8488-4a52dd9ffa97, infoPort=45227, infoSecurePort=0, ipcPort=41895, storageInfo=lv=-57;cid=testClusterID;nsid=1287929856;c=1731196626738) 2024-11-09T23:57:08,889 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x37e479c63d97188f with lease ID 0x6a2093da7b9d5029: from storage DS-8e016ce7-19e0-4e91-8baa-38140e7fc8bb node DatanodeRegistration(127.0.0.1:37483, datanodeUuid=fd752288-5138-4647-8488-4a52dd9ffa97, infoPort=45227, infoSecurePort=0, ipcPort=41895, storageInfo=lv=-57;cid=testClusterID;nsid=1287929856;c=1731196626738), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-09T23:57:08,890 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x37e479c63d97188f with lease ID 0x6a2093da7b9d5029: Processing first storage report for DS-521bd9ce-ade0-4219-a761-83c59035305e from datanode DatanodeRegistration(127.0.0.1:37483, datanodeUuid=fd752288-5138-4647-8488-4a52dd9ffa97, infoPort=45227, infoSecurePort=0, ipcPort=41895, storageInfo=lv=-57;cid=testClusterID;nsid=1287929856;c=1731196626738) 2024-11-09T23:57:08,890 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x37e479c63d97188f with lease ID 0x6a2093da7b9d5029: from storage DS-521bd9ce-ade0-4219-a761-83c59035305e node DatanodeRegistration(127.0.0.1:37483, datanodeUuid=fd752288-5138-4647-8488-4a52dd9ffa97, infoPort=45227, infoSecurePort=0, ipcPort=41895, storageInfo=lv=-57;cid=testClusterID;nsid=1287929856;c=1731196626738), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-09T23:57:08,897 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/fe067601-5b1a-55d4-1071-94c272e2b058 2024-11-09T23:57:08,899 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/fe067601-5b1a-55d4-1071-94c272e2b058/cluster_846625a2-2bfa-6e3f-589a-aa70bbb78284/zookeeper_0, clientPort=51004, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/fe067601-5b1a-55d4-1071-94c272e2b058/cluster_846625a2-2bfa-6e3f-589a-aa70bbb78284/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/fe067601-5b1a-55d4-1071-94c272e2b058/cluster_846625a2-2bfa-6e3f-589a-aa70bbb78284/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-09T23:57:08,900 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=51004 2024-11-09T23:57:08,900 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T23:57:08,902 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T23:57:08,914 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37483 is added to blk_1073741825_1001 (size=7) 2024-11-09T23:57:08,914 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43797 is added to blk_1073741825_1001 (size=7) 2024-11-09T23:57:08,915 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34825 is added to blk_1073741825_1001 (size=7) 2024-11-09T23:57:08,916 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:41247/user/jenkins/test-data/9ac4d819-7651-f571-f3b4-a57b90623e74 with version=8 2024-11-09T23:57:08,916 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:41247/user/jenkins/test-data/9ac4d819-7651-f571-f3b4-a57b90623e74/hbase-staging 2024-11-09T23:57:08,918 INFO [Time-limited test {}] client.ConnectionUtils(128): master/9d8c37854f6e:0 server-side Connection retries=45 2024-11-09T23:57:08,918 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-09T23:57:08,918 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-09T23:57:08,918 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-09T23:57:08,918 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-09T23:57:08,918 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-09T23:57:08,919 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-09T23:57:08,919 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-09T23:57:08,919 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:43263 2024-11-09T23:57:08,920 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:43263 connecting to ZooKeeper ensemble=127.0.0.1:51004 2024-11-09T23:57:08,972 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:432630x0, quorum=127.0.0.1:51004, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-09T23:57:08,973 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:43263-0x1012351c2670000 connected 2024-11-09T23:57:09,035 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T23:57:09,037 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T23:57:09,038 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:43263-0x1012351c2670000, quorum=127.0.0.1:51004, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-09T23:57:09,039 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:41247/user/jenkins/test-data/9ac4d819-7651-f571-f3b4-a57b90623e74, hbase.cluster.distributed=false 2024-11-09T23:57:09,040 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:43263-0x1012351c2670000, quorum=127.0.0.1:51004, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-09T23:57:09,041 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=43263 2024-11-09T23:57:09,041 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=43263 2024-11-09T23:57:09,041 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=43263 2024-11-09T23:57:09,042 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=43263 2024-11-09T23:57:09,042 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=43263 2024-11-09T23:57:09,056 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/9d8c37854f6e:0 server-side Connection retries=45 2024-11-09T23:57:09,056 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-09T23:57:09,056 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-09T23:57:09,056 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-09T23:57:09,056 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-09T23:57:09,056 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-09T23:57:09,056 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-09T23:57:09,056 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-09T23:57:09,057 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:42693 2024-11-09T23:57:09,059 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:42693 connecting to ZooKeeper ensemble=127.0.0.1:51004 2024-11-09T23:57:09,060 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T23:57:09,061 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T23:57:09,069 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:426930x0, quorum=127.0.0.1:51004, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-09T23:57:09,069 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:42693-0x1012351c2670001 connected 2024-11-09T23:57:09,069 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:42693-0x1012351c2670001, quorum=127.0.0.1:51004, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-09T23:57:09,069 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-09T23:57:09,070 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-09T23:57:09,070 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:42693-0x1012351c2670001, quorum=127.0.0.1:51004, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-09T23:57:09,071 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:42693-0x1012351c2670001, quorum=127.0.0.1:51004, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-09T23:57:09,072 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=42693 2024-11-09T23:57:09,072 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=42693 2024-11-09T23:57:09,072 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=42693 2024-11-09T23:57:09,073 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=42693 2024-11-09T23:57:09,073 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=42693 2024-11-09T23:57:09,088 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/9d8c37854f6e:0 server-side Connection retries=45 2024-11-09T23:57:09,088 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-09T23:57:09,088 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-09T23:57:09,089 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-09T23:57:09,089 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-09T23:57:09,089 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-09T23:57:09,089 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-09T23:57:09,089 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-09T23:57:09,089 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:35869 2024-11-09T23:57:09,091 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:35869 connecting to ZooKeeper ensemble=127.0.0.1:51004 2024-11-09T23:57:09,091 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T23:57:09,092 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T23:57:09,102 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:358690x0, quorum=127.0.0.1:51004, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-09T23:57:09,103 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:35869-0x1012351c2670002 connected 2024-11-09T23:57:09,103 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:35869-0x1012351c2670002, quorum=127.0.0.1:51004, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-09T23:57:09,103 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-09T23:57:09,104 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-09T23:57:09,104 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:35869-0x1012351c2670002, quorum=127.0.0.1:51004, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-09T23:57:09,105 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:35869-0x1012351c2670002, quorum=127.0.0.1:51004, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-09T23:57:09,106 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=35869 2024-11-09T23:57:09,106 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=35869 2024-11-09T23:57:09,106 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=35869 2024-11-09T23:57:09,107 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=35869 2024-11-09T23:57:09,107 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=35869 2024-11-09T23:57:09,124 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/9d8c37854f6e:0 server-side Connection retries=45 2024-11-09T23:57:09,124 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-09T23:57:09,124 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-09T23:57:09,124 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-09T23:57:09,124 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-09T23:57:09,125 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-09T23:57:09,125 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-09T23:57:09,125 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-09T23:57:09,125 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:42677 2024-11-09T23:57:09,127 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:42677 connecting to ZooKeeper ensemble=127.0.0.1:51004 2024-11-09T23:57:09,128 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T23:57:09,130 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T23:57:09,144 DEBUG [pool-316-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:426770x0, quorum=127.0.0.1:51004, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-09T23:57:09,144 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:42677-0x1012351c2670003, quorum=127.0.0.1:51004, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-09T23:57:09,144 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:42677-0x1012351c2670003 connected 2024-11-09T23:57:09,144 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-09T23:57:09,145 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-09T23:57:09,145 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:42677-0x1012351c2670003, quorum=127.0.0.1:51004, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-09T23:57:09,147 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:42677-0x1012351c2670003, quorum=127.0.0.1:51004, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-09T23:57:09,147 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=42677 2024-11-09T23:57:09,147 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=42677 2024-11-09T23:57:09,148 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=42677 2024-11-09T23:57:09,148 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=42677 2024-11-09T23:57:09,148 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=42677 2024-11-09T23:57:09,161 DEBUG [M:0;9d8c37854f6e:43263 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;9d8c37854f6e:43263 2024-11-09T23:57:09,161 INFO [master/9d8c37854f6e:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /hbase/backup-masters/9d8c37854f6e,43263,1731196628918 2024-11-09T23:57:09,169 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43263-0x1012351c2670000, quorum=127.0.0.1:51004, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-09T23:57:09,169 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35869-0x1012351c2670002, quorum=127.0.0.1:51004, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-09T23:57:09,169 DEBUG [pool-316-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42677-0x1012351c2670003, quorum=127.0.0.1:51004, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-09T23:57:09,169 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42693-0x1012351c2670001, quorum=127.0.0.1:51004, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-09T23:57:09,169 DEBUG [master/9d8c37854f6e:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:43263-0x1012351c2670000, quorum=127.0.0.1:51004, baseZNode=/hbase Set watcher on existing znode=/hbase/backup-masters/9d8c37854f6e,43263,1731196628918 2024-11-09T23:57:09,177 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35869-0x1012351c2670002, quorum=127.0.0.1:51004, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-09T23:57:09,177 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42693-0x1012351c2670001, quorum=127.0.0.1:51004, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-09T23:57:09,177 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43263-0x1012351c2670000, quorum=127.0.0.1:51004, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-09T23:57:09,177 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35869-0x1012351c2670002, quorum=127.0.0.1:51004, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-09T23:57:09,177 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42693-0x1012351c2670001, quorum=127.0.0.1:51004, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-09T23:57:09,177 DEBUG [pool-316-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42677-0x1012351c2670003, quorum=127.0.0.1:51004, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-09T23:57:09,177 DEBUG [pool-316-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42677-0x1012351c2670003, quorum=127.0.0.1:51004, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-09T23:57:09,178 DEBUG [master/9d8c37854f6e:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:43263-0x1012351c2670000, quorum=127.0.0.1:51004, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-11-09T23:57:09,179 INFO [master/9d8c37854f6e:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /hbase/backup-masters/9d8c37854f6e,43263,1731196628918 from backup master directory 2024-11-09T23:57:09,185 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42693-0x1012351c2670001, quorum=127.0.0.1:51004, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-09T23:57:09,185 DEBUG [pool-316-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42677-0x1012351c2670003, quorum=127.0.0.1:51004, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-09T23:57:09,185 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35869-0x1012351c2670002, quorum=127.0.0.1:51004, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-09T23:57:09,185 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43263-0x1012351c2670000, quorum=127.0.0.1:51004, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/backup-masters/9d8c37854f6e,43263,1731196628918 2024-11-09T23:57:09,185 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43263-0x1012351c2670000, quorum=127.0.0.1:51004, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-09T23:57:09,186 WARN [master/9d8c37854f6e:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-09T23:57:09,186 INFO [master/9d8c37854f6e:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=9d8c37854f6e,43263,1731196628918 2024-11-09T23:57:09,190 DEBUG [master/9d8c37854f6e:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:41247/user/jenkins/test-data/9ac4d819-7651-f571-f3b4-a57b90623e74/hbase.id] with ID: b288bfdd-747e-41b6-bcbf-18dc19f2d791 2024-11-09T23:57:09,191 DEBUG [master/9d8c37854f6e:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:41247/user/jenkins/test-data/9ac4d819-7651-f571-f3b4-a57b90623e74/.tmp/hbase.id 2024-11-09T23:57:09,202 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37483 is added to blk_1073741826_1002 (size=42) 2024-11-09T23:57:09,202 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43797 is added to blk_1073741826_1002 (size=42) 2024-11-09T23:57:09,203 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34825 is added to blk_1073741826_1002 (size=42) 2024-11-09T23:57:09,204 DEBUG [master/9d8c37854f6e:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:41247/user/jenkins/test-data/9ac4d819-7651-f571-f3b4-a57b90623e74/.tmp/hbase.id]:[hdfs://localhost:41247/user/jenkins/test-data/9ac4d819-7651-f571-f3b4-a57b90623e74/hbase.id] 2024-11-09T23:57:09,217 INFO [master/9d8c37854f6e:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T23:57:09,217 INFO [master/9d8c37854f6e:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-09T23:57:09,219 INFO [master/9d8c37854f6e:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 2ms. 2024-11-09T23:57:09,227 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43263-0x1012351c2670000, quorum=127.0.0.1:51004, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-09T23:57:09,227 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35869-0x1012351c2670002, quorum=127.0.0.1:51004, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-09T23:57:09,227 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42693-0x1012351c2670001, quorum=127.0.0.1:51004, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-09T23:57:09,227 DEBUG [pool-316-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42677-0x1012351c2670003, quorum=127.0.0.1:51004, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-09T23:57:09,236 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34825 is added to blk_1073741827_1003 (size=196) 2024-11-09T23:57:09,236 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37483 is added to blk_1073741827_1003 (size=196) 2024-11-09T23:57:09,236 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43797 is added to blk_1073741827_1003 (size=196) 2024-11-09T23:57:09,237 INFO [master/9d8c37854f6e:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-09T23:57:09,237 INFO [master/9d8c37854f6e:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-09T23:57:09,238 INFO [master/9d8c37854f6e:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-09T23:57:09,247 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37483 is added to blk_1073741828_1004 (size=1189) 2024-11-09T23:57:09,247 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43797 is added to blk_1073741828_1004 (size=1189) 2024-11-09T23:57:09,247 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34825 is added to blk_1073741828_1004 (size=1189) 2024-11-09T23:57:09,250 INFO [master/9d8c37854f6e:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:41247/user/jenkins/test-data/9ac4d819-7651-f571-f3b4-a57b90623e74/MasterData/data/master/store 2024-11-09T23:57:09,258 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34825 is added to blk_1073741829_1005 (size=34) 2024-11-09T23:57:09,259 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43797 is added to blk_1073741829_1005 (size=34) 2024-11-09T23:57:09,259 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37483 is added to blk_1073741829_1005 (size=34) 2024-11-09T23:57:09,259 DEBUG [master/9d8c37854f6e:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T23:57:09,260 DEBUG [master/9d8c37854f6e:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-09T23:57:09,260 INFO [master/9d8c37854f6e:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T23:57:09,260 DEBUG [master/9d8c37854f6e:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T23:57:09,260 DEBUG [master/9d8c37854f6e:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-09T23:57:09,260 DEBUG [master/9d8c37854f6e:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T23:57:09,260 INFO [master/9d8c37854f6e:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T23:57:09,260 DEBUG [master/9d8c37854f6e:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731196629260Disabling compacts and flushes for region at 1731196629260Disabling writes for close at 1731196629260Writing region close event to WAL at 1731196629260Closed at 1731196629260 2024-11-09T23:57:09,261 WARN [master/9d8c37854f6e:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:41247/user/jenkins/test-data/9ac4d819-7651-f571-f3b4-a57b90623e74/MasterData/data/master/store/.initializing 2024-11-09T23:57:09,261 DEBUG [master/9d8c37854f6e:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:41247/user/jenkins/test-data/9ac4d819-7651-f571-f3b4-a57b90623e74/MasterData/WALs/9d8c37854f6e,43263,1731196628918 2024-11-09T23:57:09,262 INFO [master/9d8c37854f6e:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-09T23:57:09,264 INFO [master/9d8c37854f6e:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=9d8c37854f6e%2C43263%2C1731196628918, suffix=, logDir=hdfs://localhost:41247/user/jenkins/test-data/9ac4d819-7651-f571-f3b4-a57b90623e74/MasterData/WALs/9d8c37854f6e,43263,1731196628918, archiveDir=hdfs://localhost:41247/user/jenkins/test-data/9ac4d819-7651-f571-f3b4-a57b90623e74/MasterData/oldWALs, maxLogs=10 2024-11-09T23:57:09,276 DEBUG [master/9d8c37854f6e:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/9ac4d819-7651-f571-f3b4-a57b90623e74/MasterData/WALs/9d8c37854f6e,43263,1731196628918/9d8c37854f6e%2C43263%2C1731196628918.1731196629264, exclude list is [], retry=0 2024-11-09T23:57:09,279 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37483,DS-8e016ce7-19e0-4e91-8baa-38140e7fc8bb,DISK] 2024-11-09T23:57:09,279 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43797,DS-77e7c44a-639f-4a16-ae91-ef470e30a4f6,DISK] 2024-11-09T23:57:09,279 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34825,DS-d23fc94a-03dd-451f-aa77-fc9271f17092,DISK] 2024-11-09T23:57:09,282 INFO [master/9d8c37854f6e:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/9ac4d819-7651-f571-f3b4-a57b90623e74/MasterData/WALs/9d8c37854f6e,43263,1731196628918/9d8c37854f6e%2C43263%2C1731196628918.1731196629264 2024-11-09T23:57:09,282 DEBUG [master/9d8c37854f6e:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45227:45227),(127.0.0.1/127.0.0.1:36643:36643),(127.0.0.1/127.0.0.1:33169:33169)] 2024-11-09T23:57:09,282 DEBUG [master/9d8c37854f6e:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-09T23:57:09,282 DEBUG [master/9d8c37854f6e:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T23:57:09,283 DEBUG [master/9d8c37854f6e:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T23:57:09,283 DEBUG [master/9d8c37854f6e:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T23:57:09,284 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-09T23:57:09,286 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-09T23:57:09,286 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T23:57:09,287 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T23:57:09,287 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-09T23:57:09,288 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-09T23:57:09,288 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T23:57:09,289 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T23:57:09,289 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-09T23:57:09,291 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-09T23:57:09,291 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T23:57:09,291 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T23:57:09,292 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-09T23:57:09,293 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-09T23:57:09,293 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T23:57:09,294 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T23:57:09,294 DEBUG [master/9d8c37854f6e:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T23:57:09,295 DEBUG [master/9d8c37854f6e:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41247/user/jenkins/test-data/9ac4d819-7651-f571-f3b4-a57b90623e74/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-09T23:57:09,295 DEBUG [master/9d8c37854f6e:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41247/user/jenkins/test-data/9ac4d819-7651-f571-f3b4-a57b90623e74/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-09T23:57:09,296 DEBUG [master/9d8c37854f6e:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T23:57:09,296 DEBUG [master/9d8c37854f6e:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T23:57:09,297 DEBUG [master/9d8c37854f6e:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-09T23:57:09,298 DEBUG [master/9d8c37854f6e:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T23:57:09,300 DEBUG [master/9d8c37854f6e:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41247/user/jenkins/test-data/9ac4d819-7651-f571-f3b4-a57b90623e74/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-09T23:57:09,301 INFO [master/9d8c37854f6e:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67684982, jitterRate=0.008584827184677124}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-09T23:57:09,301 DEBUG [master/9d8c37854f6e:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731196629283Initializing all the Stores at 1731196629284 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731196629284Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731196629284Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731196629284Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731196629284Cleaning up temporary data from old regions at 1731196629296 (+12 ms)Region opened successfully at 1731196629301 (+5 ms) 2024-11-09T23:57:09,302 INFO [master/9d8c37854f6e:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-09T23:57:09,306 DEBUG [master/9d8c37854f6e:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@76444d4c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=9d8c37854f6e/172.17.0.2:0 2024-11-09T23:57:09,307 INFO [master/9d8c37854f6e:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-09T23:57:09,307 INFO [master/9d8c37854f6e:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-09T23:57:09,307 INFO [master/9d8c37854f6e:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-09T23:57:09,307 INFO [master/9d8c37854f6e:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-09T23:57:09,308 INFO [master/9d8c37854f6e:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-09T23:57:09,308 INFO [master/9d8c37854f6e:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-09T23:57:09,308 INFO [master/9d8c37854f6e:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=128, operationDelay=10000 2024-11-09T23:57:09,310 INFO [master/9d8c37854f6e:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-09T23:57:09,311 DEBUG [master/9d8c37854f6e:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43263-0x1012351c2670000, quorum=127.0.0.1:51004, baseZNode=/hbase Unable to get data of znode /hbase/balancer because node does not exist (not necessarily an error) 2024-11-09T23:57:09,326 DEBUG [master/9d8c37854f6e:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/balancer already deleted, retry=false 2024-11-09T23:57:09,327 INFO [master/9d8c37854f6e:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-09T23:57:09,327 DEBUG [master/9d8c37854f6e:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43263-0x1012351c2670000, quorum=127.0.0.1:51004, baseZNode=/hbase Unable to get data of znode /hbase/normalizer because node does not exist (not necessarily an error) 2024-11-09T23:57:09,335 DEBUG [master/9d8c37854f6e:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/normalizer already deleted, retry=false 2024-11-09T23:57:09,335 INFO [master/9d8c37854f6e:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-09T23:57:09,337 DEBUG [master/9d8c37854f6e:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43263-0x1012351c2670000, quorum=127.0.0.1:51004, baseZNode=/hbase Unable to get data of znode /hbase/switch/split because node does not exist (not necessarily an error) 2024-11-09T23:57:09,344 DEBUG [master/9d8c37854f6e:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/split already deleted, retry=false 2024-11-09T23:57:09,345 DEBUG [master/9d8c37854f6e:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43263-0x1012351c2670000, quorum=127.0.0.1:51004, baseZNode=/hbase Unable to get data of znode /hbase/switch/merge because node does not exist (not necessarily an error) 2024-11-09T23:57:09,352 DEBUG [master/9d8c37854f6e:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/merge already deleted, retry=false 2024-11-09T23:57:09,354 DEBUG [master/9d8c37854f6e:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43263-0x1012351c2670000, quorum=127.0.0.1:51004, baseZNode=/hbase Unable to get data of znode /hbase/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-09T23:57:09,360 DEBUG [master/9d8c37854f6e:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/snapshot-cleanup already deleted, retry=false 2024-11-09T23:57:09,369 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35869-0x1012351c2670002, quorum=127.0.0.1:51004, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-09T23:57:09,369 DEBUG [pool-316-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42677-0x1012351c2670003, quorum=127.0.0.1:51004, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-09T23:57:09,369 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43263-0x1012351c2670000, quorum=127.0.0.1:51004, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-09T23:57:09,369 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42693-0x1012351c2670001, quorum=127.0.0.1:51004, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-09T23:57:09,369 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35869-0x1012351c2670002, quorum=127.0.0.1:51004, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-09T23:57:09,369 DEBUG [pool-316-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42677-0x1012351c2670003, quorum=127.0.0.1:51004, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-09T23:57:09,369 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43263-0x1012351c2670000, quorum=127.0.0.1:51004, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-09T23:57:09,369 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42693-0x1012351c2670001, quorum=127.0.0.1:51004, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-09T23:57:09,370 INFO [master/9d8c37854f6e:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=9d8c37854f6e,43263,1731196628918, sessionid=0x1012351c2670000, setting cluster-up flag (Was=false) 2024-11-09T23:57:09,385 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43263-0x1012351c2670000, quorum=127.0.0.1:51004, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-09T23:57:09,385 DEBUG [pool-316-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42677-0x1012351c2670003, quorum=127.0.0.1:51004, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-09T23:57:09,385 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35869-0x1012351c2670002, quorum=127.0.0.1:51004, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-09T23:57:09,385 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42693-0x1012351c2670001, quorum=127.0.0.1:51004, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-09T23:57:09,411 DEBUG [master/9d8c37854f6e:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/flush-table-proc/acquired, /hbase/flush-table-proc/reached, /hbase/flush-table-proc/abort 2024-11-09T23:57:09,414 DEBUG [master/9d8c37854f6e:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=9d8c37854f6e,43263,1731196628918 2024-11-09T23:57:09,435 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42693-0x1012351c2670001, quorum=127.0.0.1:51004, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-09T23:57:09,435 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35869-0x1012351c2670002, quorum=127.0.0.1:51004, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-09T23:57:09,435 DEBUG [pool-316-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42677-0x1012351c2670003, quorum=127.0.0.1:51004, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-09T23:57:09,435 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43263-0x1012351c2670000, quorum=127.0.0.1:51004, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-09T23:57:09,460 DEBUG [master/9d8c37854f6e:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/online-snapshot/acquired, /hbase/online-snapshot/reached, /hbase/online-snapshot/abort 2024-11-09T23:57:09,461 DEBUG [master/9d8c37854f6e:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=9d8c37854f6e,43263,1731196628918 2024-11-09T23:57:09,463 INFO [master/9d8c37854f6e:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:41247/user/jenkins/test-data/9ac4d819-7651-f571-f3b4-a57b90623e74/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-09T23:57:09,465 DEBUG [master/9d8c37854f6e:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-09T23:57:09,465 INFO [master/9d8c37854f6e:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-09T23:57:09,466 INFO [master/9d8c37854f6e:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-09T23:57:09,466 DEBUG [master/9d8c37854f6e:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 9d8c37854f6e,43263,1731196628918 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-09T23:57:09,468 DEBUG [master/9d8c37854f6e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/9d8c37854f6e:0, corePoolSize=5, maxPoolSize=5 2024-11-09T23:57:09,468 DEBUG [master/9d8c37854f6e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/9d8c37854f6e:0, corePoolSize=5, maxPoolSize=5 2024-11-09T23:57:09,468 DEBUG [master/9d8c37854f6e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/9d8c37854f6e:0, corePoolSize=5, maxPoolSize=5 2024-11-09T23:57:09,468 DEBUG [master/9d8c37854f6e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/9d8c37854f6e:0, corePoolSize=5, maxPoolSize=5 2024-11-09T23:57:09,468 DEBUG [master/9d8c37854f6e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/9d8c37854f6e:0, corePoolSize=10, maxPoolSize=10 2024-11-09T23:57:09,469 DEBUG [master/9d8c37854f6e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/9d8c37854f6e:0, corePoolSize=1, maxPoolSize=1 2024-11-09T23:57:09,469 DEBUG [master/9d8c37854f6e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/9d8c37854f6e:0, corePoolSize=2, maxPoolSize=2 2024-11-09T23:57:09,469 DEBUG [master/9d8c37854f6e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/9d8c37854f6e:0, corePoolSize=1, maxPoolSize=1 2024-11-09T23:57:09,470 INFO [master/9d8c37854f6e:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731196659470 2024-11-09T23:57:09,470 INFO [master/9d8c37854f6e:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-09T23:57:09,470 INFO [master/9d8c37854f6e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-09T23:57:09,470 INFO [master/9d8c37854f6e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-09T23:57:09,470 INFO [master/9d8c37854f6e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-09T23:57:09,470 INFO [master/9d8c37854f6e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-09T23:57:09,470 INFO [master/9d8c37854f6e:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-09T23:57:09,470 INFO [master/9d8c37854f6e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-09T23:57:09,471 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-09T23:57:09,471 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-09T23:57:09,471 INFO [master/9d8c37854f6e:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-09T23:57:09,471 INFO [master/9d8c37854f6e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-09T23:57:09,471 INFO [master/9d8c37854f6e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-09T23:57:09,472 INFO [master/9d8c37854f6e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-09T23:57:09,472 INFO [master/9d8c37854f6e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-09T23:57:09,472 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T23:57:09,472 DEBUG [master/9d8c37854f6e:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/9d8c37854f6e:0:becomeActiveMaster-HFileCleaner.large.0-1731196629472,5,FailOnTimeoutGroup] 2024-11-09T23:57:09,472 DEBUG [master/9d8c37854f6e:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/9d8c37854f6e:0:becomeActiveMaster-HFileCleaner.small.0-1731196629472,5,FailOnTimeoutGroup] 2024-11-09T23:57:09,472 INFO [master/9d8c37854f6e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-09T23:57:09,472 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-09T23:57:09,472 INFO [master/9d8c37854f6e:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-09T23:57:09,472 INFO [master/9d8c37854f6e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-09T23:57:09,472 INFO [master/9d8c37854f6e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-09T23:57:09,480 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34825 is added to blk_1073741831_1007 (size=1321) 2024-11-09T23:57:09,480 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37483 is added to blk_1073741831_1007 (size=1321) 2024-11-09T23:57:09,482 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43797 is added to blk_1073741831_1007 (size=1321) 2024-11-09T23:57:09,482 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:41247/user/jenkins/test-data/9ac4d819-7651-f571-f3b4-a57b90623e74/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-09T23:57:09,483 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:41247/user/jenkins/test-data/9ac4d819-7651-f571-f3b4-a57b90623e74 2024-11-09T23:57:09,493 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43797 is added to blk_1073741832_1008 (size=32) 2024-11-09T23:57:09,493 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34825 is added to blk_1073741832_1008 (size=32) 2024-11-09T23:57:09,493 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37483 is added to blk_1073741832_1008 (size=32) 2024-11-09T23:57:09,494 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T23:57:09,495 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-09T23:57:09,496 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-09T23:57:09,497 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T23:57:09,497 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T23:57:09,497 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-09T23:57:09,499 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-09T23:57:09,499 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T23:57:09,499 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T23:57:09,499 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-09T23:57:09,501 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-09T23:57:09,501 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T23:57:09,501 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T23:57:09,501 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-09T23:57:09,502 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-09T23:57:09,503 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T23:57:09,503 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T23:57:09,503 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-09T23:57:09,504 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41247/user/jenkins/test-data/9ac4d819-7651-f571-f3b4-a57b90623e74/data/hbase/meta/1588230740 2024-11-09T23:57:09,504 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41247/user/jenkins/test-data/9ac4d819-7651-f571-f3b4-a57b90623e74/data/hbase/meta/1588230740 2024-11-09T23:57:09,506 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-09T23:57:09,506 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-09T23:57:09,506 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-09T23:57:09,507 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-09T23:57:09,509 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41247/user/jenkins/test-data/9ac4d819-7651-f571-f3b4-a57b90623e74/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-09T23:57:09,510 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74104722, jitterRate=0.10424640774726868}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-09T23:57:09,511 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731196629494Initializing all the Stores at 1731196629495 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731196629495Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731196629495Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731196629495Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731196629495Cleaning up temporary data from old regions at 1731196629506 (+11 ms)Region opened successfully at 1731196629511 (+5 ms) 2024-11-09T23:57:09,511 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-09T23:57:09,511 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-09T23:57:09,511 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-09T23:57:09,511 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-09T23:57:09,511 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-09T23:57:09,512 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-09T23:57:09,512 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731196629511Disabling compacts and flushes for region at 1731196629511Disabling writes for close at 1731196629511Writing region close event to WAL at 1731196629512 (+1 ms)Closed at 1731196629512 2024-11-09T23:57:09,513 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-09T23:57:09,513 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-09T23:57:09,513 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-09T23:57:09,514 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-09T23:57:09,515 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-09T23:57:09,550 INFO [RS:0;9d8c37854f6e:42693 {}] regionserver.HRegionServer(746): ClusterId : b288bfdd-747e-41b6-bcbf-18dc19f2d791 2024-11-09T23:57:09,550 INFO [RS:1;9d8c37854f6e:35869 {}] regionserver.HRegionServer(746): ClusterId : b288bfdd-747e-41b6-bcbf-18dc19f2d791 2024-11-09T23:57:09,550 INFO [RS:2;9d8c37854f6e:42677 {}] regionserver.HRegionServer(746): ClusterId : b288bfdd-747e-41b6-bcbf-18dc19f2d791 2024-11-09T23:57:09,550 DEBUG [RS:2;9d8c37854f6e:42677 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-09T23:57:09,550 DEBUG [RS:1;9d8c37854f6e:35869 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-09T23:57:09,550 DEBUG [RS:0;9d8c37854f6e:42693 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-09T23:57:09,578 DEBUG [RS:1;9d8c37854f6e:35869 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-09T23:57:09,578 DEBUG [RS:2;9d8c37854f6e:42677 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-09T23:57:09,578 DEBUG [RS:0;9d8c37854f6e:42693 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-09T23:57:09,578 DEBUG [RS:1;9d8c37854f6e:35869 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-09T23:57:09,578 DEBUG [RS:0;9d8c37854f6e:42693 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-09T23:57:09,578 DEBUG [RS:2;9d8c37854f6e:42677 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-09T23:57:09,586 DEBUG [RS:2;9d8c37854f6e:42677 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-09T23:57:09,586 DEBUG [RS:1;9d8c37854f6e:35869 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-09T23:57:09,586 DEBUG [RS:0;9d8c37854f6e:42693 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-09T23:57:09,586 DEBUG [RS:2;9d8c37854f6e:42677 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@161aea72, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=9d8c37854f6e/172.17.0.2:0 2024-11-09T23:57:09,586 DEBUG [RS:0;9d8c37854f6e:42693 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@47feb791, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=9d8c37854f6e/172.17.0.2:0 2024-11-09T23:57:09,586 DEBUG [RS:1;9d8c37854f6e:35869 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@36dc824, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=9d8c37854f6e/172.17.0.2:0 2024-11-09T23:57:09,598 DEBUG [RS:0;9d8c37854f6e:42693 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;9d8c37854f6e:42693 2024-11-09T23:57:09,598 DEBUG [RS:2;9d8c37854f6e:42677 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:2;9d8c37854f6e:42677 2024-11-09T23:57:09,598 DEBUG [RS:1;9d8c37854f6e:35869 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:1;9d8c37854f6e:35869 2024-11-09T23:57:09,598 INFO [RS:0;9d8c37854f6e:42693 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-09T23:57:09,598 INFO [RS:2;9d8c37854f6e:42677 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-09T23:57:09,598 INFO [RS:1;9d8c37854f6e:35869 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-09T23:57:09,598 INFO [RS:0;9d8c37854f6e:42693 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-09T23:57:09,598 INFO [RS:2;9d8c37854f6e:42677 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-09T23:57:09,598 INFO [RS:1;9d8c37854f6e:35869 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-09T23:57:09,598 DEBUG [RS:1;9d8c37854f6e:35869 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-09T23:57:09,598 DEBUG [RS:2;9d8c37854f6e:42677 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-09T23:57:09,598 DEBUG [RS:0;9d8c37854f6e:42693 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-09T23:57:09,599 INFO [RS:1;9d8c37854f6e:35869 {}] regionserver.HRegionServer(2659): reportForDuty to master=9d8c37854f6e,43263,1731196628918 with port=35869, startcode=1731196629088 2024-11-09T23:57:09,599 INFO [RS:0;9d8c37854f6e:42693 {}] regionserver.HRegionServer(2659): reportForDuty to master=9d8c37854f6e,43263,1731196628918 with port=42693, startcode=1731196629055 2024-11-09T23:57:09,599 INFO [RS:2;9d8c37854f6e:42677 {}] regionserver.HRegionServer(2659): reportForDuty to master=9d8c37854f6e,43263,1731196628918 with port=42677, startcode=1731196629124 2024-11-09T23:57:09,599 DEBUG [RS:2;9d8c37854f6e:42677 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-09T23:57:09,599 DEBUG [RS:1;9d8c37854f6e:35869 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-09T23:57:09,599 DEBUG [RS:0;9d8c37854f6e:42693 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-09T23:57:09,601 INFO [HMaster-EventLoopGroup-7-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57195, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.5 (auth:SIMPLE), service=RegionServerStatusService 2024-11-09T23:57:09,601 INFO [HMaster-EventLoopGroup-7-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36609, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.3 (auth:SIMPLE), service=RegionServerStatusService 2024-11-09T23:57:09,601 INFO [HMaster-EventLoopGroup-7-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41855, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.4 (auth:SIMPLE), service=RegionServerStatusService 2024-11-09T23:57:09,602 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=43263 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 9d8c37854f6e,42677,1731196629124 2024-11-09T23:57:09,602 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=43263 {}] master.ServerManager(517): Registering regionserver=9d8c37854f6e,42677,1731196629124 2024-11-09T23:57:09,603 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=43263 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 9d8c37854f6e,35869,1731196629088 2024-11-09T23:57:09,603 DEBUG [RS:2;9d8c37854f6e:42677 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:41247/user/jenkins/test-data/9ac4d819-7651-f571-f3b4-a57b90623e74 2024-11-09T23:57:09,604 DEBUG [RS:2;9d8c37854f6e:42677 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:41247 2024-11-09T23:57:09,604 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=43263 {}] master.ServerManager(517): Registering regionserver=9d8c37854f6e,35869,1731196629088 2024-11-09T23:57:09,604 DEBUG [RS:2;9d8c37854f6e:42677 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-09T23:57:09,605 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=43263 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 9d8c37854f6e,42693,1731196629055 2024-11-09T23:57:09,605 DEBUG [RS:1;9d8c37854f6e:35869 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:41247/user/jenkins/test-data/9ac4d819-7651-f571-f3b4-a57b90623e74 2024-11-09T23:57:09,605 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=43263 {}] master.ServerManager(517): Registering regionserver=9d8c37854f6e,42693,1731196629055 2024-11-09T23:57:09,605 DEBUG [RS:1;9d8c37854f6e:35869 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:41247 2024-11-09T23:57:09,605 DEBUG [RS:1;9d8c37854f6e:35869 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-09T23:57:09,606 DEBUG [RS:0;9d8c37854f6e:42693 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:41247/user/jenkins/test-data/9ac4d819-7651-f571-f3b4-a57b90623e74 2024-11-09T23:57:09,606 DEBUG [RS:0;9d8c37854f6e:42693 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:41247 2024-11-09T23:57:09,606 DEBUG [RS:0;9d8c37854f6e:42693 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-09T23:57:09,610 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43263-0x1012351c2670000, quorum=127.0.0.1:51004, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-09T23:57:09,639 DEBUG [RS:2;9d8c37854f6e:42677 {}] zookeeper.ZKUtil(111): regionserver:42677-0x1012351c2670003, quorum=127.0.0.1:51004, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/9d8c37854f6e,42677,1731196629124 2024-11-09T23:57:09,639 WARN [RS:2;9d8c37854f6e:42677 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-09T23:57:09,639 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [9d8c37854f6e,42693,1731196629055] 2024-11-09T23:57:09,639 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [9d8c37854f6e,35869,1731196629088] 2024-11-09T23:57:09,639 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [9d8c37854f6e,42677,1731196629124] 2024-11-09T23:57:09,639 INFO [RS:2;9d8c37854f6e:42677 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-09T23:57:09,639 DEBUG [RS:1;9d8c37854f6e:35869 {}] zookeeper.ZKUtil(111): regionserver:35869-0x1012351c2670002, quorum=127.0.0.1:51004, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/9d8c37854f6e,35869,1731196629088 2024-11-09T23:57:09,639 DEBUG [RS:2;9d8c37854f6e:42677 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:41247/user/jenkins/test-data/9ac4d819-7651-f571-f3b4-a57b90623e74/WALs/9d8c37854f6e,42677,1731196629124 2024-11-09T23:57:09,639 WARN [RS:1;9d8c37854f6e:35869 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-09T23:57:09,639 DEBUG [RS:0;9d8c37854f6e:42693 {}] zookeeper.ZKUtil(111): regionserver:42693-0x1012351c2670001, quorum=127.0.0.1:51004, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/9d8c37854f6e,42693,1731196629055 2024-11-09T23:57:09,639 WARN [RS:0;9d8c37854f6e:42693 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-09T23:57:09,639 INFO [RS:1;9d8c37854f6e:35869 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-09T23:57:09,639 INFO [RS:0;9d8c37854f6e:42693 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-09T23:57:09,640 DEBUG [RS:1;9d8c37854f6e:35869 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:41247/user/jenkins/test-data/9ac4d819-7651-f571-f3b4-a57b90623e74/WALs/9d8c37854f6e,35869,1731196629088 2024-11-09T23:57:09,640 DEBUG [RS:0;9d8c37854f6e:42693 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:41247/user/jenkins/test-data/9ac4d819-7651-f571-f3b4-a57b90623e74/WALs/9d8c37854f6e,42693,1731196629055 2024-11-09T23:57:09,643 INFO [RS:1;9d8c37854f6e:35869 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-09T23:57:09,643 INFO [RS:2;9d8c37854f6e:42677 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-09T23:57:09,643 INFO [RS:0;9d8c37854f6e:42693 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-09T23:57:09,646 INFO [RS:2;9d8c37854f6e:42677 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-09T23:57:09,647 INFO [RS:2;9d8c37854f6e:42677 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-09T23:57:09,647 INFO [RS:2;9d8c37854f6e:42677 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-09T23:57:09,647 INFO [RS:2;9d8c37854f6e:42677 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-09T23:57:09,648 INFO [RS:2;9d8c37854f6e:42677 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-09T23:57:09,648 INFO [RS:2;9d8c37854f6e:42677 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-09T23:57:09,648 DEBUG [RS:2;9d8c37854f6e:42677 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/9d8c37854f6e:0, corePoolSize=1, maxPoolSize=1 2024-11-09T23:57:09,648 DEBUG [RS:2;9d8c37854f6e:42677 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/9d8c37854f6e:0, corePoolSize=1, maxPoolSize=1 2024-11-09T23:57:09,648 DEBUG [RS:2;9d8c37854f6e:42677 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/9d8c37854f6e:0, corePoolSize=1, maxPoolSize=1 2024-11-09T23:57:09,648 DEBUG [RS:2;9d8c37854f6e:42677 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/9d8c37854f6e:0, corePoolSize=1, maxPoolSize=1 2024-11-09T23:57:09,649 DEBUG [RS:2;9d8c37854f6e:42677 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/9d8c37854f6e:0, corePoolSize=1, maxPoolSize=1 2024-11-09T23:57:09,649 INFO [RS:0;9d8c37854f6e:42693 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-09T23:57:09,649 DEBUG [RS:2;9d8c37854f6e:42677 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/9d8c37854f6e:0, corePoolSize=2, maxPoolSize=2 2024-11-09T23:57:09,649 DEBUG [RS:2;9d8c37854f6e:42677 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/9d8c37854f6e:0, corePoolSize=1, maxPoolSize=1 2024-11-09T23:57:09,649 DEBUG [RS:2;9d8c37854f6e:42677 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/9d8c37854f6e:0, corePoolSize=1, maxPoolSize=1 2024-11-09T23:57:09,649 DEBUG [RS:2;9d8c37854f6e:42677 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/9d8c37854f6e:0, corePoolSize=1, maxPoolSize=1 2024-11-09T23:57:09,649 DEBUG [RS:2;9d8c37854f6e:42677 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/9d8c37854f6e:0, corePoolSize=1, maxPoolSize=1 2024-11-09T23:57:09,649 DEBUG [RS:2;9d8c37854f6e:42677 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/9d8c37854f6e:0, corePoolSize=1, maxPoolSize=1 2024-11-09T23:57:09,649 INFO [RS:0;9d8c37854f6e:42693 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-09T23:57:09,649 DEBUG [RS:2;9d8c37854f6e:42677 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/9d8c37854f6e:0, corePoolSize=1, maxPoolSize=1 2024-11-09T23:57:09,649 DEBUG [RS:2;9d8c37854f6e:42677 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/9d8c37854f6e:0, corePoolSize=3, maxPoolSize=3 2024-11-09T23:57:09,649 INFO [RS:0;9d8c37854f6e:42693 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-09T23:57:09,649 DEBUG [RS:2;9d8c37854f6e:42677 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/9d8c37854f6e:0, corePoolSize=3, maxPoolSize=3 2024-11-09T23:57:09,649 INFO [RS:0;9d8c37854f6e:42693 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-09T23:57:09,650 INFO [RS:2;9d8c37854f6e:42677 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-09T23:57:09,650 INFO [RS:2;9d8c37854f6e:42677 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-09T23:57:09,650 INFO [RS:1;9d8c37854f6e:35869 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-09T23:57:09,650 INFO [RS:2;9d8c37854f6e:42677 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-09T23:57:09,650 INFO [RS:2;9d8c37854f6e:42677 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-09T23:57:09,650 INFO [RS:2;9d8c37854f6e:42677 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-09T23:57:09,650 INFO [RS:2;9d8c37854f6e:42677 {}] hbase.ChoreService(168): Chore ScheduledChore name=9d8c37854f6e,42677,1731196629124-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-09T23:57:09,650 INFO [RS:0;9d8c37854f6e:42693 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-09T23:57:09,650 INFO [RS:1;9d8c37854f6e:35869 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-09T23:57:09,650 INFO [RS:1;9d8c37854f6e:35869 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-09T23:57:09,650 INFO [RS:0;9d8c37854f6e:42693 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-09T23:57:09,651 DEBUG [RS:0;9d8c37854f6e:42693 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/9d8c37854f6e:0, corePoolSize=1, maxPoolSize=1 2024-11-09T23:57:09,651 DEBUG [RS:0;9d8c37854f6e:42693 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/9d8c37854f6e:0, corePoolSize=1, maxPoolSize=1 2024-11-09T23:57:09,651 DEBUG [RS:0;9d8c37854f6e:42693 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/9d8c37854f6e:0, corePoolSize=1, maxPoolSize=1 2024-11-09T23:57:09,651 DEBUG [RS:0;9d8c37854f6e:42693 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/9d8c37854f6e:0, corePoolSize=1, maxPoolSize=1 2024-11-09T23:57:09,651 DEBUG [RS:0;9d8c37854f6e:42693 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/9d8c37854f6e:0, corePoolSize=1, maxPoolSize=1 2024-11-09T23:57:09,651 DEBUG [RS:0;9d8c37854f6e:42693 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/9d8c37854f6e:0, corePoolSize=2, maxPoolSize=2 2024-11-09T23:57:09,651 DEBUG [RS:0;9d8c37854f6e:42693 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/9d8c37854f6e:0, corePoolSize=1, maxPoolSize=1 2024-11-09T23:57:09,651 DEBUG [RS:0;9d8c37854f6e:42693 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/9d8c37854f6e:0, corePoolSize=1, maxPoolSize=1 2024-11-09T23:57:09,651 DEBUG [RS:0;9d8c37854f6e:42693 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/9d8c37854f6e:0, corePoolSize=1, maxPoolSize=1 2024-11-09T23:57:09,651 DEBUG [RS:0;9d8c37854f6e:42693 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/9d8c37854f6e:0, corePoolSize=1, maxPoolSize=1 2024-11-09T23:57:09,651 DEBUG [RS:0;9d8c37854f6e:42693 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/9d8c37854f6e:0, corePoolSize=1, maxPoolSize=1 2024-11-09T23:57:09,651 DEBUG [RS:0;9d8c37854f6e:42693 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/9d8c37854f6e:0, corePoolSize=1, maxPoolSize=1 2024-11-09T23:57:09,651 DEBUG [RS:0;9d8c37854f6e:42693 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/9d8c37854f6e:0, corePoolSize=3, maxPoolSize=3 2024-11-09T23:57:09,651 DEBUG [RS:0;9d8c37854f6e:42693 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/9d8c37854f6e:0, corePoolSize=3, maxPoolSize=3 2024-11-09T23:57:09,658 INFO [RS:1;9d8c37854f6e:35869 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-09T23:57:09,659 INFO [RS:0;9d8c37854f6e:42693 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-09T23:57:09,659 INFO [RS:0;9d8c37854f6e:42693 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-09T23:57:09,659 INFO [RS:0;9d8c37854f6e:42693 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-09T23:57:09,659 INFO [RS:0;9d8c37854f6e:42693 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-09T23:57:09,659 INFO [RS:0;9d8c37854f6e:42693 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-09T23:57:09,659 INFO [RS:0;9d8c37854f6e:42693 {}] hbase.ChoreService(168): Chore ScheduledChore name=9d8c37854f6e,42693,1731196629055-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-09T23:57:09,659 INFO [RS:1;9d8c37854f6e:35869 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-09T23:57:09,659 INFO [RS:1;9d8c37854f6e:35869 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-09T23:57:09,660 DEBUG [RS:1;9d8c37854f6e:35869 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/9d8c37854f6e:0, corePoolSize=1, maxPoolSize=1 2024-11-09T23:57:09,660 DEBUG [RS:1;9d8c37854f6e:35869 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/9d8c37854f6e:0, corePoolSize=1, maxPoolSize=1 2024-11-09T23:57:09,660 DEBUG [RS:1;9d8c37854f6e:35869 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/9d8c37854f6e:0, corePoolSize=1, maxPoolSize=1 2024-11-09T23:57:09,660 DEBUG [RS:1;9d8c37854f6e:35869 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/9d8c37854f6e:0, corePoolSize=1, maxPoolSize=1 2024-11-09T23:57:09,660 DEBUG [RS:1;9d8c37854f6e:35869 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/9d8c37854f6e:0, corePoolSize=1, maxPoolSize=1 2024-11-09T23:57:09,660 DEBUG [RS:1;9d8c37854f6e:35869 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/9d8c37854f6e:0, corePoolSize=2, maxPoolSize=2 2024-11-09T23:57:09,660 DEBUG [RS:1;9d8c37854f6e:35869 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/9d8c37854f6e:0, corePoolSize=1, maxPoolSize=1 2024-11-09T23:57:09,660 DEBUG [RS:1;9d8c37854f6e:35869 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/9d8c37854f6e:0, corePoolSize=1, maxPoolSize=1 2024-11-09T23:57:09,660 DEBUG [RS:1;9d8c37854f6e:35869 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/9d8c37854f6e:0, corePoolSize=1, maxPoolSize=1 2024-11-09T23:57:09,660 DEBUG [RS:1;9d8c37854f6e:35869 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/9d8c37854f6e:0, corePoolSize=1, maxPoolSize=1 2024-11-09T23:57:09,660 DEBUG [RS:1;9d8c37854f6e:35869 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/9d8c37854f6e:0, corePoolSize=1, maxPoolSize=1 2024-11-09T23:57:09,660 DEBUG [RS:1;9d8c37854f6e:35869 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/9d8c37854f6e:0, corePoolSize=1, maxPoolSize=1 2024-11-09T23:57:09,660 DEBUG [RS:1;9d8c37854f6e:35869 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/9d8c37854f6e:0, corePoolSize=3, maxPoolSize=3 2024-11-09T23:57:09,660 DEBUG [RS:1;9d8c37854f6e:35869 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/9d8c37854f6e:0, corePoolSize=3, maxPoolSize=3 2024-11-09T23:57:09,661 INFO [RS:1;9d8c37854f6e:35869 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-09T23:57:09,661 INFO [RS:1;9d8c37854f6e:35869 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-09T23:57:09,661 INFO [RS:1;9d8c37854f6e:35869 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-09T23:57:09,661 INFO [RS:1;9d8c37854f6e:35869 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-09T23:57:09,661 INFO [RS:1;9d8c37854f6e:35869 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-09T23:57:09,661 INFO [RS:1;9d8c37854f6e:35869 {}] hbase.ChoreService(168): Chore ScheduledChore name=9d8c37854f6e,35869,1731196629088-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-09T23:57:09,665 WARN [9d8c37854f6e:43263 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-11-09T23:57:09,668 INFO [RS:2;9d8c37854f6e:42677 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-09T23:57:09,668 INFO [RS:2;9d8c37854f6e:42677 {}] hbase.ChoreService(168): Chore ScheduledChore name=9d8c37854f6e,42677,1731196629124-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-09T23:57:09,668 INFO [RS:2;9d8c37854f6e:42677 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T23:57:09,668 INFO [RS:2;9d8c37854f6e:42677 {}] regionserver.Replication(171): 9d8c37854f6e,42677,1731196629124 started 2024-11-09T23:57:09,675 INFO [RS:1;9d8c37854f6e:35869 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-09T23:57:09,675 INFO [RS:1;9d8c37854f6e:35869 {}] hbase.ChoreService(168): Chore ScheduledChore name=9d8c37854f6e,35869,1731196629088-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-09T23:57:09,675 INFO [RS:1;9d8c37854f6e:35869 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T23:57:09,675 INFO [RS:1;9d8c37854f6e:35869 {}] regionserver.Replication(171): 9d8c37854f6e,35869,1731196629088 started 2024-11-09T23:57:09,675 INFO [RS:0;9d8c37854f6e:42693 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-09T23:57:09,676 INFO [RS:0;9d8c37854f6e:42693 {}] hbase.ChoreService(168): Chore ScheduledChore name=9d8c37854f6e,42693,1731196629055-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-09T23:57:09,676 INFO [RS:0;9d8c37854f6e:42693 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T23:57:09,676 INFO [RS:0;9d8c37854f6e:42693 {}] regionserver.Replication(171): 9d8c37854f6e,42693,1731196629055 started 2024-11-09T23:57:09,681 INFO [RS:2;9d8c37854f6e:42677 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T23:57:09,681 INFO [RS:2;9d8c37854f6e:42677 {}] regionserver.HRegionServer(1482): Serving as 9d8c37854f6e,42677,1731196629124, RpcServer on 9d8c37854f6e/172.17.0.2:42677, sessionid=0x1012351c2670003 2024-11-09T23:57:09,681 DEBUG [RS:2;9d8c37854f6e:42677 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-09T23:57:09,681 DEBUG [RS:2;9d8c37854f6e:42677 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 9d8c37854f6e,42677,1731196629124 2024-11-09T23:57:09,681 DEBUG [RS:2;9d8c37854f6e:42677 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '9d8c37854f6e,42677,1731196629124' 2024-11-09T23:57:09,681 DEBUG [RS:2;9d8c37854f6e:42677 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-09T23:57:09,682 DEBUG [RS:2;9d8c37854f6e:42677 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-09T23:57:09,682 DEBUG [RS:2;9d8c37854f6e:42677 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-09T23:57:09,682 DEBUG [RS:2;9d8c37854f6e:42677 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-09T23:57:09,682 DEBUG [RS:2;9d8c37854f6e:42677 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 9d8c37854f6e,42677,1731196629124 2024-11-09T23:57:09,682 DEBUG [RS:2;9d8c37854f6e:42677 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '9d8c37854f6e,42677,1731196629124' 2024-11-09T23:57:09,682 DEBUG [RS:2;9d8c37854f6e:42677 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-09T23:57:09,683 DEBUG [RS:2;9d8c37854f6e:42677 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-09T23:57:09,683 DEBUG [RS:2;9d8c37854f6e:42677 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-09T23:57:09,683 INFO [RS:2;9d8c37854f6e:42677 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-09T23:57:09,683 INFO [RS:2;9d8c37854f6e:42677 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-09T23:57:09,688 INFO [RS:1;9d8c37854f6e:35869 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T23:57:09,689 INFO [RS:1;9d8c37854f6e:35869 {}] regionserver.HRegionServer(1482): Serving as 9d8c37854f6e,35869,1731196629088, RpcServer on 9d8c37854f6e/172.17.0.2:35869, sessionid=0x1012351c2670002 2024-11-09T23:57:09,689 DEBUG [RS:1;9d8c37854f6e:35869 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-09T23:57:09,689 DEBUG [RS:1;9d8c37854f6e:35869 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 9d8c37854f6e,35869,1731196629088 2024-11-09T23:57:09,689 DEBUG [RS:1;9d8c37854f6e:35869 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '9d8c37854f6e,35869,1731196629088' 2024-11-09T23:57:09,689 DEBUG [RS:1;9d8c37854f6e:35869 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-09T23:57:09,689 DEBUG [RS:1;9d8c37854f6e:35869 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-09T23:57:09,690 DEBUG [RS:1;9d8c37854f6e:35869 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-09T23:57:09,690 DEBUG [RS:1;9d8c37854f6e:35869 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-09T23:57:09,690 DEBUG [RS:1;9d8c37854f6e:35869 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 9d8c37854f6e,35869,1731196629088 2024-11-09T23:57:09,690 DEBUG [RS:1;9d8c37854f6e:35869 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '9d8c37854f6e,35869,1731196629088' 2024-11-09T23:57:09,690 DEBUG [RS:1;9d8c37854f6e:35869 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-09T23:57:09,690 DEBUG [RS:1;9d8c37854f6e:35869 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-09T23:57:09,691 DEBUG [RS:1;9d8c37854f6e:35869 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-09T23:57:09,691 INFO [RS:1;9d8c37854f6e:35869 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-09T23:57:09,691 INFO [RS:1;9d8c37854f6e:35869 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-09T23:57:09,692 INFO [RS:0;9d8c37854f6e:42693 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T23:57:09,692 INFO [RS:0;9d8c37854f6e:42693 {}] regionserver.HRegionServer(1482): Serving as 9d8c37854f6e,42693,1731196629055, RpcServer on 9d8c37854f6e/172.17.0.2:42693, sessionid=0x1012351c2670001 2024-11-09T23:57:09,692 DEBUG [RS:0;9d8c37854f6e:42693 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-09T23:57:09,692 DEBUG [RS:0;9d8c37854f6e:42693 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 9d8c37854f6e,42693,1731196629055 2024-11-09T23:57:09,692 DEBUG [RS:0;9d8c37854f6e:42693 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '9d8c37854f6e,42693,1731196629055' 2024-11-09T23:57:09,692 DEBUG [RS:0;9d8c37854f6e:42693 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-09T23:57:09,692 DEBUG [RS:0;9d8c37854f6e:42693 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-09T23:57:09,693 DEBUG [RS:0;9d8c37854f6e:42693 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-09T23:57:09,693 DEBUG [RS:0;9d8c37854f6e:42693 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-09T23:57:09,693 DEBUG [RS:0;9d8c37854f6e:42693 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 9d8c37854f6e,42693,1731196629055 2024-11-09T23:57:09,693 DEBUG [RS:0;9d8c37854f6e:42693 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '9d8c37854f6e,42693,1731196629055' 2024-11-09T23:57:09,693 DEBUG [RS:0;9d8c37854f6e:42693 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-09T23:57:09,693 DEBUG [RS:0;9d8c37854f6e:42693 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-09T23:57:09,694 DEBUG [RS:0;9d8c37854f6e:42693 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-09T23:57:09,694 INFO [RS:0;9d8c37854f6e:42693 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-09T23:57:09,694 INFO [RS:0;9d8c37854f6e:42693 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-09T23:57:09,784 INFO [RS:2;9d8c37854f6e:42677 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-09T23:57:09,789 INFO [RS:2;9d8c37854f6e:42677 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=9d8c37854f6e%2C42677%2C1731196629124, suffix=, logDir=hdfs://localhost:41247/user/jenkins/test-data/9ac4d819-7651-f571-f3b4-a57b90623e74/WALs/9d8c37854f6e,42677,1731196629124, archiveDir=hdfs://localhost:41247/user/jenkins/test-data/9ac4d819-7651-f571-f3b4-a57b90623e74/oldWALs, maxLogs=32 2024-11-09T23:57:09,791 INFO [RS:1;9d8c37854f6e:35869 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-09T23:57:09,794 INFO [RS:0;9d8c37854f6e:42693 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-09T23:57:09,795 INFO [RS:1;9d8c37854f6e:35869 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=9d8c37854f6e%2C35869%2C1731196629088, suffix=, logDir=hdfs://localhost:41247/user/jenkins/test-data/9ac4d819-7651-f571-f3b4-a57b90623e74/WALs/9d8c37854f6e,35869,1731196629088, archiveDir=hdfs://localhost:41247/user/jenkins/test-data/9ac4d819-7651-f571-f3b4-a57b90623e74/oldWALs, maxLogs=32 2024-11-09T23:57:09,796 INFO [RS:0;9d8c37854f6e:42693 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=9d8c37854f6e%2C42693%2C1731196629055, suffix=, logDir=hdfs://localhost:41247/user/jenkins/test-data/9ac4d819-7651-f571-f3b4-a57b90623e74/WALs/9d8c37854f6e,42693,1731196629055, archiveDir=hdfs://localhost:41247/user/jenkins/test-data/9ac4d819-7651-f571-f3b4-a57b90623e74/oldWALs, maxLogs=32 2024-11-09T23:57:09,808 DEBUG [RS:1;9d8c37854f6e:35869 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/9ac4d819-7651-f571-f3b4-a57b90623e74/WALs/9d8c37854f6e,35869,1731196629088/9d8c37854f6e%2C35869%2C1731196629088.1731196629796, exclude list is [], retry=0 2024-11-09T23:57:09,811 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37483,DS-8e016ce7-19e0-4e91-8baa-38140e7fc8bb,DISK] 2024-11-09T23:57:09,811 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34825,DS-d23fc94a-03dd-451f-aa77-fc9271f17092,DISK] 2024-11-09T23:57:09,811 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43797,DS-77e7c44a-639f-4a16-ae91-ef470e30a4f6,DISK] 2024-11-09T23:57:09,812 DEBUG [RS:0;9d8c37854f6e:42693 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/9ac4d819-7651-f571-f3b4-a57b90623e74/WALs/9d8c37854f6e,42693,1731196629055/9d8c37854f6e%2C42693%2C1731196629055.1731196629796, exclude list is [], retry=0 2024-11-09T23:57:09,812 DEBUG [RS:2;9d8c37854f6e:42677 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/9ac4d819-7651-f571-f3b4-a57b90623e74/WALs/9d8c37854f6e,42677,1731196629124/9d8c37854f6e%2C42677%2C1731196629124.1731196629795, exclude list is [], retry=0 2024-11-09T23:57:09,814 INFO [RS:1;9d8c37854f6e:35869 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/9ac4d819-7651-f571-f3b4-a57b90623e74/WALs/9d8c37854f6e,35869,1731196629088/9d8c37854f6e%2C35869%2C1731196629088.1731196629796 2024-11-09T23:57:09,815 DEBUG [RS:1;9d8c37854f6e:35869 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36643:36643),(127.0.0.1/127.0.0.1:33169:33169),(127.0.0.1/127.0.0.1:45227:45227)] 2024-11-09T23:57:09,815 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34825,DS-d23fc94a-03dd-451f-aa77-fc9271f17092,DISK] 2024-11-09T23:57:09,815 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37483,DS-8e016ce7-19e0-4e91-8baa-38140e7fc8bb,DISK] 2024-11-09T23:57:09,815 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34825,DS-d23fc94a-03dd-451f-aa77-fc9271f17092,DISK] 2024-11-09T23:57:09,815 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43797,DS-77e7c44a-639f-4a16-ae91-ef470e30a4f6,DISK] 2024-11-09T23:57:09,815 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37483,DS-8e016ce7-19e0-4e91-8baa-38140e7fc8bb,DISK] 2024-11-09T23:57:09,815 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43797,DS-77e7c44a-639f-4a16-ae91-ef470e30a4f6,DISK] 2024-11-09T23:57:09,823 INFO [RS:2;9d8c37854f6e:42677 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/9ac4d819-7651-f571-f3b4-a57b90623e74/WALs/9d8c37854f6e,42677,1731196629124/9d8c37854f6e%2C42677%2C1731196629124.1731196629795 2024-11-09T23:57:09,823 INFO [RS:0;9d8c37854f6e:42693 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/9ac4d819-7651-f571-f3b4-a57b90623e74/WALs/9d8c37854f6e,42693,1731196629055/9d8c37854f6e%2C42693%2C1731196629055.1731196629796 2024-11-09T23:57:09,824 DEBUG [RS:2;9d8c37854f6e:42677 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33169:33169),(127.0.0.1/127.0.0.1:45227:45227),(127.0.0.1/127.0.0.1:36643:36643)] 2024-11-09T23:57:09,826 DEBUG [RS:0;9d8c37854f6e:42693 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45227:45227),(127.0.0.1/127.0.0.1:36643:36643),(127.0.0.1/127.0.0.1:33169:33169)] 2024-11-09T23:57:09,916 DEBUG [9d8c37854f6e:43263 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=3, allServersCount=3 2024-11-09T23:57:09,917 DEBUG [9d8c37854f6e:43263 {}] balancer.BalancerClusterState(204): Hosts are {9d8c37854f6e=0} racks are {/default-rack=0} 2024-11-09T23:57:09,923 DEBUG [9d8c37854f6e:43263 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-11-09T23:57:09,923 DEBUG [9d8c37854f6e:43263 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-11-09T23:57:09,923 DEBUG [9d8c37854f6e:43263 {}] balancer.BalancerClusterState(303): server 2 has 0 regions 2024-11-09T23:57:09,923 DEBUG [9d8c37854f6e:43263 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-11-09T23:57:09,923 DEBUG [9d8c37854f6e:43263 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-11-09T23:57:09,923 DEBUG [9d8c37854f6e:43263 {}] balancer.BalancerClusterState(310): server 2 is on host 0 2024-11-09T23:57:09,923 INFO [9d8c37854f6e:43263 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-11-09T23:57:09,923 INFO [9d8c37854f6e:43263 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-11-09T23:57:09,923 INFO [9d8c37854f6e:43263 {}] balancer.BalancerClusterState(321): server 2 is on rack 0 2024-11-09T23:57:09,923 DEBUG [9d8c37854f6e:43263 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-11-09T23:57:09,924 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=9d8c37854f6e,42677,1731196629124 2024-11-09T23:57:09,925 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 9d8c37854f6e,42677,1731196629124, state=OPENING 2024-11-09T23:57:10,007 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-09T23:57:10,069 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35869-0x1012351c2670002, quorum=127.0.0.1:51004, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-09T23:57:10,069 DEBUG [pool-316-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42677-0x1012351c2670003, quorum=127.0.0.1:51004, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-09T23:57:10,069 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43263-0x1012351c2670000, quorum=127.0.0.1:51004, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-09T23:57:10,069 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42693-0x1012351c2670001, quorum=127.0.0.1:51004, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-09T23:57:10,071 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-09T23:57:10,071 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-09T23:57:10,071 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-09T23:57:10,071 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-09T23:57:10,071 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-09T23:57:10,072 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=9d8c37854f6e,42677,1731196629124}] 2024-11-09T23:57:10,809 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T23:57:10,824 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T23:57:10,824 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T23:57:11,333 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-09T23:57:11,337 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T23:57:11,359 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T23:57:11,360 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T23:57:11,860 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-09T23:57:11,861 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-09T23:57:17,367 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-09T23:57:17,371 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T23:57:17,401 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T23:57:17,401 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T23:57:19,511 WARN [BootstrapNodeManager {}] regionserver.BootstrapNodeManager(142): failed to get live region servers from master org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=9d8c37854f6e:44177 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.BootstrapNodeManager.getFromMaster(BootstrapNodeManager.java:140) ~[classes/:?] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) ~[?:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:304) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$Stub.getLiveRegionServers(RegionServerStatusProtos.java:17191) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClusterConnectionImpl.getLiveRegionServers(AsyncClusterConnectionImpl.java:139) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.BootstrapNodeManager.getFromMaster(BootstrapNodeManager.java:140) ~[classes/:?] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) ~[?:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:304) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 10 more 2024-11-09T23:57:20,077 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-09T23:57:20,080 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40879, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-09T23:57:20,087 INFO [RS_OPEN_META-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-09T23:57:20,087 INFO [RS_OPEN_META-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-09T23:57:20,088 INFO [RS_OPEN_META-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-09T23:57:20,090 INFO [RS_OPEN_META-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=9d8c37854f6e%2C42677%2C1731196629124.meta, suffix=.meta, logDir=hdfs://localhost:41247/user/jenkins/test-data/9ac4d819-7651-f571-f3b4-a57b90623e74/WALs/9d8c37854f6e,42677,1731196629124, archiveDir=hdfs://localhost:41247/user/jenkins/test-data/9ac4d819-7651-f571-f3b4-a57b90623e74/oldWALs, maxLogs=32 2024-11-09T23:57:20,106 DEBUG [RS_OPEN_META-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/9ac4d819-7651-f571-f3b4-a57b90623e74/WALs/9d8c37854f6e,42677,1731196629124/9d8c37854f6e%2C42677%2C1731196629124.meta.1731196640091.meta, exclude list is [], retry=0 2024-11-09T23:57:20,108 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34825,DS-d23fc94a-03dd-451f-aa77-fc9271f17092,DISK] 2024-11-09T23:57:20,108 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43797,DS-77e7c44a-639f-4a16-ae91-ef470e30a4f6,DISK] 2024-11-09T23:57:20,108 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37483,DS-8e016ce7-19e0-4e91-8baa-38140e7fc8bb,DISK] 2024-11-09T23:57:20,110 INFO [RS_OPEN_META-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/9ac4d819-7651-f571-f3b4-a57b90623e74/WALs/9d8c37854f6e,42677,1731196629124/9d8c37854f6e%2C42677%2C1731196629124.meta.1731196640091.meta 2024-11-09T23:57:20,111 DEBUG [RS_OPEN_META-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36643:36643),(127.0.0.1/127.0.0.1:33169:33169),(127.0.0.1/127.0.0.1:45227:45227)] 2024-11-09T23:57:20,111 DEBUG [RS_OPEN_META-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-09T23:57:20,111 DEBUG [RS_OPEN_META-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-09T23:57:20,111 DEBUG [RS_OPEN_META-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-09T23:57:20,111 INFO [RS_OPEN_META-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-09T23:57:20,112 DEBUG [RS_OPEN_META-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-09T23:57:20,112 DEBUG [RS_OPEN_META-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T23:57:20,112 DEBUG [RS_OPEN_META-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-09T23:57:20,112 DEBUG [RS_OPEN_META-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-09T23:57:20,113 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-09T23:57:20,114 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-09T23:57:20,114 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T23:57:20,115 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T23:57:20,115 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-09T23:57:20,115 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-09T23:57:20,115 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T23:57:20,116 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T23:57:20,116 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-09T23:57:20,117 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-09T23:57:20,117 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T23:57:20,117 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T23:57:20,117 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-09T23:57:20,118 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-09T23:57:20,118 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T23:57:20,118 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T23:57:20,118 DEBUG [RS_OPEN_META-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-09T23:57:20,119 DEBUG [RS_OPEN_META-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41247/user/jenkins/test-data/9ac4d819-7651-f571-f3b4-a57b90623e74/data/hbase/meta/1588230740 2024-11-09T23:57:20,120 DEBUG [RS_OPEN_META-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41247/user/jenkins/test-data/9ac4d819-7651-f571-f3b4-a57b90623e74/data/hbase/meta/1588230740 2024-11-09T23:57:20,122 DEBUG [RS_OPEN_META-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-09T23:57:20,122 DEBUG [RS_OPEN_META-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-09T23:57:20,122 DEBUG [RS_OPEN_META-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-09T23:57:20,124 DEBUG [RS_OPEN_META-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-09T23:57:20,126 INFO [RS_OPEN_META-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=75418699, jitterRate=0.12382619082927704}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-09T23:57:20,126 DEBUG [RS_OPEN_META-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-09T23:57:20,127 DEBUG [RS_OPEN_META-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731196640112Writing region info on filesystem at 1731196640112Initializing all the Stores at 1731196640113 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731196640113Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731196640113Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731196640113Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731196640113Cleaning up temporary data from old regions at 1731196640122 (+9 ms)Running coprocessor post-open hooks at 1731196640126 (+4 ms)Region opened successfully at 1731196640127 (+1 ms) 2024-11-09T23:57:20,128 INFO [RS_OPEN_META-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731196640076 2024-11-09T23:57:20,130 DEBUG [RS_OPEN_META-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-09T23:57:20,130 INFO [RS_OPEN_META-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-09T23:57:20,131 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=9d8c37854f6e,42677,1731196629124 2024-11-09T23:57:20,132 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 9d8c37854f6e,42677,1731196629124, state=OPEN 2024-11-09T23:57:20,184 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43263-0x1012351c2670000, quorum=127.0.0.1:51004, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-09T23:57:20,184 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42693-0x1012351c2670001, quorum=127.0.0.1:51004, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-09T23:57:20,184 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35869-0x1012351c2670002, quorum=127.0.0.1:51004, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-09T23:57:20,184 DEBUG [pool-316-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42677-0x1012351c2670003, quorum=127.0.0.1:51004, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-09T23:57:20,184 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=9d8c37854f6e,42677,1731196629124 2024-11-09T23:57:20,184 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-09T23:57:20,184 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-09T23:57:20,184 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-09T23:57:20,184 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-09T23:57:20,190 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-09T23:57:20,190 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=9d8c37854f6e,42677,1731196629124 in 10.1120 sec 2024-11-09T23:57:20,193 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-09T23:57:20,193 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 10.6770 sec 2024-11-09T23:57:20,194 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-09T23:57:20,194 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-09T23:57:20,196 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-09T23:57:20,196 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=9d8c37854f6e,42677,1731196629124, seqNum=-1] 2024-11-09T23:57:20,196 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T23:57:20,198 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41859, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-09T23:57:20,203 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 10.7380 sec 2024-11-09T23:57:20,203 INFO [master/9d8c37854f6e:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731196640203, completionTime=-1 2024-11-09T23:57:20,203 INFO [master/9d8c37854f6e:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=3; waited=0ms, expected min=3 server(s), max=3 server(s), master is running 2024-11-09T23:57:20,203 DEBUG [master/9d8c37854f6e:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-09T23:57:20,204 INFO [master/9d8c37854f6e:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=3 2024-11-09T23:57:20,204 INFO [master/9d8c37854f6e:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731196700204 2024-11-09T23:57:20,204 INFO [master/9d8c37854f6e:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731196760204 2024-11-09T23:57:20,204 INFO [master/9d8c37854f6e:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 1 msec 2024-11-09T23:57:20,205 DEBUG [master/9d8c37854f6e:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 1588230740 changed from -1.0 to 0.0, refreshing cache 2024-11-09T23:57:20,205 INFO [master/9d8c37854f6e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=9d8c37854f6e,43263,1731196628918-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-09T23:57:20,205 INFO [master/9d8c37854f6e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=9d8c37854f6e,43263,1731196628918-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T23:57:20,205 INFO [master/9d8c37854f6e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=9d8c37854f6e,43263,1731196628918-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T23:57:20,205 INFO [master/9d8c37854f6e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-9d8c37854f6e:43263, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T23:57:20,205 INFO [master/9d8c37854f6e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-09T23:57:20,206 INFO [master/9d8c37854f6e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-09T23:57:20,208 DEBUG [master/9d8c37854f6e:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-09T23:57:20,210 INFO [master/9d8c37854f6e:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 11.024sec 2024-11-09T23:57:20,210 INFO [master/9d8c37854f6e:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-09T23:57:20,210 INFO [master/9d8c37854f6e:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-09T23:57:20,210 INFO [master/9d8c37854f6e:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-09T23:57:20,210 INFO [master/9d8c37854f6e:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-09T23:57:20,210 INFO [master/9d8c37854f6e:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-09T23:57:20,210 INFO [master/9d8c37854f6e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=9d8c37854f6e,43263,1731196628918-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-09T23:57:20,211 INFO [master/9d8c37854f6e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=9d8c37854f6e,43263,1731196628918-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-09T23:57:20,213 DEBUG [master/9d8c37854f6e:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-09T23:57:20,213 INFO [master/9d8c37854f6e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-09T23:57:20,213 INFO [master/9d8c37854f6e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=9d8c37854f6e,43263,1731196628918-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T23:57:20,264 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@30661a24, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T23:57:20,264 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 9d8c37854f6e,43263,-1 for getting cluster id 2024-11-09T23:57:20,264 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-09T23:57:20,266 DEBUG [HMaster-EventLoopGroup-7-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'b288bfdd-747e-41b6-bcbf-18dc19f2d791' 2024-11-09T23:57:20,266 DEBUG [RPCClient-NioEventLoopGroup-6-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-09T23:57:20,267 DEBUG [RPCClient-NioEventLoopGroup-6-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "b288bfdd-747e-41b6-bcbf-18dc19f2d791" 2024-11-09T23:57:20,267 DEBUG [RPCClient-NioEventLoopGroup-6-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@50b21158, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T23:57:20,267 DEBUG [RPCClient-NioEventLoopGroup-6-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [9d8c37854f6e,43263,-1] 2024-11-09T23:57:20,267 DEBUG [RPCClient-NioEventLoopGroup-6-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-09T23:57:20,268 DEBUG [RPCClient-NioEventLoopGroup-6-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T23:57:20,269 INFO [HMaster-EventLoopGroup-7-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47280, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-09T23:57:20,270 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3bd539c2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T23:57:20,271 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-09T23:57:20,272 DEBUG [RPCClient-NioEventLoopGroup-6-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=9d8c37854f6e,42677,1731196629124, seqNum=-1] 2024-11-09T23:57:20,273 DEBUG [RPCClient-NioEventLoopGroup-6-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T23:57:20,275 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58476, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-09T23:57:20,276 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=9d8c37854f6e,43263,1731196628918 2024-11-09T23:57:20,276 DEBUG [Time-limited test {}] snapshot.SnapshotDescriptionUtils(316): Creation time not specified, setting to:1731196640276 (current time:1731196640276). 2024-11-09T23:57:20,276 DEBUG [Time-limited test {}] snapshot.SnapshotDescriptionUtils(330): Snapshot current TTL value: 0 resetting it to default value: 0 2024-11-09T23:57:20,276 DEBUG [Time-limited test {}] snapshot.SnapshotDescriptionUtils(339): Snapshot SnapshotProcedureTest VERSION not specified, setting to 2 2024-11-09T23:57:20,277 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@45786830, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T23:57:20,277 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 9d8c37854f6e,43263,-1 for getting cluster id 2024-11-09T23:57:20,277 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-09T23:57:20,278 DEBUG [HMaster-EventLoopGroup-7-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'b288bfdd-747e-41b6-bcbf-18dc19f2d791' 2024-11-09T23:57:20,278 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-09T23:57:20,278 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "b288bfdd-747e-41b6-bcbf-18dc19f2d791" 2024-11-09T23:57:20,278 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4676d74e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T23:57:20,278 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [9d8c37854f6e,43263,-1] 2024-11-09T23:57:20,279 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-09T23:57:20,279 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T23:57:20,279 INFO [HMaster-EventLoopGroup-7-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47298, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-09T23:57:20,280 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4a881e20, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T23:57:20,280 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-09T23:57:20,281 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=9d8c37854f6e,42677,1731196629124, seqNum=-1] 2024-11-09T23:57:20,281 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T23:57:20,282 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58486, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-09T23:57:20,283 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-09T23:57:20,283 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.isSecurityAvailable(SnapshotDescriptionUtils.java:481) at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.validate(SnapshotDescriptionUtils.java:353) at org.apache.hadoop.hbase.master.procedure.TestSnapshotProcedure.setup(TestSnapshotProcedure.java:117) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunBefores.invokeMethod(RunBefores.java:33) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:24) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-09T23:57:20,284 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T23:57:20,284 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T23:57:20,284 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-09T23:57:20,284 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-09T23:57:20,285 DEBUG [RPCClient-NioEventLoopGroup-6-8 {}] client.AsyncConnectionImpl(321): The fetched master address is 9d8c37854f6e,43263,1731196628918 2024-11-09T23:57:20,285 DEBUG [RPCClient-NioEventLoopGroup-6-8 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@4e1ece11 2024-11-09T23:57:20,285 DEBUG [RPCClient-NioEventLoopGroup-6-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-09T23:57:20,286 INFO [HMaster-EventLoopGroup-7-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47314, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-09T23:57:20,287 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43263 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'SPTestTable', {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-09T23:57:20,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43263 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=SPTestTable 2024-11-09T23:57:20,290 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_PRE_OPERATION 2024-11-09T23:57:20,290 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T23:57:20,290 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43263 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "SPTestTable" procId is: 4 2024-11-09T23:57:20,290 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-09T23:57:20,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43263 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-09T23:57:20,301 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43797 is added to blk_1073741837_1013 (size=361) 2024-11-09T23:57:20,301 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34825 is added to blk_1073741837_1013 (size=361) 2024-11-09T23:57:20,301 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37483 is added to blk_1073741837_1013 (size=361) 2024-11-09T23:57:20,304 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => aa271c3c2de279479b14e90bf4c1f26f, NAME => 'SPTestTable,,1731196640287.aa271c3c2de279479b14e90bf4c1f26f.', STARTKEY => '', ENDKEY => '19999999'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:41247/user/jenkins/test-data/9ac4d819-7651-f571-f3b4-a57b90623e74 2024-11-09T23:57:20,304 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(7572): creating {ENCODED => 68bd08e9c2fe8f276e054ed06a0e5bba, NAME => 'SPTestTable,33333332,1731196640287.68bd08e9c2fe8f276e054ed06a0e5bba.', STARTKEY => '33333332', ENDKEY => '4ccccccb'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:41247/user/jenkins/test-data/9ac4d819-7651-f571-f3b4-a57b90623e74 2024-11-09T23:57:20,305 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(7572): creating {ENCODED => c15af777682ff7651725c702ae4227aa, NAME => 'SPTestTable,19999999,1731196640287.c15af777682ff7651725c702ae4227aa.', STARTKEY => '19999999', ENDKEY => '33333332'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:41247/user/jenkins/test-data/9ac4d819-7651-f571-f3b4-a57b90623e74 2024-11-09T23:57:20,325 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43797 is added to blk_1073741840_1016 (size=62) 2024-11-09T23:57:20,326 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34825 is added to blk_1073741838_1014 (size=62) 2024-11-09T23:57:20,326 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37483 is added to blk_1073741840_1016 (size=62) 2024-11-09T23:57:20,326 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(898): Instantiated SPTestTable,19999999,1731196640287.c15af777682ff7651725c702ae4227aa.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T23:57:20,326 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34825 is added to blk_1073741839_1015 (size=54) 2024-11-09T23:57:20,326 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1722): Closing c15af777682ff7651725c702ae4227aa, disabling compactions & flushes 2024-11-09T23:57:20,326 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1755): Closing region SPTestTable,19999999,1731196640287.c15af777682ff7651725c702ae4227aa. 2024-11-09T23:57:20,326 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,19999999,1731196640287.c15af777682ff7651725c702ae4227aa. 2024-11-09T23:57:20,326 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43797 is added to blk_1073741839_1015 (size=54) 2024-11-09T23:57:20,326 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,19999999,1731196640287.c15af777682ff7651725c702ae4227aa. after waiting 0 ms 2024-11-09T23:57:20,326 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,19999999,1731196640287.c15af777682ff7651725c702ae4227aa. 2024-11-09T23:57:20,326 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1973): Closed SPTestTable,19999999,1731196640287.c15af777682ff7651725c702ae4227aa. 2024-11-09T23:57:20,326 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43797 is added to blk_1073741838_1014 (size=62) 2024-11-09T23:57:20,326 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1676): Region close journal for c15af777682ff7651725c702ae4227aa: Waiting for close lock at 1731196640326Disabling compacts and flushes for region at 1731196640326Disabling writes for close at 1731196640326Writing region close event to WAL at 1731196640326Closed at 1731196640326 2024-11-09T23:57:20,327 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(7572): creating {ENCODED => a4b43761714616da7e2f012be66755e0, NAME => 'SPTestTable,4ccccccb,1731196640287.a4b43761714616da7e2f012be66755e0.', STARTKEY => '4ccccccb', ENDKEY => '66666664'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:41247/user/jenkins/test-data/9ac4d819-7651-f571-f3b4-a57b90623e74 2024-11-09T23:57:20,328 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37483 is added to blk_1073741839_1015 (size=54) 2024-11-09T23:57:20,328 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37483 is added to blk_1073741838_1014 (size=62) 2024-11-09T23:57:20,328 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34825 is added to blk_1073741840_1016 (size=62) 2024-11-09T23:57:20,339 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37483 is added to blk_1073741841_1017 (size=62) 2024-11-09T23:57:20,339 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34825 is added to blk_1073741841_1017 (size=62) 2024-11-09T23:57:20,340 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43797 is added to blk_1073741841_1017 (size=62) 2024-11-09T23:57:20,340 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(898): Instantiated SPTestTable,4ccccccb,1731196640287.a4b43761714616da7e2f012be66755e0.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T23:57:20,340 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1722): Closing a4b43761714616da7e2f012be66755e0, disabling compactions & flushes 2024-11-09T23:57:20,340 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1755): Closing region SPTestTable,4ccccccb,1731196640287.a4b43761714616da7e2f012be66755e0. 2024-11-09T23:57:20,340 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,4ccccccb,1731196640287.a4b43761714616da7e2f012be66755e0. 2024-11-09T23:57:20,341 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,4ccccccb,1731196640287.a4b43761714616da7e2f012be66755e0. after waiting 1 ms 2024-11-09T23:57:20,341 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,4ccccccb,1731196640287.a4b43761714616da7e2f012be66755e0. 2024-11-09T23:57:20,341 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1973): Closed SPTestTable,4ccccccb,1731196640287.a4b43761714616da7e2f012be66755e0. 2024-11-09T23:57:20,341 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1676): Region close journal for a4b43761714616da7e2f012be66755e0: Waiting for close lock at 1731196640340Disabling compacts and flushes for region at 1731196640340Disabling writes for close at 1731196640341 (+1 ms)Writing region close event to WAL at 1731196640341Closed at 1731196640341 2024-11-09T23:57:20,341 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(7572): creating {ENCODED => 6932919c3bdb793f66e86d6dda18f001, NAME => 'SPTestTable,66666664,1731196640287.6932919c3bdb793f66e86d6dda18f001.', STARTKEY => '66666664', ENDKEY => '7ffffffd'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:41247/user/jenkins/test-data/9ac4d819-7651-f571-f3b4-a57b90623e74 2024-11-09T23:57:20,349 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34825 is added to blk_1073741842_1018 (size=62) 2024-11-09T23:57:20,350 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37483 is added to blk_1073741842_1018 (size=62) 2024-11-09T23:57:20,350 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43797 is added to blk_1073741842_1018 (size=62) 2024-11-09T23:57:20,350 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(898): Instantiated SPTestTable,66666664,1731196640287.6932919c3bdb793f66e86d6dda18f001.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T23:57:20,351 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1722): Closing 6932919c3bdb793f66e86d6dda18f001, disabling compactions & flushes 2024-11-09T23:57:20,351 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1755): Closing region SPTestTable,66666664,1731196640287.6932919c3bdb793f66e86d6dda18f001. 2024-11-09T23:57:20,351 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,66666664,1731196640287.6932919c3bdb793f66e86d6dda18f001. 2024-11-09T23:57:20,351 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,66666664,1731196640287.6932919c3bdb793f66e86d6dda18f001. after waiting 0 ms 2024-11-09T23:57:20,351 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,66666664,1731196640287.6932919c3bdb793f66e86d6dda18f001. 2024-11-09T23:57:20,351 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1973): Closed SPTestTable,66666664,1731196640287.6932919c3bdb793f66e86d6dda18f001. 2024-11-09T23:57:20,351 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1676): Region close journal for 6932919c3bdb793f66e86d6dda18f001: Waiting for close lock at 1731196640351Disabling compacts and flushes for region at 1731196640351Disabling writes for close at 1731196640351Writing region close event to WAL at 1731196640351Closed at 1731196640351 2024-11-09T23:57:20,352 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(7572): creating {ENCODED => 36ac8025951d124d953587317aad1411, NAME => 'SPTestTable,7ffffffd,1731196640287.36ac8025951d124d953587317aad1411.', STARTKEY => '7ffffffd', ENDKEY => '99999996'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:41247/user/jenkins/test-data/9ac4d819-7651-f571-f3b4-a57b90623e74 2024-11-09T23:57:20,360 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34825 is added to blk_1073741843_1019 (size=62) 2024-11-09T23:57:20,360 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37483 is added to blk_1073741843_1019 (size=62) 2024-11-09T23:57:20,360 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43797 is added to blk_1073741843_1019 (size=62) 2024-11-09T23:57:20,361 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(898): Instantiated SPTestTable,7ffffffd,1731196640287.36ac8025951d124d953587317aad1411.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T23:57:20,361 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1722): Closing 36ac8025951d124d953587317aad1411, disabling compactions & flushes 2024-11-09T23:57:20,361 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1755): Closing region SPTestTable,7ffffffd,1731196640287.36ac8025951d124d953587317aad1411. 2024-11-09T23:57:20,361 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,7ffffffd,1731196640287.36ac8025951d124d953587317aad1411. 2024-11-09T23:57:20,361 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,7ffffffd,1731196640287.36ac8025951d124d953587317aad1411. after waiting 0 ms 2024-11-09T23:57:20,361 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,7ffffffd,1731196640287.36ac8025951d124d953587317aad1411. 2024-11-09T23:57:20,362 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1973): Closed SPTestTable,7ffffffd,1731196640287.36ac8025951d124d953587317aad1411. 2024-11-09T23:57:20,362 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1676): Region close journal for 36ac8025951d124d953587317aad1411: Waiting for close lock at 1731196640361Disabling compacts and flushes for region at 1731196640361Disabling writes for close at 1731196640361Writing region close event to WAL at 1731196640361Closed at 1731196640362 (+1 ms) 2024-11-09T23:57:20,363 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(7572): creating {ENCODED => 3bb5f9e50a5dcd020cc49559901a1e69, NAME => 'SPTestTable,99999996,1731196640287.3bb5f9e50a5dcd020cc49559901a1e69.', STARTKEY => '99999996', ENDKEY => 'b333332f'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:41247/user/jenkins/test-data/9ac4d819-7651-f571-f3b4-a57b90623e74 2024-11-09T23:57:20,370 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34825 is added to blk_1073741844_1020 (size=62) 2024-11-09T23:57:20,370 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43797 is added to blk_1073741844_1020 (size=62) 2024-11-09T23:57:20,371 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37483 is added to blk_1073741844_1020 (size=62) 2024-11-09T23:57:20,371 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(898): Instantiated SPTestTable,99999996,1731196640287.3bb5f9e50a5dcd020cc49559901a1e69.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T23:57:20,371 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1722): Closing 3bb5f9e50a5dcd020cc49559901a1e69, disabling compactions & flushes 2024-11-09T23:57:20,371 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1755): Closing region SPTestTable,99999996,1731196640287.3bb5f9e50a5dcd020cc49559901a1e69. 2024-11-09T23:57:20,371 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,99999996,1731196640287.3bb5f9e50a5dcd020cc49559901a1e69. 2024-11-09T23:57:20,371 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,99999996,1731196640287.3bb5f9e50a5dcd020cc49559901a1e69. after waiting 0 ms 2024-11-09T23:57:20,371 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,99999996,1731196640287.3bb5f9e50a5dcd020cc49559901a1e69. 2024-11-09T23:57:20,371 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1973): Closed SPTestTable,99999996,1731196640287.3bb5f9e50a5dcd020cc49559901a1e69. 2024-11-09T23:57:20,371 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1676): Region close journal for 3bb5f9e50a5dcd020cc49559901a1e69: Waiting for close lock at 1731196640371Disabling compacts and flushes for region at 1731196640371Disabling writes for close at 1731196640371Writing region close event to WAL at 1731196640371Closed at 1731196640371 2024-11-09T23:57:20,372 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(7572): creating {ENCODED => b755b10cf2b8cbf1b9c94578ace6001d, NAME => 'SPTestTable,b333332f,1731196640287.b755b10cf2b8cbf1b9c94578ace6001d.', STARTKEY => 'b333332f', ENDKEY => 'ccccccc8'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:41247/user/jenkins/test-data/9ac4d819-7651-f571-f3b4-a57b90623e74 2024-11-09T23:57:20,381 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43797 is added to blk_1073741845_1021 (size=62) 2024-11-09T23:57:20,381 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37483 is added to blk_1073741845_1021 (size=62) 2024-11-09T23:57:20,382 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34825 is added to blk_1073741845_1021 (size=62) 2024-11-09T23:57:20,382 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(898): Instantiated SPTestTable,b333332f,1731196640287.b755b10cf2b8cbf1b9c94578ace6001d.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T23:57:20,382 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1722): Closing b755b10cf2b8cbf1b9c94578ace6001d, disabling compactions & flushes 2024-11-09T23:57:20,382 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1755): Closing region SPTestTable,b333332f,1731196640287.b755b10cf2b8cbf1b9c94578ace6001d. 2024-11-09T23:57:20,382 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,b333332f,1731196640287.b755b10cf2b8cbf1b9c94578ace6001d. 2024-11-09T23:57:20,382 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,b333332f,1731196640287.b755b10cf2b8cbf1b9c94578ace6001d. after waiting 0 ms 2024-11-09T23:57:20,382 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,b333332f,1731196640287.b755b10cf2b8cbf1b9c94578ace6001d. 2024-11-09T23:57:20,382 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1973): Closed SPTestTable,b333332f,1731196640287.b755b10cf2b8cbf1b9c94578ace6001d. 2024-11-09T23:57:20,383 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1676): Region close journal for b755b10cf2b8cbf1b9c94578ace6001d: Waiting for close lock at 1731196640382Disabling compacts and flushes for region at 1731196640382Disabling writes for close at 1731196640382Writing region close event to WAL at 1731196640382Closed at 1731196640382 2024-11-09T23:57:20,383 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(7572): creating {ENCODED => 4c5f46e41564e2cec54ed92190ecf459, NAME => 'SPTestTable,ccccccc8,1731196640287.4c5f46e41564e2cec54ed92190ecf459.', STARTKEY => 'ccccccc8', ENDKEY => 'e6666661'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:41247/user/jenkins/test-data/9ac4d819-7651-f571-f3b4-a57b90623e74 2024-11-09T23:57:20,392 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34825 is added to blk_1073741846_1022 (size=62) 2024-11-09T23:57:20,392 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37483 is added to blk_1073741846_1022 (size=62) 2024-11-09T23:57:20,392 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43797 is added to blk_1073741846_1022 (size=62) 2024-11-09T23:57:20,393 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(898): Instantiated SPTestTable,ccccccc8,1731196640287.4c5f46e41564e2cec54ed92190ecf459.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T23:57:20,393 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1722): Closing 4c5f46e41564e2cec54ed92190ecf459, disabling compactions & flushes 2024-11-09T23:57:20,393 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1755): Closing region SPTestTable,ccccccc8,1731196640287.4c5f46e41564e2cec54ed92190ecf459. 2024-11-09T23:57:20,393 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,ccccccc8,1731196640287.4c5f46e41564e2cec54ed92190ecf459. 2024-11-09T23:57:20,393 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,ccccccc8,1731196640287.4c5f46e41564e2cec54ed92190ecf459. after waiting 0 ms 2024-11-09T23:57:20,393 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,ccccccc8,1731196640287.4c5f46e41564e2cec54ed92190ecf459. 2024-11-09T23:57:20,393 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1973): Closed SPTestTable,ccccccc8,1731196640287.4c5f46e41564e2cec54ed92190ecf459. 2024-11-09T23:57:20,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43263 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-09T23:57:20,393 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1676): Region close journal for 4c5f46e41564e2cec54ed92190ecf459: Waiting for close lock at 1731196640393Disabling compacts and flushes for region at 1731196640393Disabling writes for close at 1731196640393Writing region close event to WAL at 1731196640393Closed at 1731196640393 2024-11-09T23:57:20,394 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(7572): creating {ENCODED => 0d5dbe1cf170181e239e6d6f90961fc8, NAME => 'SPTestTable,e6666661,1731196640287.0d5dbe1cf170181e239e6d6f90961fc8.', STARTKEY => 'e6666661', ENDKEY => ''}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:41247/user/jenkins/test-data/9ac4d819-7651-f571-f3b4-a57b90623e74 2024-11-09T23:57:20,402 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37483 is added to blk_1073741847_1023 (size=54) 2024-11-09T23:57:20,402 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34825 is added to blk_1073741847_1023 (size=54) 2024-11-09T23:57:20,403 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(898): Instantiated SPTestTable,e6666661,1731196640287.0d5dbe1cf170181e239e6d6f90961fc8.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T23:57:20,403 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1722): Closing 0d5dbe1cf170181e239e6d6f90961fc8, disabling compactions & flushes 2024-11-09T23:57:20,403 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1755): Closing region SPTestTable,e6666661,1731196640287.0d5dbe1cf170181e239e6d6f90961fc8. 2024-11-09T23:57:20,403 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,e6666661,1731196640287.0d5dbe1cf170181e239e6d6f90961fc8. 2024-11-09T23:57:20,403 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,e6666661,1731196640287.0d5dbe1cf170181e239e6d6f90961fc8. after waiting 0 ms 2024-11-09T23:57:20,403 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,e6666661,1731196640287.0d5dbe1cf170181e239e6d6f90961fc8. 2024-11-09T23:57:20,403 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1973): Closed SPTestTable,e6666661,1731196640287.0d5dbe1cf170181e239e6d6f90961fc8. 2024-11-09T23:57:20,403 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1676): Region close journal for 0d5dbe1cf170181e239e6d6f90961fc8: Waiting for close lock at 1731196640403Disabling compacts and flushes for region at 1731196640403Disabling writes for close at 1731196640403Writing region close event to WAL at 1731196640403Closed at 1731196640403 2024-11-09T23:57:20,406 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43797 is added to blk_1073741847_1023 (size=54) 2024-11-09T23:57:20,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43263 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-09T23:57:20,729 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(898): Instantiated SPTestTable,,1731196640287.aa271c3c2de279479b14e90bf4c1f26f.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T23:57:20,729 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(898): Instantiated SPTestTable,33333332,1731196640287.68bd08e9c2fe8f276e054ed06a0e5bba.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T23:57:20,729 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1722): Closing aa271c3c2de279479b14e90bf4c1f26f, disabling compactions & flushes 2024-11-09T23:57:20,729 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1722): Closing 68bd08e9c2fe8f276e054ed06a0e5bba, disabling compactions & flushes 2024-11-09T23:57:20,729 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1755): Closing region SPTestTable,,1731196640287.aa271c3c2de279479b14e90bf4c1f26f. 2024-11-09T23:57:20,729 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1755): Closing region SPTestTable,33333332,1731196640287.68bd08e9c2fe8f276e054ed06a0e5bba. 2024-11-09T23:57:20,730 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,,1731196640287.aa271c3c2de279479b14e90bf4c1f26f. 2024-11-09T23:57:20,730 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,33333332,1731196640287.68bd08e9c2fe8f276e054ed06a0e5bba. 2024-11-09T23:57:20,730 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,,1731196640287.aa271c3c2de279479b14e90bf4c1f26f. after waiting 0 ms 2024-11-09T23:57:20,730 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,33333332,1731196640287.68bd08e9c2fe8f276e054ed06a0e5bba. after waiting 0 ms 2024-11-09T23:57:20,730 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,33333332,1731196640287.68bd08e9c2fe8f276e054ed06a0e5bba. 2024-11-09T23:57:20,730 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,,1731196640287.aa271c3c2de279479b14e90bf4c1f26f. 2024-11-09T23:57:20,730 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1973): Closed SPTestTable,33333332,1731196640287.68bd08e9c2fe8f276e054ed06a0e5bba. 2024-11-09T23:57:20,730 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1973): Closed SPTestTable,,1731196640287.aa271c3c2de279479b14e90bf4c1f26f. 2024-11-09T23:57:20,730 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1676): Region close journal for 68bd08e9c2fe8f276e054ed06a0e5bba: Waiting for close lock at 1731196640729Disabling compacts and flushes for region at 1731196640729Disabling writes for close at 1731196640730 (+1 ms)Writing region close event to WAL at 1731196640730Closed at 1731196640730 2024-11-09T23:57:20,730 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1676): Region close journal for aa271c3c2de279479b14e90bf4c1f26f: Waiting for close lock at 1731196640729Disabling compacts and flushes for region at 1731196640729Disabling writes for close at 1731196640730 (+1 ms)Writing region close event to WAL at 1731196640730Closed at 1731196640730 2024-11-09T23:57:20,732 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_ADD_TO_META 2024-11-09T23:57:20,733 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,19999999,1731196640287.c15af777682ff7651725c702ae4227aa.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1731196640732"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731196640732"}]},"ts":"1731196640732"} 2024-11-09T23:57:20,733 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,4ccccccb,1731196640287.a4b43761714616da7e2f012be66755e0.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1731196640732"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731196640732"}]},"ts":"1731196640732"} 2024-11-09T23:57:20,733 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,66666664,1731196640287.6932919c3bdb793f66e86d6dda18f001.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1731196640732"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731196640732"}]},"ts":"1731196640732"} 2024-11-09T23:57:20,733 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,7ffffffd,1731196640287.36ac8025951d124d953587317aad1411.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1731196640732"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731196640732"}]},"ts":"1731196640732"} 2024-11-09T23:57:20,734 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,99999996,1731196640287.3bb5f9e50a5dcd020cc49559901a1e69.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1731196640732"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731196640732"}]},"ts":"1731196640732"} 2024-11-09T23:57:20,734 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,b333332f,1731196640287.b755b10cf2b8cbf1b9c94578ace6001d.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1731196640732"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731196640732"}]},"ts":"1731196640732"} 2024-11-09T23:57:20,734 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,ccccccc8,1731196640287.4c5f46e41564e2cec54ed92190ecf459.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1731196640732"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731196640732"}]},"ts":"1731196640732"} 2024-11-09T23:57:20,734 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,e6666661,1731196640287.0d5dbe1cf170181e239e6d6f90961fc8.","families":{"info":[{"qualifier":"regioninfo","vlen":53,"tag":[],"timestamp":"1731196640732"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731196640732"}]},"ts":"1731196640732"} 2024-11-09T23:57:20,734 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,33333332,1731196640287.68bd08e9c2fe8f276e054ed06a0e5bba.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1731196640732"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731196640732"}]},"ts":"1731196640732"} 2024-11-09T23:57:20,735 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,,1731196640287.aa271c3c2de279479b14e90bf4c1f26f.","families":{"info":[{"qualifier":"regioninfo","vlen":53,"tag":[],"timestamp":"1731196640732"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731196640732"}]},"ts":"1731196640732"} 2024-11-09T23:57:20,739 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 10 regions to meta. 2024-11-09T23:57:20,741 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-09T23:57:20,741 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"SPTestTable","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731196640741"}]},"ts":"1731196640741"} 2024-11-09T23:57:20,743 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=SPTestTable, state=ENABLING in hbase:meta 2024-11-09T23:57:20,744 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(204): Hosts are {9d8c37854f6e=0} racks are {/default-rack=0} 2024-11-09T23:57:20,748 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-11-09T23:57:20,748 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-11-09T23:57:20,748 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 2 has 0 regions 2024-11-09T23:57:20,748 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-11-09T23:57:20,748 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-11-09T23:57:20,748 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 2 is on host 0 2024-11-09T23:57:20,748 INFO [PEWorker-3 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-11-09T23:57:20,748 INFO [PEWorker-3 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-11-09T23:57:20,748 INFO [PEWorker-3 {}] balancer.BalancerClusterState(321): server 2 is on rack 0 2024-11-09T23:57:20,748 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-11-09T23:57:20,749 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=aa271c3c2de279479b14e90bf4c1f26f, ASSIGN}, {pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=c15af777682ff7651725c702ae4227aa, ASSIGN}, {pid=7, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=68bd08e9c2fe8f276e054ed06a0e5bba, ASSIGN}, {pid=8, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=a4b43761714616da7e2f012be66755e0, ASSIGN}, {pid=9, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=6932919c3bdb793f66e86d6dda18f001, ASSIGN}, {pid=10, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=36ac8025951d124d953587317aad1411, ASSIGN}, {pid=11, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=3bb5f9e50a5dcd020cc49559901a1e69, ASSIGN}, {pid=12, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=b755b10cf2b8cbf1b9c94578ace6001d, ASSIGN}, {pid=13, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=4c5f46e41564e2cec54ed92190ecf459, ASSIGN}, {pid=14, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=0d5dbe1cf170181e239e6d6f90961fc8, ASSIGN}] 2024-11-09T23:57:20,751 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=c15af777682ff7651725c702ae4227aa, ASSIGN 2024-11-09T23:57:20,751 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=aa271c3c2de279479b14e90bf4c1f26f, ASSIGN 2024-11-09T23:57:20,751 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=6932919c3bdb793f66e86d6dda18f001, ASSIGN 2024-11-09T23:57:20,752 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=8, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=a4b43761714616da7e2f012be66755e0, ASSIGN 2024-11-09T23:57:20,753 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=aa271c3c2de279479b14e90bf4c1f26f, ASSIGN; state=OFFLINE, location=9d8c37854f6e,42677,1731196629124; forceNewPlan=false, retain=false 2024-11-09T23:57:20,753 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=c15af777682ff7651725c702ae4227aa, ASSIGN; state=OFFLINE, location=9d8c37854f6e,42677,1731196629124; forceNewPlan=false, retain=false 2024-11-09T23:57:20,753 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=6932919c3bdb793f66e86d6dda18f001, ASSIGN; state=OFFLINE, location=9d8c37854f6e,35869,1731196629088; forceNewPlan=false, retain=false 2024-11-09T23:57:20,753 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=8, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=a4b43761714616da7e2f012be66755e0, ASSIGN; state=OFFLINE, location=9d8c37854f6e,42693,1731196629055; forceNewPlan=false, retain=false 2024-11-09T23:57:20,756 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=13, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=4c5f46e41564e2cec54ed92190ecf459, ASSIGN 2024-11-09T23:57:20,756 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=14, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=0d5dbe1cf170181e239e6d6f90961fc8, ASSIGN 2024-11-09T23:57:20,756 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=12, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=b755b10cf2b8cbf1b9c94578ace6001d, ASSIGN 2024-11-09T23:57:20,756 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=11, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=3bb5f9e50a5dcd020cc49559901a1e69, ASSIGN 2024-11-09T23:57:20,756 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=10, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=36ac8025951d124d953587317aad1411, ASSIGN 2024-11-09T23:57:20,757 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=10, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=36ac8025951d124d953587317aad1411, ASSIGN; state=OFFLINE, location=9d8c37854f6e,42677,1731196629124; forceNewPlan=false, retain=false 2024-11-09T23:57:20,757 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=14, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=0d5dbe1cf170181e239e6d6f90961fc8, ASSIGN; state=OFFLINE, location=9d8c37854f6e,42693,1731196629055; forceNewPlan=false, retain=false 2024-11-09T23:57:20,757 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=13, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=4c5f46e41564e2cec54ed92190ecf459, ASSIGN; state=OFFLINE, location=9d8c37854f6e,42677,1731196629124; forceNewPlan=false, retain=false 2024-11-09T23:57:20,757 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=11, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=3bb5f9e50a5dcd020cc49559901a1e69, ASSIGN; state=OFFLINE, location=9d8c37854f6e,42693,1731196629055; forceNewPlan=false, retain=false 2024-11-09T23:57:20,757 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=12, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=b755b10cf2b8cbf1b9c94578ace6001d, ASSIGN; state=OFFLINE, location=9d8c37854f6e,35869,1731196629088; forceNewPlan=false, retain=false 2024-11-09T23:57:20,761 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=7, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=68bd08e9c2fe8f276e054ed06a0e5bba, ASSIGN 2024-11-09T23:57:20,762 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=7, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=68bd08e9c2fe8f276e054ed06a0e5bba, ASSIGN; state=OFFLINE, location=9d8c37854f6e,35869,1731196629088; forceNewPlan=false, retain=false 2024-11-09T23:57:20,904 INFO [9d8c37854f6e:43263 {}] balancer.BaseLoadBalancer(388): Reassigned 10 regions. 10 retained the pre-restart assignment. 2024-11-09T23:57:20,906 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=14 updating hbase:meta row=0d5dbe1cf170181e239e6d6f90961fc8, regionState=OPENING, regionLocation=9d8c37854f6e,42693,1731196629055 2024-11-09T23:57:20,906 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=11 updating hbase:meta row=3bb5f9e50a5dcd020cc49559901a1e69, regionState=OPENING, regionLocation=9d8c37854f6e,42693,1731196629055 2024-11-09T23:57:20,906 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=8 updating hbase:meta row=a4b43761714616da7e2f012be66755e0, regionState=OPENING, regionLocation=9d8c37854f6e,42693,1731196629055 2024-11-09T23:57:20,906 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=10 updating hbase:meta row=36ac8025951d124d953587317aad1411, regionState=OPENING, regionLocation=9d8c37854f6e,42677,1731196629124 2024-11-09T23:57:20,906 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=13 updating hbase:meta row=4c5f46e41564e2cec54ed92190ecf459, regionState=OPENING, regionLocation=9d8c37854f6e,42677,1731196629124 2024-11-09T23:57:20,907 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=aa271c3c2de279479b14e90bf4c1f26f, regionState=OPENING, regionLocation=9d8c37854f6e,42677,1731196629124 2024-11-09T23:57:20,907 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=c15af777682ff7651725c702ae4227aa, regionState=OPENING, regionLocation=9d8c37854f6e,42677,1731196629124 2024-11-09T23:57:20,908 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=12 updating hbase:meta row=b755b10cf2b8cbf1b9c94578ace6001d, regionState=OPENING, regionLocation=9d8c37854f6e,35869,1731196629088 2024-11-09T23:57:20,908 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=6932919c3bdb793f66e86d6dda18f001, regionState=OPENING, regionLocation=9d8c37854f6e,35869,1731196629088 2024-11-09T23:57:20,909 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=7 updating hbase:meta row=68bd08e9c2fe8f276e054ed06a0e5bba, regionState=OPENING, regionLocation=9d8c37854f6e,35869,1731196629088 2024-11-09T23:57:20,911 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=36ac8025951d124d953587317aad1411, ASSIGN because future has completed 2024-11-09T23:57:20,912 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=15, ppid=10, state=RUNNABLE, hasLock=false; OpenRegionProcedure 36ac8025951d124d953587317aad1411, server=9d8c37854f6e,42677,1731196629124}] 2024-11-09T23:57:20,913 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=11, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=3bb5f9e50a5dcd020cc49559901a1e69, ASSIGN because future has completed 2024-11-09T23:57:20,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43263 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-09T23:57:20,914 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=16, ppid=11, state=RUNNABLE, hasLock=false; OpenRegionProcedure 3bb5f9e50a5dcd020cc49559901a1e69, server=9d8c37854f6e,42693,1731196629055}] 2024-11-09T23:57:20,914 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=14, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=0d5dbe1cf170181e239e6d6f90961fc8, ASSIGN because future has completed 2024-11-09T23:57:20,915 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=17, ppid=14, state=RUNNABLE, hasLock=false; OpenRegionProcedure 0d5dbe1cf170181e239e6d6f90961fc8, server=9d8c37854f6e,42693,1731196629055}] 2024-11-09T23:57:20,915 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=13, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=4c5f46e41564e2cec54ed92190ecf459, ASSIGN because future has completed 2024-11-09T23:57:20,916 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=8, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=a4b43761714616da7e2f012be66755e0, ASSIGN because future has completed 2024-11-09T23:57:20,917 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=18, ppid=13, state=RUNNABLE, hasLock=false; OpenRegionProcedure 4c5f46e41564e2cec54ed92190ecf459, server=9d8c37854f6e,42677,1731196629124}] 2024-11-09T23:57:20,917 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=19, ppid=8, state=RUNNABLE, hasLock=false; OpenRegionProcedure a4b43761714616da7e2f012be66755e0, server=9d8c37854f6e,42693,1731196629055}] 2024-11-09T23:57:20,917 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=aa271c3c2de279479b14e90bf4c1f26f, ASSIGN because future has completed 2024-11-09T23:57:20,919 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=c15af777682ff7651725c702ae4227aa, ASSIGN because future has completed 2024-11-09T23:57:20,919 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=20, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure aa271c3c2de279479b14e90bf4c1f26f, server=9d8c37854f6e,42677,1731196629124}] 2024-11-09T23:57:20,919 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=12, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=b755b10cf2b8cbf1b9c94578ace6001d, ASSIGN because future has completed 2024-11-09T23:57:20,925 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=6932919c3bdb793f66e86d6dda18f001, ASSIGN because future has completed 2024-11-09T23:57:20,926 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=7, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=68bd08e9c2fe8f276e054ed06a0e5bba, ASSIGN because future has completed 2024-11-09T23:57:20,926 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=21, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 6932919c3bdb793f66e86d6dda18f001, server=9d8c37854f6e,35869,1731196629088}] 2024-11-09T23:57:20,926 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=22, ppid=12, state=RUNNABLE, hasLock=false; OpenRegionProcedure b755b10cf2b8cbf1b9c94578ace6001d, server=9d8c37854f6e,35869,1731196629088}] 2024-11-09T23:57:20,926 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=23, ppid=7, state=RUNNABLE, hasLock=false; OpenRegionProcedure 68bd08e9c2fe8f276e054ed06a0e5bba, server=9d8c37854f6e,35869,1731196629088}] 2024-11-09T23:57:20,929 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=24, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure c15af777682ff7651725c702ae4227aa, server=9d8c37854f6e,42677,1731196629124}] 2024-11-09T23:57:21,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43263 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-09T23:57:21,644 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-09T23:57:21,860 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-09T23:57:21,860 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-09T23:57:21,862 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-09T23:57:21,862 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-11-09T23:57:22,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43263 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-09T23:57:24,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43263 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-09T23:57:25,617 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-09T23:57:25,623 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T23:57:25,649 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T23:57:25,649 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T23:57:28,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43263 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-09T23:57:30,919 DEBUG [RSProcedureDispatcher-pool-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-09T23:57:30,923 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53403, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-09T23:57:30,927 INFO [RS_OPEN_REGION-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] handler.AssignRegionHandler(132): Open SPTestTable,19999999,1731196640287.c15af777682ff7651725c702ae4227aa. 2024-11-09T23:57:30,927 DEBUG [RS_OPEN_REGION-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(7752): Opening region: {ENCODED => c15af777682ff7651725c702ae4227aa, NAME => 'SPTestTable,19999999,1731196640287.c15af777682ff7651725c702ae4227aa.', STARTKEY => '19999999', ENDKEY => '33333332'} 2024-11-09T23:57:30,928 DEBUG [RS_OPEN_REGION-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable c15af777682ff7651725c702ae4227aa 2024-11-09T23:57:30,928 DEBUG [RS_OPEN_REGION-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(898): Instantiated SPTestTable,19999999,1731196640287.c15af777682ff7651725c702ae4227aa.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T23:57:30,928 DEBUG [RS_OPEN_REGION-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(7794): checking encryption for c15af777682ff7651725c702ae4227aa 2024-11-09T23:57:30,928 DEBUG [RS_OPEN_REGION-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(7797): checking classloading for c15af777682ff7651725c702ae4227aa 2024-11-09T23:57:30,929 INFO [RS_OPEN_REGION-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] handler.AssignRegionHandler(132): Open SPTestTable,99999996,1731196640287.3bb5f9e50a5dcd020cc49559901a1e69. 2024-11-09T23:57:30,929 DEBUG [RS_OPEN_REGION-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(7752): Opening region: {ENCODED => 3bb5f9e50a5dcd020cc49559901a1e69, NAME => 'SPTestTable,99999996,1731196640287.3bb5f9e50a5dcd020cc49559901a1e69.', STARTKEY => '99999996', ENDKEY => 'b333332f'} 2024-11-09T23:57:30,929 DEBUG [RS_OPEN_REGION-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 3bb5f9e50a5dcd020cc49559901a1e69 2024-11-09T23:57:30,929 DEBUG [RS_OPEN_REGION-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(898): Instantiated SPTestTable,99999996,1731196640287.3bb5f9e50a5dcd020cc49559901a1e69.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T23:57:30,929 DEBUG [RS_OPEN_REGION-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(7794): checking encryption for 3bb5f9e50a5dcd020cc49559901a1e69 2024-11-09T23:57:30,930 DEBUG [RS_OPEN_REGION-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(7797): checking classloading for 3bb5f9e50a5dcd020cc49559901a1e69 2024-11-09T23:57:30,930 INFO [StoreOpener-c15af777682ff7651725c702ae4227aa-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region c15af777682ff7651725c702ae4227aa 2024-11-09T23:57:30,931 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-09T23:57:30,932 INFO [StoreOpener-c15af777682ff7651725c702ae4227aa-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c15af777682ff7651725c702ae4227aa columnFamilyName cf 2024-11-09T23:57:30,932 DEBUG [StoreOpener-c15af777682ff7651725c702ae4227aa-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T23:57:30,932 INFO [StoreOpener-c15af777682ff7651725c702ae4227aa-1 {}] regionserver.HStore(327): Store=c15af777682ff7651725c702ae4227aa/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T23:57:30,933 DEBUG [RS_OPEN_REGION-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1038): replaying wal for c15af777682ff7651725c702ae4227aa 2024-11-09T23:57:30,933 INFO [StoreOpener-3bb5f9e50a5dcd020cc49559901a1e69-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 3bb5f9e50a5dcd020cc49559901a1e69 2024-11-09T23:57:30,934 DEBUG [RS_OPEN_REGION-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41247/user/jenkins/test-data/9ac4d819-7651-f571-f3b4-a57b90623e74/data/default/SPTestTable/c15af777682ff7651725c702ae4227aa 2024-11-09T23:57:30,934 DEBUG [RS_OPEN_REGION-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41247/user/jenkins/test-data/9ac4d819-7651-f571-f3b4-a57b90623e74/data/default/SPTestTable/c15af777682ff7651725c702ae4227aa 2024-11-09T23:57:30,934 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-9-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36533, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-09T23:57:30,935 DEBUG [RS_OPEN_REGION-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1048): stopping wal replay for c15af777682ff7651725c702ae4227aa 2024-11-09T23:57:30,935 DEBUG [RS_OPEN_REGION-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1060): Cleaning up temporary data for c15af777682ff7651725c702ae4227aa 2024-11-09T23:57:30,935 INFO [StoreOpener-3bb5f9e50a5dcd020cc49559901a1e69-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 3bb5f9e50a5dcd020cc49559901a1e69 columnFamilyName cf 2024-11-09T23:57:30,935 DEBUG [StoreOpener-3bb5f9e50a5dcd020cc49559901a1e69-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T23:57:30,936 INFO [StoreOpener-3bb5f9e50a5dcd020cc49559901a1e69-1 {}] regionserver.HStore(327): Store=3bb5f9e50a5dcd020cc49559901a1e69/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T23:57:30,936 DEBUG [RS_OPEN_REGION-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1038): replaying wal for 3bb5f9e50a5dcd020cc49559901a1e69 2024-11-09T23:57:30,937 DEBUG [RS_OPEN_REGION-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1093): writing seq id for c15af777682ff7651725c702ae4227aa 2024-11-09T23:57:30,937 DEBUG [RS_OPEN_REGION-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41247/user/jenkins/test-data/9ac4d819-7651-f571-f3b4-a57b90623e74/data/default/SPTestTable/3bb5f9e50a5dcd020cc49559901a1e69 2024-11-09T23:57:30,937 DEBUG [RS_OPEN_REGION-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41247/user/jenkins/test-data/9ac4d819-7651-f571-f3b4-a57b90623e74/data/default/SPTestTable/3bb5f9e50a5dcd020cc49559901a1e69 2024-11-09T23:57:30,937 DEBUG [RS_OPEN_REGION-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1048): stopping wal replay for 3bb5f9e50a5dcd020cc49559901a1e69 2024-11-09T23:57:30,937 DEBUG [RS_OPEN_REGION-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1060): Cleaning up temporary data for 3bb5f9e50a5dcd020cc49559901a1e69 2024-11-09T23:57:30,939 DEBUG [RS_OPEN_REGION-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1093): writing seq id for 3bb5f9e50a5dcd020cc49559901a1e69 2024-11-09T23:57:30,943 DEBUG [RS_OPEN_REGION-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41247/user/jenkins/test-data/9ac4d819-7651-f571-f3b4-a57b90623e74/data/default/SPTestTable/c15af777682ff7651725c702ae4227aa/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-09T23:57:30,943 DEBUG [RS_OPEN_REGION-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41247/user/jenkins/test-data/9ac4d819-7651-f571-f3b4-a57b90623e74/data/default/SPTestTable/3bb5f9e50a5dcd020cc49559901a1e69/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-09T23:57:30,943 INFO [RS_OPEN_REGION-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1114): Opened 3bb5f9e50a5dcd020cc49559901a1e69; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70334316, jitterRate=0.04806298017501831}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-09T23:57:30,943 INFO [RS_OPEN_REGION-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1114): Opened c15af777682ff7651725c702ae4227aa; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65872463, jitterRate=-0.018423810601234436}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-09T23:57:30,943 DEBUG [RS_OPEN_REGION-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1122): Running coprocessor post-open hooks for c15af777682ff7651725c702ae4227aa 2024-11-09T23:57:30,943 DEBUG [RS_OPEN_REGION-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 3bb5f9e50a5dcd020cc49559901a1e69 2024-11-09T23:57:30,943 DEBUG [RS_OPEN_REGION-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1006): Region open journal for c15af777682ff7651725c702ae4227aa: Running coprocessor pre-open hook at 1731196650928Writing region info on filesystem at 1731196650928Initializing all the Stores at 1731196650929 (+1 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731196650929Cleaning up temporary data from old regions at 1731196650935 (+6 ms)Running coprocessor post-open hooks at 1731196650943 (+8 ms)Region opened successfully at 1731196650943 2024-11-09T23:57:30,943 DEBUG [RS_OPEN_REGION-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1006): Region open journal for 3bb5f9e50a5dcd020cc49559901a1e69: Running coprocessor pre-open hook at 1731196650930Writing region info on filesystem at 1731196650930Initializing all the Stores at 1731196650931 (+1 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731196650931Cleaning up temporary data from old regions at 1731196650937 (+6 ms)Running coprocessor post-open hooks at 1731196650943 (+6 ms)Region opened successfully at 1731196650943 2024-11-09T23:57:30,944 INFO [RS_OPEN_REGION-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,99999996,1731196640287.3bb5f9e50a5dcd020cc49559901a1e69., pid=16, masterSystemTime=1731196650919 2024-11-09T23:57:30,944 INFO [RS_OPEN_REGION-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,19999999,1731196640287.c15af777682ff7651725c702ae4227aa., pid=24, masterSystemTime=1731196650916 2024-11-09T23:57:30,946 DEBUG [RS_OPEN_REGION-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,99999996,1731196640287.3bb5f9e50a5dcd020cc49559901a1e69. 2024-11-09T23:57:30,946 INFO [RS_OPEN_REGION-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] handler.AssignRegionHandler(153): Opened SPTestTable,99999996,1731196640287.3bb5f9e50a5dcd020cc49559901a1e69. 2024-11-09T23:57:30,946 INFO [RS_OPEN_REGION-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] handler.AssignRegionHandler(132): Open SPTestTable,e6666661,1731196640287.0d5dbe1cf170181e239e6d6f90961fc8. 2024-11-09T23:57:30,947 INFO [RS_OPEN_REGION-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] handler.AssignRegionHandler(132): Open SPTestTable,33333332,1731196640287.68bd08e9c2fe8f276e054ed06a0e5bba. 2024-11-09T23:57:30,947 DEBUG [RS_OPEN_REGION-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(7752): Opening region: {ENCODED => 0d5dbe1cf170181e239e6d6f90961fc8, NAME => 'SPTestTable,e6666661,1731196640287.0d5dbe1cf170181e239e6d6f90961fc8.', STARTKEY => 'e6666661', ENDKEY => ''} 2024-11-09T23:57:30,947 DEBUG [RS_OPEN_REGION-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(7752): Opening region: {ENCODED => 68bd08e9c2fe8f276e054ed06a0e5bba, NAME => 'SPTestTable,33333332,1731196640287.68bd08e9c2fe8f276e054ed06a0e5bba.', STARTKEY => '33333332', ENDKEY => '4ccccccb'} 2024-11-09T23:57:30,947 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=11 updating hbase:meta row=3bb5f9e50a5dcd020cc49559901a1e69, regionState=OPEN, openSeqNum=2, regionLocation=9d8c37854f6e,42693,1731196629055 2024-11-09T23:57:30,947 DEBUG [RS_OPEN_REGION-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 0d5dbe1cf170181e239e6d6f90961fc8 2024-11-09T23:57:30,947 DEBUG [RS_OPEN_REGION-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 68bd08e9c2fe8f276e054ed06a0e5bba 2024-11-09T23:57:30,947 DEBUG [RS_OPEN_REGION-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(898): Instantiated SPTestTable,33333332,1731196640287.68bd08e9c2fe8f276e054ed06a0e5bba.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T23:57:30,947 DEBUG [RS_OPEN_REGION-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(898): Instantiated SPTestTable,e6666661,1731196640287.0d5dbe1cf170181e239e6d6f90961fc8.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T23:57:30,947 DEBUG [RS_OPEN_REGION-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(7794): checking encryption for 68bd08e9c2fe8f276e054ed06a0e5bba 2024-11-09T23:57:30,947 DEBUG [RS_OPEN_REGION-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(7794): checking encryption for 0d5dbe1cf170181e239e6d6f90961fc8 2024-11-09T23:57:30,947 DEBUG [RS_OPEN_REGION-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(7797): checking classloading for 68bd08e9c2fe8f276e054ed06a0e5bba 2024-11-09T23:57:30,947 DEBUG [RS_OPEN_REGION-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(7797): checking classloading for 0d5dbe1cf170181e239e6d6f90961fc8 2024-11-09T23:57:30,949 INFO [StoreOpener-68bd08e9c2fe8f276e054ed06a0e5bba-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 68bd08e9c2fe8f276e054ed06a0e5bba 2024-11-09T23:57:30,949 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=c15af777682ff7651725c702ae4227aa, regionState=OPEN, openSeqNum=2, regionLocation=9d8c37854f6e,42677,1731196629124 2024-11-09T23:57:30,950 INFO [StoreOpener-68bd08e9c2fe8f276e054ed06a0e5bba-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 68bd08e9c2fe8f276e054ed06a0e5bba columnFamilyName cf 2024-11-09T23:57:30,951 DEBUG [StoreOpener-68bd08e9c2fe8f276e054ed06a0e5bba-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T23:57:30,951 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=16, ppid=11, state=RUNNABLE, hasLock=false; OpenRegionProcedure 3bb5f9e50a5dcd020cc49559901a1e69, server=9d8c37854f6e,42693,1731196629055 because future has completed 2024-11-09T23:57:30,951 INFO [StoreOpener-68bd08e9c2fe8f276e054ed06a0e5bba-1 {}] regionserver.HStore(327): Store=68bd08e9c2fe8f276e054ed06a0e5bba/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T23:57:30,952 DEBUG [RS_OPEN_REGION-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1038): replaying wal for 68bd08e9c2fe8f276e054ed06a0e5bba 2024-11-09T23:57:30,952 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=24, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure c15af777682ff7651725c702ae4227aa, server=9d8c37854f6e,42677,1731196629124 because future has completed 2024-11-09T23:57:30,952 DEBUG [RS_OPEN_REGION-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41247/user/jenkins/test-data/9ac4d819-7651-f571-f3b4-a57b90623e74/data/default/SPTestTable/68bd08e9c2fe8f276e054ed06a0e5bba 2024-11-09T23:57:30,953 DEBUG [RS_OPEN_REGION-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41247/user/jenkins/test-data/9ac4d819-7651-f571-f3b4-a57b90623e74/data/default/SPTestTable/68bd08e9c2fe8f276e054ed06a0e5bba 2024-11-09T23:57:30,953 DEBUG [RS_OPEN_REGION-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1048): stopping wal replay for 68bd08e9c2fe8f276e054ed06a0e5bba 2024-11-09T23:57:30,953 DEBUG [RS_OPEN_REGION-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1060): Cleaning up temporary data for 68bd08e9c2fe8f276e054ed06a0e5bba 2024-11-09T23:57:30,954 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=16, resume processing ppid=11 2024-11-09T23:57:30,954 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=16, ppid=11, state=SUCCESS, hasLock=false; OpenRegionProcedure 3bb5f9e50a5dcd020cc49559901a1e69, server=9d8c37854f6e,42693,1731196629055 in 10.0380 sec 2024-11-09T23:57:30,955 DEBUG [RS_OPEN_REGION-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1093): writing seq id for 68bd08e9c2fe8f276e054ed06a0e5bba 2024-11-09T23:57:30,956 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=24, resume processing ppid=6 2024-11-09T23:57:30,956 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=3bb5f9e50a5dcd020cc49559901a1e69, ASSIGN in 10.2050 sec 2024-11-09T23:57:30,956 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=24, ppid=6, state=SUCCESS, hasLock=false; OpenRegionProcedure c15af777682ff7651725c702ae4227aa, server=9d8c37854f6e,42677,1731196629124 in 10.0240 sec 2024-11-09T23:57:30,957 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=c15af777682ff7651725c702ae4227aa, ASSIGN in 10.2070 sec 2024-11-09T23:57:30,958 DEBUG [RS_OPEN_REGION-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,19999999,1731196640287.c15af777682ff7651725c702ae4227aa. 2024-11-09T23:57:30,958 INFO [RS_OPEN_REGION-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] handler.AssignRegionHandler(153): Opened SPTestTable,19999999,1731196640287.c15af777682ff7651725c702ae4227aa. 2024-11-09T23:57:30,959 INFO [RS_OPEN_REGION-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] handler.AssignRegionHandler(132): Open SPTestTable,,1731196640287.aa271c3c2de279479b14e90bf4c1f26f. 2024-11-09T23:57:30,959 INFO [StoreOpener-0d5dbe1cf170181e239e6d6f90961fc8-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 0d5dbe1cf170181e239e6d6f90961fc8 2024-11-09T23:57:30,959 DEBUG [RS_OPEN_REGION-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(7752): Opening region: {ENCODED => aa271c3c2de279479b14e90bf4c1f26f, NAME => 'SPTestTable,,1731196640287.aa271c3c2de279479b14e90bf4c1f26f.', STARTKEY => '', ENDKEY => '19999999'} 2024-11-09T23:57:30,959 DEBUG [RS_OPEN_REGION-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable aa271c3c2de279479b14e90bf4c1f26f 2024-11-09T23:57:30,959 DEBUG [RS_OPEN_REGION-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(898): Instantiated SPTestTable,,1731196640287.aa271c3c2de279479b14e90bf4c1f26f.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T23:57:30,959 DEBUG [RS_OPEN_REGION-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41247/user/jenkins/test-data/9ac4d819-7651-f571-f3b4-a57b90623e74/data/default/SPTestTable/68bd08e9c2fe8f276e054ed06a0e5bba/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-09T23:57:30,959 DEBUG [RS_OPEN_REGION-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(7794): checking encryption for aa271c3c2de279479b14e90bf4c1f26f 2024-11-09T23:57:30,959 DEBUG [RS_OPEN_REGION-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(7797): checking classloading for aa271c3c2de279479b14e90bf4c1f26f 2024-11-09T23:57:30,960 INFO [RS_OPEN_REGION-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1114): Opened 68bd08e9c2fe8f276e054ed06a0e5bba; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65978823, jitterRate=-0.0168389230966568}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-09T23:57:30,960 DEBUG [RS_OPEN_REGION-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 68bd08e9c2fe8f276e054ed06a0e5bba 2024-11-09T23:57:30,960 DEBUG [RS_OPEN_REGION-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1006): Region open journal for 68bd08e9c2fe8f276e054ed06a0e5bba: Running coprocessor pre-open hook at 1731196650947Writing region info on filesystem at 1731196650947Initializing all the Stores at 1731196650948 (+1 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731196650948Cleaning up temporary data from old regions at 1731196650953 (+5 ms)Running coprocessor post-open hooks at 1731196650960 (+7 ms)Region opened successfully at 1731196650960 2024-11-09T23:57:30,960 INFO [StoreOpener-0d5dbe1cf170181e239e6d6f90961fc8-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 0d5dbe1cf170181e239e6d6f90961fc8 columnFamilyName cf 2024-11-09T23:57:30,960 DEBUG [StoreOpener-0d5dbe1cf170181e239e6d6f90961fc8-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T23:57:30,961 INFO [StoreOpener-0d5dbe1cf170181e239e6d6f90961fc8-1 {}] regionserver.HStore(327): Store=0d5dbe1cf170181e239e6d6f90961fc8/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T23:57:30,961 DEBUG [RS_OPEN_REGION-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1038): replaying wal for 0d5dbe1cf170181e239e6d6f90961fc8 2024-11-09T23:57:30,961 INFO [RS_OPEN_REGION-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,33333332,1731196640287.68bd08e9c2fe8f276e054ed06a0e5bba., pid=23, masterSystemTime=1731196650931 2024-11-09T23:57:30,961 INFO [StoreOpener-aa271c3c2de279479b14e90bf4c1f26f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region aa271c3c2de279479b14e90bf4c1f26f 2024-11-09T23:57:30,962 DEBUG [RS_OPEN_REGION-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41247/user/jenkins/test-data/9ac4d819-7651-f571-f3b4-a57b90623e74/data/default/SPTestTable/0d5dbe1cf170181e239e6d6f90961fc8 2024-11-09T23:57:30,962 DEBUG [RS_OPEN_REGION-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41247/user/jenkins/test-data/9ac4d819-7651-f571-f3b4-a57b90623e74/data/default/SPTestTable/0d5dbe1cf170181e239e6d6f90961fc8 2024-11-09T23:57:30,963 DEBUG [RS_OPEN_REGION-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1048): stopping wal replay for 0d5dbe1cf170181e239e6d6f90961fc8 2024-11-09T23:57:30,963 INFO [StoreOpener-aa271c3c2de279479b14e90bf4c1f26f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region aa271c3c2de279479b14e90bf4c1f26f columnFamilyName cf 2024-11-09T23:57:30,963 DEBUG [StoreOpener-aa271c3c2de279479b14e90bf4c1f26f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T23:57:30,963 DEBUG [RS_OPEN_REGION-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1060): Cleaning up temporary data for 0d5dbe1cf170181e239e6d6f90961fc8 2024-11-09T23:57:30,964 DEBUG [RS_OPEN_REGION-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,33333332,1731196640287.68bd08e9c2fe8f276e054ed06a0e5bba. 2024-11-09T23:57:30,964 INFO [RS_OPEN_REGION-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] handler.AssignRegionHandler(153): Opened SPTestTable,33333332,1731196640287.68bd08e9c2fe8f276e054ed06a0e5bba. 2024-11-09T23:57:30,964 INFO [RS_OPEN_REGION-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] handler.AssignRegionHandler(132): Open SPTestTable,66666664,1731196640287.6932919c3bdb793f66e86d6dda18f001. 2024-11-09T23:57:30,964 DEBUG [RS_OPEN_REGION-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(7752): Opening region: {ENCODED => 6932919c3bdb793f66e86d6dda18f001, NAME => 'SPTestTable,66666664,1731196640287.6932919c3bdb793f66e86d6dda18f001.', STARTKEY => '66666664', ENDKEY => '7ffffffd'} 2024-11-09T23:57:30,965 DEBUG [RS_OPEN_REGION-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 6932919c3bdb793f66e86d6dda18f001 2024-11-09T23:57:30,965 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=7 updating hbase:meta row=68bd08e9c2fe8f276e054ed06a0e5bba, regionState=OPEN, openSeqNum=2, regionLocation=9d8c37854f6e,35869,1731196629088 2024-11-09T23:57:30,965 DEBUG [RS_OPEN_REGION-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(898): Instantiated SPTestTable,66666664,1731196640287.6932919c3bdb793f66e86d6dda18f001.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T23:57:30,965 DEBUG [RS_OPEN_REGION-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(7794): checking encryption for 6932919c3bdb793f66e86d6dda18f001 2024-11-09T23:57:30,965 DEBUG [RS_OPEN_REGION-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(7797): checking classloading for 6932919c3bdb793f66e86d6dda18f001 2024-11-09T23:57:30,965 INFO [StoreOpener-aa271c3c2de279479b14e90bf4c1f26f-1 {}] regionserver.HStore(327): Store=aa271c3c2de279479b14e90bf4c1f26f/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T23:57:30,965 DEBUG [RS_OPEN_REGION-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1038): replaying wal for aa271c3c2de279479b14e90bf4c1f26f 2024-11-09T23:57:30,966 DEBUG [RS_OPEN_REGION-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41247/user/jenkins/test-data/9ac4d819-7651-f571-f3b4-a57b90623e74/data/default/SPTestTable/aa271c3c2de279479b14e90bf4c1f26f 2024-11-09T23:57:30,967 DEBUG [RS_OPEN_REGION-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41247/user/jenkins/test-data/9ac4d819-7651-f571-f3b4-a57b90623e74/data/default/SPTestTable/aa271c3c2de279479b14e90bf4c1f26f 2024-11-09T23:57:30,967 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=23, ppid=7, state=RUNNABLE, hasLock=false; OpenRegionProcedure 68bd08e9c2fe8f276e054ed06a0e5bba, server=9d8c37854f6e,35869,1731196629088 because future has completed 2024-11-09T23:57:30,967 DEBUG [RS_OPEN_REGION-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1048): stopping wal replay for aa271c3c2de279479b14e90bf4c1f26f 2024-11-09T23:57:30,967 DEBUG [RS_OPEN_REGION-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1060): Cleaning up temporary data for aa271c3c2de279479b14e90bf4c1f26f 2024-11-09T23:57:30,969 DEBUG [RS_OPEN_REGION-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1093): writing seq id for aa271c3c2de279479b14e90bf4c1f26f 2024-11-09T23:57:30,969 DEBUG [RS_OPEN_REGION-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1093): writing seq id for 0d5dbe1cf170181e239e6d6f90961fc8 2024-11-09T23:57:30,971 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=23, resume processing ppid=7 2024-11-09T23:57:30,971 INFO [StoreOpener-6932919c3bdb793f66e86d6dda18f001-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 6932919c3bdb793f66e86d6dda18f001 2024-11-09T23:57:30,971 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=23, ppid=7, state=SUCCESS, hasLock=false; OpenRegionProcedure 68bd08e9c2fe8f276e054ed06a0e5bba, server=9d8c37854f6e,35869,1731196629088 in 10.0420 sec 2024-11-09T23:57:30,971 DEBUG [RS_OPEN_REGION-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41247/user/jenkins/test-data/9ac4d819-7651-f571-f3b4-a57b90623e74/data/default/SPTestTable/aa271c3c2de279479b14e90bf4c1f26f/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-09T23:57:30,971 DEBUG [RS_OPEN_REGION-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41247/user/jenkins/test-data/9ac4d819-7651-f571-f3b4-a57b90623e74/data/default/SPTestTable/0d5dbe1cf170181e239e6d6f90961fc8/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-09T23:57:30,972 INFO [RS_OPEN_REGION-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1114): Opened 0d5dbe1cf170181e239e6d6f90961fc8; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71293740, jitterRate=0.062359511852264404}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-09T23:57:30,972 DEBUG [RS_OPEN_REGION-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 0d5dbe1cf170181e239e6d6f90961fc8 2024-11-09T23:57:30,972 INFO [StoreOpener-6932919c3bdb793f66e86d6dda18f001-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 6932919c3bdb793f66e86d6dda18f001 columnFamilyName cf 2024-11-09T23:57:30,972 DEBUG [RS_OPEN_REGION-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1006): Region open journal for 0d5dbe1cf170181e239e6d6f90961fc8: Running coprocessor pre-open hook at 1731196650947Writing region info on filesystem at 1731196650947Initializing all the Stores at 1731196650948 (+1 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731196650948Cleaning up temporary data from old regions at 1731196650963 (+15 ms)Running coprocessor post-open hooks at 1731196650972 (+9 ms)Region opened successfully at 1731196650972 2024-11-09T23:57:30,972 DEBUG [StoreOpener-6932919c3bdb793f66e86d6dda18f001-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T23:57:30,973 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=68bd08e9c2fe8f276e054ed06a0e5bba, ASSIGN in 10.2220 sec 2024-11-09T23:57:30,973 INFO [RS_OPEN_REGION-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,e6666661,1731196640287.0d5dbe1cf170181e239e6d6f90961fc8., pid=17, masterSystemTime=1731196650919 2024-11-09T23:57:30,973 INFO [StoreOpener-6932919c3bdb793f66e86d6dda18f001-1 {}] regionserver.HStore(327): Store=6932919c3bdb793f66e86d6dda18f001/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T23:57:30,973 DEBUG [RS_OPEN_REGION-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1038): replaying wal for 6932919c3bdb793f66e86d6dda18f001 2024-11-09T23:57:30,974 DEBUG [RS_OPEN_REGION-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41247/user/jenkins/test-data/9ac4d819-7651-f571-f3b4-a57b90623e74/data/default/SPTestTable/6932919c3bdb793f66e86d6dda18f001 2024-11-09T23:57:30,975 DEBUG [RS_OPEN_REGION-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41247/user/jenkins/test-data/9ac4d819-7651-f571-f3b4-a57b90623e74/data/default/SPTestTable/6932919c3bdb793f66e86d6dda18f001 2024-11-09T23:57:30,975 DEBUG [RS_OPEN_REGION-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,e6666661,1731196640287.0d5dbe1cf170181e239e6d6f90961fc8. 2024-11-09T23:57:30,975 INFO [RS_OPEN_REGION-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] handler.AssignRegionHandler(153): Opened SPTestTable,e6666661,1731196640287.0d5dbe1cf170181e239e6d6f90961fc8. 2024-11-09T23:57:30,975 INFO [RS_OPEN_REGION-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] handler.AssignRegionHandler(132): Open SPTestTable,4ccccccb,1731196640287.a4b43761714616da7e2f012be66755e0. 2024-11-09T23:57:30,975 DEBUG [RS_OPEN_REGION-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(7752): Opening region: {ENCODED => a4b43761714616da7e2f012be66755e0, NAME => 'SPTestTable,4ccccccb,1731196640287.a4b43761714616da7e2f012be66755e0.', STARTKEY => '4ccccccb', ENDKEY => '66666664'} 2024-11-09T23:57:30,975 DEBUG [RS_OPEN_REGION-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1048): stopping wal replay for 6932919c3bdb793f66e86d6dda18f001 2024-11-09T23:57:30,976 DEBUG [RS_OPEN_REGION-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1060): Cleaning up temporary data for 6932919c3bdb793f66e86d6dda18f001 2024-11-09T23:57:30,976 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=14 updating hbase:meta row=0d5dbe1cf170181e239e6d6f90961fc8, regionState=OPEN, openSeqNum=2, regionLocation=9d8c37854f6e,42693,1731196629055 2024-11-09T23:57:30,976 DEBUG [RS_OPEN_REGION-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable a4b43761714616da7e2f012be66755e0 2024-11-09T23:57:30,976 DEBUG [RS_OPEN_REGION-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(898): Instantiated SPTestTable,4ccccccb,1731196640287.a4b43761714616da7e2f012be66755e0.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T23:57:30,976 DEBUG [RS_OPEN_REGION-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(7794): checking encryption for a4b43761714616da7e2f012be66755e0 2024-11-09T23:57:30,976 DEBUG [RS_OPEN_REGION-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(7797): checking classloading for a4b43761714616da7e2f012be66755e0 2024-11-09T23:57:30,978 WARN [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=43263 {}] assignment.AssignmentManager(1543): Unable to acquire lock for regionNode state=OPEN, location=9d8c37854f6e,42693,1731196629055, table=SPTestTable, region=0d5dbe1cf170181e239e6d6f90961fc8. It is likely that another thread is currently holding the lock. To avoid deadlock, skip execution for now. 2024-11-09T23:57:30,979 INFO [StoreOpener-a4b43761714616da7e2f012be66755e0-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region a4b43761714616da7e2f012be66755e0 2024-11-09T23:57:30,979 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=17, ppid=14, state=RUNNABLE, hasLock=false; OpenRegionProcedure 0d5dbe1cf170181e239e6d6f90961fc8, server=9d8c37854f6e,42693,1731196629055 because future has completed 2024-11-09T23:57:30,979 DEBUG [RS_OPEN_REGION-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1093): writing seq id for 6932919c3bdb793f66e86d6dda18f001 2024-11-09T23:57:30,980 INFO [StoreOpener-a4b43761714616da7e2f012be66755e0-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a4b43761714616da7e2f012be66755e0 columnFamilyName cf 2024-11-09T23:57:30,980 DEBUG [StoreOpener-a4b43761714616da7e2f012be66755e0-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T23:57:30,982 DEBUG [RS_OPEN_REGION-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41247/user/jenkins/test-data/9ac4d819-7651-f571-f3b4-a57b90623e74/data/default/SPTestTable/6932919c3bdb793f66e86d6dda18f001/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-09T23:57:30,982 INFO [StoreOpener-a4b43761714616da7e2f012be66755e0-1 {}] regionserver.HStore(327): Store=a4b43761714616da7e2f012be66755e0/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T23:57:30,983 DEBUG [RS_OPEN_REGION-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1038): replaying wal for a4b43761714616da7e2f012be66755e0 2024-11-09T23:57:30,983 INFO [RS_OPEN_REGION-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1114): Opened aa271c3c2de279479b14e90bf4c1f26f; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63668641, jitterRate=-0.051263317465782166}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-09T23:57:30,983 DEBUG [RS_OPEN_REGION-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1122): Running coprocessor post-open hooks for aa271c3c2de279479b14e90bf4c1f26f 2024-11-09T23:57:30,983 DEBUG [RS_OPEN_REGION-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1006): Region open journal for aa271c3c2de279479b14e90bf4c1f26f: Running coprocessor pre-open hook at 1731196650959Writing region info on filesystem at 1731196650959Initializing all the Stores at 1731196650960 (+1 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731196650960Cleaning up temporary data from old regions at 1731196650967 (+7 ms)Running coprocessor post-open hooks at 1731196650983 (+16 ms)Region opened successfully at 1731196650983 2024-11-09T23:57:30,983 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=17, resume processing ppid=14 2024-11-09T23:57:30,983 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=17, ppid=14, state=SUCCESS, hasLock=false; OpenRegionProcedure 0d5dbe1cf170181e239e6d6f90961fc8, server=9d8c37854f6e,42693,1731196629055 in 10.0650 sec 2024-11-09T23:57:30,984 DEBUG [RS_OPEN_REGION-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41247/user/jenkins/test-data/9ac4d819-7651-f571-f3b4-a57b90623e74/data/default/SPTestTable/a4b43761714616da7e2f012be66755e0 2024-11-09T23:57:30,984 INFO [RS_OPEN_REGION-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,,1731196640287.aa271c3c2de279479b14e90bf4c1f26f., pid=20, masterSystemTime=1731196650916 2024-11-09T23:57:30,984 INFO [RS_OPEN_REGION-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1114): Opened 6932919c3bdb793f66e86d6dda18f001; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72880522, jitterRate=0.08600440621376038}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-09T23:57:30,984 DEBUG [RS_OPEN_REGION-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 6932919c3bdb793f66e86d6dda18f001 2024-11-09T23:57:30,984 DEBUG [RS_OPEN_REGION-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1006): Region open journal for 6932919c3bdb793f66e86d6dda18f001: Running coprocessor pre-open hook at 1731196650965Writing region info on filesystem at 1731196650965Initializing all the Stores at 1731196650967 (+2 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731196650967Cleaning up temporary data from old regions at 1731196650976 (+9 ms)Running coprocessor post-open hooks at 1731196650984 (+8 ms)Region opened successfully at 1731196650984 2024-11-09T23:57:30,984 DEBUG [RS_OPEN_REGION-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41247/user/jenkins/test-data/9ac4d819-7651-f571-f3b4-a57b90623e74/data/default/SPTestTable/a4b43761714616da7e2f012be66755e0 2024-11-09T23:57:30,985 DEBUG [RS_OPEN_REGION-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1048): stopping wal replay for a4b43761714616da7e2f012be66755e0 2024-11-09T23:57:30,985 DEBUG [RS_OPEN_REGION-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1060): Cleaning up temporary data for a4b43761714616da7e2f012be66755e0 2024-11-09T23:57:30,985 INFO [RS_OPEN_REGION-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,66666664,1731196640287.6932919c3bdb793f66e86d6dda18f001., pid=21, masterSystemTime=1731196650931 2024-11-09T23:57:30,986 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=14, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=0d5dbe1cf170181e239e6d6f90961fc8, ASSIGN in 10.2350 sec 2024-11-09T23:57:30,987 DEBUG [RS_OPEN_REGION-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,,1731196640287.aa271c3c2de279479b14e90bf4c1f26f. 2024-11-09T23:57:30,987 INFO [RS_OPEN_REGION-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] handler.AssignRegionHandler(153): Opened SPTestTable,,1731196640287.aa271c3c2de279479b14e90bf4c1f26f. 2024-11-09T23:57:30,987 INFO [RS_OPEN_REGION-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] handler.AssignRegionHandler(132): Open SPTestTable,7ffffffd,1731196640287.36ac8025951d124d953587317aad1411. 2024-11-09T23:57:30,987 DEBUG [RS_OPEN_REGION-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(7752): Opening region: {ENCODED => 36ac8025951d124d953587317aad1411, NAME => 'SPTestTable,7ffffffd,1731196640287.36ac8025951d124d953587317aad1411.', STARTKEY => '7ffffffd', ENDKEY => '99999996'} 2024-11-09T23:57:30,988 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=aa271c3c2de279479b14e90bf4c1f26f, regionState=OPEN, openSeqNum=2, regionLocation=9d8c37854f6e,42677,1731196629124 2024-11-09T23:57:30,988 DEBUG [RS_OPEN_REGION-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 36ac8025951d124d953587317aad1411 2024-11-09T23:57:30,988 DEBUG [RS_OPEN_REGION-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(898): Instantiated SPTestTable,7ffffffd,1731196640287.36ac8025951d124d953587317aad1411.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T23:57:30,988 DEBUG [RS_OPEN_REGION-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(7794): checking encryption for 36ac8025951d124d953587317aad1411 2024-11-09T23:57:30,988 DEBUG [RS_OPEN_REGION-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(7797): checking classloading for 36ac8025951d124d953587317aad1411 2024-11-09T23:57:30,988 DEBUG [RS_OPEN_REGION-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,66666664,1731196640287.6932919c3bdb793f66e86d6dda18f001. 2024-11-09T23:57:30,988 INFO [RS_OPEN_REGION-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] handler.AssignRegionHandler(153): Opened SPTestTable,66666664,1731196640287.6932919c3bdb793f66e86d6dda18f001. 2024-11-09T23:57:30,988 INFO [RS_OPEN_REGION-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] handler.AssignRegionHandler(132): Open SPTestTable,b333332f,1731196640287.b755b10cf2b8cbf1b9c94578ace6001d. 2024-11-09T23:57:30,989 DEBUG [RS_OPEN_REGION-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(7752): Opening region: {ENCODED => b755b10cf2b8cbf1b9c94578ace6001d, NAME => 'SPTestTable,b333332f,1731196640287.b755b10cf2b8cbf1b9c94578ace6001d.', STARTKEY => 'b333332f', ENDKEY => 'ccccccc8'} 2024-11-09T23:57:30,989 DEBUG [RS_OPEN_REGION-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable b755b10cf2b8cbf1b9c94578ace6001d 2024-11-09T23:57:30,989 DEBUG [RS_OPEN_REGION-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(898): Instantiated SPTestTable,b333332f,1731196640287.b755b10cf2b8cbf1b9c94578ace6001d.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T23:57:30,989 DEBUG [RS_OPEN_REGION-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(7794): checking encryption for b755b10cf2b8cbf1b9c94578ace6001d 2024-11-09T23:57:30,989 DEBUG [RS_OPEN_REGION-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(7797): checking classloading for b755b10cf2b8cbf1b9c94578ace6001d 2024-11-09T23:57:30,990 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=6932919c3bdb793f66e86d6dda18f001, regionState=OPEN, openSeqNum=2, regionLocation=9d8c37854f6e,35869,1731196629088 2024-11-09T23:57:30,990 DEBUG [RS_OPEN_REGION-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1093): writing seq id for a4b43761714616da7e2f012be66755e0 2024-11-09T23:57:30,992 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=20, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure aa271c3c2de279479b14e90bf4c1f26f, server=9d8c37854f6e,42677,1731196629124 because future has completed 2024-11-09T23:57:30,993 WARN [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=43263 {}] assignment.AssignmentManager(1543): Unable to acquire lock for regionNode state=OPEN, location=9d8c37854f6e,42677,1731196629124, table=SPTestTable, region=aa271c3c2de279479b14e90bf4c1f26f. It is likely that another thread is currently holding the lock. To avoid deadlock, skip execution for now. 2024-11-09T23:57:30,993 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=21, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 6932919c3bdb793f66e86d6dda18f001, server=9d8c37854f6e,35869,1731196629088 because future has completed 2024-11-09T23:57:30,995 INFO [StoreOpener-36ac8025951d124d953587317aad1411-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 36ac8025951d124d953587317aad1411 2024-11-09T23:57:30,996 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=20, resume processing ppid=5 2024-11-09T23:57:30,996 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=20, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure aa271c3c2de279479b14e90bf4c1f26f, server=9d8c37854f6e,42677,1731196629124 in 10.0750 sec 2024-11-09T23:57:30,997 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=21, resume processing ppid=9 2024-11-09T23:57:30,997 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=21, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 6932919c3bdb793f66e86d6dda18f001, server=9d8c37854f6e,35869,1731196629088 in 10.0680 sec 2024-11-09T23:57:30,997 INFO [StoreOpener-36ac8025951d124d953587317aad1411-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 36ac8025951d124d953587317aad1411 columnFamilyName cf 2024-11-09T23:57:30,997 DEBUG [StoreOpener-36ac8025951d124d953587317aad1411-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T23:57:30,998 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=aa271c3c2de279479b14e90bf4c1f26f, ASSIGN in 10.2470 sec 2024-11-09T23:57:30,998 INFO [StoreOpener-36ac8025951d124d953587317aad1411-1 {}] regionserver.HStore(327): Store=36ac8025951d124d953587317aad1411/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T23:57:30,998 DEBUG [RS_OPEN_REGION-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1038): replaying wal for 36ac8025951d124d953587317aad1411 2024-11-09T23:57:30,999 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=6932919c3bdb793f66e86d6dda18f001, ASSIGN in 10.2480 sec 2024-11-09T23:57:30,999 DEBUG [RS_OPEN_REGION-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41247/user/jenkins/test-data/9ac4d819-7651-f571-f3b4-a57b90623e74/data/default/SPTestTable/36ac8025951d124d953587317aad1411 2024-11-09T23:57:31,000 DEBUG [RS_OPEN_REGION-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41247/user/jenkins/test-data/9ac4d819-7651-f571-f3b4-a57b90623e74/data/default/SPTestTable/36ac8025951d124d953587317aad1411 2024-11-09T23:57:31,000 DEBUG [RS_OPEN_REGION-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1048): stopping wal replay for 36ac8025951d124d953587317aad1411 2024-11-09T23:57:31,000 DEBUG [RS_OPEN_REGION-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1060): Cleaning up temporary data for 36ac8025951d124d953587317aad1411 2024-11-09T23:57:31,002 DEBUG [RS_OPEN_REGION-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1093): writing seq id for 36ac8025951d124d953587317aad1411 2024-11-09T23:57:31,003 INFO [StoreOpener-b755b10cf2b8cbf1b9c94578ace6001d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region b755b10cf2b8cbf1b9c94578ace6001d 2024-11-09T23:57:31,003 DEBUG [RS_OPEN_REGION-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41247/user/jenkins/test-data/9ac4d819-7651-f571-f3b4-a57b90623e74/data/default/SPTestTable/a4b43761714616da7e2f012be66755e0/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-09T23:57:31,004 INFO [RS_OPEN_REGION-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1114): Opened a4b43761714616da7e2f012be66755e0; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74758426, jitterRate=0.11398735642433167}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-09T23:57:31,004 DEBUG [RS_OPEN_REGION-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1122): Running coprocessor post-open hooks for a4b43761714616da7e2f012be66755e0 2024-11-09T23:57:31,004 DEBUG [RS_OPEN_REGION-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1006): Region open journal for a4b43761714616da7e2f012be66755e0: Running coprocessor pre-open hook at 1731196650976Writing region info on filesystem at 1731196650976Initializing all the Stores at 1731196650978 (+2 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731196650978Cleaning up temporary data from old regions at 1731196650985 (+7 ms)Running coprocessor post-open hooks at 1731196651004 (+19 ms)Region opened successfully at 1731196651004 2024-11-09T23:57:31,005 DEBUG [RS_OPEN_REGION-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41247/user/jenkins/test-data/9ac4d819-7651-f571-f3b4-a57b90623e74/data/default/SPTestTable/36ac8025951d124d953587317aad1411/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-09T23:57:31,005 INFO [RS_OPEN_REGION-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,4ccccccb,1731196640287.a4b43761714616da7e2f012be66755e0., pid=19, masterSystemTime=1731196650919 2024-11-09T23:57:31,005 INFO [StoreOpener-b755b10cf2b8cbf1b9c94578ace6001d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b755b10cf2b8cbf1b9c94578ace6001d columnFamilyName cf 2024-11-09T23:57:31,005 DEBUG [StoreOpener-b755b10cf2b8cbf1b9c94578ace6001d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T23:57:31,006 INFO [RS_OPEN_REGION-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1114): Opened 36ac8025951d124d953587317aad1411; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61446417, jitterRate=-0.08437703549861908}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-09T23:57:31,006 DEBUG [RS_OPEN_REGION-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 36ac8025951d124d953587317aad1411 2024-11-09T23:57:31,006 DEBUG [RS_OPEN_REGION-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1006): Region open journal for 36ac8025951d124d953587317aad1411: Running coprocessor pre-open hook at 1731196650988Writing region info on filesystem at 1731196650988Initializing all the Stores at 1731196650990 (+2 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731196650990Cleaning up temporary data from old regions at 1731196651000 (+10 ms)Running coprocessor post-open hooks at 1731196651006 (+6 ms)Region opened successfully at 1731196651006 2024-11-09T23:57:31,006 INFO [StoreOpener-b755b10cf2b8cbf1b9c94578ace6001d-1 {}] regionserver.HStore(327): Store=b755b10cf2b8cbf1b9c94578ace6001d/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T23:57:31,006 DEBUG [RS_OPEN_REGION-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1038): replaying wal for b755b10cf2b8cbf1b9c94578ace6001d 2024-11-09T23:57:31,007 INFO [RS_OPEN_REGION-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,7ffffffd,1731196640287.36ac8025951d124d953587317aad1411., pid=15, masterSystemTime=1731196650916 2024-11-09T23:57:31,007 DEBUG [RS_OPEN_REGION-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41247/user/jenkins/test-data/9ac4d819-7651-f571-f3b4-a57b90623e74/data/default/SPTestTable/b755b10cf2b8cbf1b9c94578ace6001d 2024-11-09T23:57:31,008 DEBUG [RS_OPEN_REGION-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41247/user/jenkins/test-data/9ac4d819-7651-f571-f3b4-a57b90623e74/data/default/SPTestTable/b755b10cf2b8cbf1b9c94578ace6001d 2024-11-09T23:57:31,008 DEBUG [RS_OPEN_REGION-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,4ccccccb,1731196640287.a4b43761714616da7e2f012be66755e0. 2024-11-09T23:57:31,008 INFO [RS_OPEN_REGION-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] handler.AssignRegionHandler(153): Opened SPTestTable,4ccccccb,1731196640287.a4b43761714616da7e2f012be66755e0. 2024-11-09T23:57:31,008 DEBUG [RS_OPEN_REGION-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1048): stopping wal replay for b755b10cf2b8cbf1b9c94578ace6001d 2024-11-09T23:57:31,008 DEBUG [RS_OPEN_REGION-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1060): Cleaning up temporary data for b755b10cf2b8cbf1b9c94578ace6001d 2024-11-09T23:57:31,009 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=8 updating hbase:meta row=a4b43761714616da7e2f012be66755e0, regionState=OPEN, openSeqNum=2, regionLocation=9d8c37854f6e,42693,1731196629055 2024-11-09T23:57:31,010 DEBUG [RS_OPEN_REGION-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,7ffffffd,1731196640287.36ac8025951d124d953587317aad1411. 2024-11-09T23:57:31,010 INFO [RS_OPEN_REGION-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] handler.AssignRegionHandler(153): Opened SPTestTable,7ffffffd,1731196640287.36ac8025951d124d953587317aad1411. 2024-11-09T23:57:31,010 INFO [RS_OPEN_REGION-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] handler.AssignRegionHandler(132): Open SPTestTable,ccccccc8,1731196640287.4c5f46e41564e2cec54ed92190ecf459. 2024-11-09T23:57:31,010 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=10 updating hbase:meta row=36ac8025951d124d953587317aad1411, regionState=OPEN, openSeqNum=2, regionLocation=9d8c37854f6e,42677,1731196629124 2024-11-09T23:57:31,010 DEBUG [RS_OPEN_REGION-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(7752): Opening region: {ENCODED => 4c5f46e41564e2cec54ed92190ecf459, NAME => 'SPTestTable,ccccccc8,1731196640287.4c5f46e41564e2cec54ed92190ecf459.', STARTKEY => 'ccccccc8', ENDKEY => 'e6666661'} 2024-11-09T23:57:31,011 DEBUG [RS_OPEN_REGION-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1093): writing seq id for b755b10cf2b8cbf1b9c94578ace6001d 2024-11-09T23:57:31,011 DEBUG [RS_OPEN_REGION-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 4c5f46e41564e2cec54ed92190ecf459 2024-11-09T23:57:31,011 DEBUG [RS_OPEN_REGION-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(898): Instantiated SPTestTable,ccccccc8,1731196640287.4c5f46e41564e2cec54ed92190ecf459.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T23:57:31,011 DEBUG [RS_OPEN_REGION-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(7794): checking encryption for 4c5f46e41564e2cec54ed92190ecf459 2024-11-09T23:57:31,011 DEBUG [RS_OPEN_REGION-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(7797): checking classloading for 4c5f46e41564e2cec54ed92190ecf459 2024-11-09T23:57:31,013 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=19, ppid=8, state=RUNNABLE, hasLock=false; OpenRegionProcedure a4b43761714616da7e2f012be66755e0, server=9d8c37854f6e,42693,1731196629055 because future has completed 2024-11-09T23:57:31,014 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=15, ppid=10, state=RUNNABLE, hasLock=false; OpenRegionProcedure 36ac8025951d124d953587317aad1411, server=9d8c37854f6e,42677,1731196629124 because future has completed 2024-11-09T23:57:31,015 DEBUG [RS_OPEN_REGION-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41247/user/jenkins/test-data/9ac4d819-7651-f571-f3b4-a57b90623e74/data/default/SPTestTable/b755b10cf2b8cbf1b9c94578ace6001d/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-09T23:57:31,016 INFO [RS_OPEN_REGION-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1114): Opened b755b10cf2b8cbf1b9c94578ace6001d; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73261776, jitterRate=0.09168553352355957}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-09T23:57:31,016 DEBUG [RS_OPEN_REGION-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1122): Running coprocessor post-open hooks for b755b10cf2b8cbf1b9c94578ace6001d 2024-11-09T23:57:31,016 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=19, resume processing ppid=8 2024-11-09T23:57:31,016 DEBUG [RS_OPEN_REGION-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1006): Region open journal for b755b10cf2b8cbf1b9c94578ace6001d: Running coprocessor pre-open hook at 1731196650989Writing region info on filesystem at 1731196650989Initializing all the Stores at 1731196650991 (+2 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731196650991Cleaning up temporary data from old regions at 1731196651008 (+17 ms)Running coprocessor post-open hooks at 1731196651016 (+8 ms)Region opened successfully at 1731196651016 2024-11-09T23:57:31,016 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=19, ppid=8, state=SUCCESS, hasLock=false; OpenRegionProcedure a4b43761714616da7e2f012be66755e0, server=9d8c37854f6e,42693,1731196629055 in 10.0970 sec 2024-11-09T23:57:31,017 INFO [RS_OPEN_REGION-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,b333332f,1731196640287.b755b10cf2b8cbf1b9c94578ace6001d., pid=22, masterSystemTime=1731196650931 2024-11-09T23:57:31,018 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=15, resume processing ppid=10 2024-11-09T23:57:31,018 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=a4b43761714616da7e2f012be66755e0, ASSIGN in 10.2670 sec 2024-11-09T23:57:31,018 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=15, ppid=10, state=SUCCESS, hasLock=false; OpenRegionProcedure 36ac8025951d124d953587317aad1411, server=9d8c37854f6e,42677,1731196629124 in 10.1030 sec 2024-11-09T23:57:31,020 DEBUG [RS_OPEN_REGION-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,b333332f,1731196640287.b755b10cf2b8cbf1b9c94578ace6001d. 2024-11-09T23:57:31,020 INFO [RS_OPEN_REGION-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] handler.AssignRegionHandler(153): Opened SPTestTable,b333332f,1731196640287.b755b10cf2b8cbf1b9c94578ace6001d. 2024-11-09T23:57:31,020 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=36ac8025951d124d953587317aad1411, ASSIGN in 10.2690 sec 2024-11-09T23:57:31,020 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=12 updating hbase:meta row=b755b10cf2b8cbf1b9c94578ace6001d, regionState=OPEN, openSeqNum=2, regionLocation=9d8c37854f6e,35869,1731196629088 2024-11-09T23:57:31,022 INFO [StoreOpener-4c5f46e41564e2cec54ed92190ecf459-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 4c5f46e41564e2cec54ed92190ecf459 2024-11-09T23:57:31,022 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=22, ppid=12, state=RUNNABLE, hasLock=false; OpenRegionProcedure b755b10cf2b8cbf1b9c94578ace6001d, server=9d8c37854f6e,35869,1731196629088 because future has completed 2024-11-09T23:57:31,024 INFO [StoreOpener-4c5f46e41564e2cec54ed92190ecf459-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 4c5f46e41564e2cec54ed92190ecf459 columnFamilyName cf 2024-11-09T23:57:31,024 DEBUG [StoreOpener-4c5f46e41564e2cec54ed92190ecf459-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T23:57:31,024 INFO [StoreOpener-4c5f46e41564e2cec54ed92190ecf459-1 {}] regionserver.HStore(327): Store=4c5f46e41564e2cec54ed92190ecf459/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T23:57:31,025 DEBUG [RS_OPEN_REGION-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1038): replaying wal for 4c5f46e41564e2cec54ed92190ecf459 2024-11-09T23:57:31,026 DEBUG [RS_OPEN_REGION-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41247/user/jenkins/test-data/9ac4d819-7651-f571-f3b4-a57b90623e74/data/default/SPTestTable/4c5f46e41564e2cec54ed92190ecf459 2024-11-09T23:57:31,026 DEBUG [RS_OPEN_REGION-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41247/user/jenkins/test-data/9ac4d819-7651-f571-f3b4-a57b90623e74/data/default/SPTestTable/4c5f46e41564e2cec54ed92190ecf459 2024-11-09T23:57:31,026 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=22, resume processing ppid=12 2024-11-09T23:57:31,026 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=22, ppid=12, state=SUCCESS, hasLock=false; OpenRegionProcedure b755b10cf2b8cbf1b9c94578ace6001d, server=9d8c37854f6e,35869,1731196629088 in 10.0970 sec 2024-11-09T23:57:31,026 DEBUG [RS_OPEN_REGION-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1048): stopping wal replay for 4c5f46e41564e2cec54ed92190ecf459 2024-11-09T23:57:31,026 DEBUG [RS_OPEN_REGION-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1060): Cleaning up temporary data for 4c5f46e41564e2cec54ed92190ecf459 2024-11-09T23:57:31,028 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=12, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=b755b10cf2b8cbf1b9c94578ace6001d, ASSIGN in 10.2770 sec 2024-11-09T23:57:31,028 DEBUG [RS_OPEN_REGION-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1093): writing seq id for 4c5f46e41564e2cec54ed92190ecf459 2024-11-09T23:57:31,030 DEBUG [RS_OPEN_REGION-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41247/user/jenkins/test-data/9ac4d819-7651-f571-f3b4-a57b90623e74/data/default/SPTestTable/4c5f46e41564e2cec54ed92190ecf459/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-09T23:57:31,031 INFO [RS_OPEN_REGION-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1114): Opened 4c5f46e41564e2cec54ed92190ecf459; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61026081, jitterRate=-0.09064052999019623}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-09T23:57:31,031 DEBUG [RS_OPEN_REGION-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 4c5f46e41564e2cec54ed92190ecf459 2024-11-09T23:57:31,031 DEBUG [RS_OPEN_REGION-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1006): Region open journal for 4c5f46e41564e2cec54ed92190ecf459: Running coprocessor pre-open hook at 1731196651012Writing region info on filesystem at 1731196651012Initializing all the Stores at 1731196651013 (+1 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731196651013Cleaning up temporary data from old regions at 1731196651026 (+13 ms)Running coprocessor post-open hooks at 1731196651031 (+5 ms)Region opened successfully at 1731196651031 2024-11-09T23:57:31,032 INFO [RS_OPEN_REGION-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,ccccccc8,1731196640287.4c5f46e41564e2cec54ed92190ecf459., pid=18, masterSystemTime=1731196650916 2024-11-09T23:57:31,034 DEBUG [RS_OPEN_REGION-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,ccccccc8,1731196640287.4c5f46e41564e2cec54ed92190ecf459. 2024-11-09T23:57:31,034 INFO [RS_OPEN_REGION-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] handler.AssignRegionHandler(153): Opened SPTestTable,ccccccc8,1731196640287.4c5f46e41564e2cec54ed92190ecf459. 2024-11-09T23:57:31,034 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=13 updating hbase:meta row=4c5f46e41564e2cec54ed92190ecf459, regionState=OPEN, openSeqNum=2, regionLocation=9d8c37854f6e,42677,1731196629124 2024-11-09T23:57:31,036 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=18, ppid=13, state=RUNNABLE, hasLock=false; OpenRegionProcedure 4c5f46e41564e2cec54ed92190ecf459, server=9d8c37854f6e,42677,1731196629124 because future has completed 2024-11-09T23:57:31,039 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=18, resume processing ppid=13 2024-11-09T23:57:31,040 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=18, ppid=13, state=SUCCESS, hasLock=false; OpenRegionProcedure 4c5f46e41564e2cec54ed92190ecf459, server=9d8c37854f6e,42677,1731196629124 in 10.1210 sec 2024-11-09T23:57:31,041 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=13, resume processing ppid=4 2024-11-09T23:57:31,041 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=13, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=4c5f46e41564e2cec54ed92190ecf459, ASSIGN in 10.2900 sec 2024-11-09T23:57:31,042 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-09T23:57:31,043 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"SPTestTable","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731196651042"}]},"ts":"1731196651042"} 2024-11-09T23:57:31,045 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=SPTestTable, state=ENABLED in hbase:meta 2024-11-09T23:57:31,046 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_POST_OPERATION 2024-11-09T23:57:31,048 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=SPTestTable in 10.7580 sec 2024-11-09T23:57:33,647 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'SPTestTable' 2024-11-09T23:57:35,931 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T23:57:35,958 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T23:57:35,958 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T23:57:36,474 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-09T23:57:36,480 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T23:57:36,505 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T23:57:36,505 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T23:57:38,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43263 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-09T23:57:38,576 INFO [RPCClient-NioEventLoopGroup-6-10 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:SPTestTable completed 2024-11-09T23:57:38,576 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table SPTestTable get assigned. Timeout = 60000ms 2024-11-09T23:57:38,577 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-09T23:57:38,585 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table SPTestTable assigned to meta. Checking AM states. 2024-11-09T23:57:38,585 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-09T23:57:38,585 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table SPTestTable assigned. 2024-11-09T23:57:38,613 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aaa', locateType=CURRENT is [region=SPTestTable,99999996,1731196640287.3bb5f9e50a5dcd020cc49559901a1e69., hostname=9d8c37854f6e,42693,1731196629055, seqNum=2] 2024-11-09T23:57:38,614 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aab', locateType=CURRENT is [region=SPTestTable,99999996,1731196640287.3bb5f9e50a5dcd020cc49559901a1e69., hostname=9d8c37854f6e,42693,1731196629055, seqNum=2] 2024-11-09T23:57:38,616 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aac', locateType=CURRENT is [region=SPTestTable,99999996,1731196640287.3bb5f9e50a5dcd020cc49559901a1e69., hostname=9d8c37854f6e,42693,1731196629055, seqNum=2] 2024-11-09T23:57:38,617 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aad', locateType=CURRENT is [region=SPTestTable,99999996,1731196640287.3bb5f9e50a5dcd020cc49559901a1e69., hostname=9d8c37854f6e,42693,1731196629055, seqNum=2] 2024-11-09T23:57:38,619 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aae', locateType=CURRENT is [region=SPTestTable,99999996,1731196640287.3bb5f9e50a5dcd020cc49559901a1e69., hostname=9d8c37854f6e,42693,1731196629055, seqNum=2] 2024-11-09T23:57:38,620 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aaf', locateType=CURRENT is [region=SPTestTable,99999996,1731196640287.3bb5f9e50a5dcd020cc49559901a1e69., hostname=9d8c37854f6e,42693,1731196629055, seqNum=2] 2024-11-09T23:57:38,653 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='baa', locateType=CURRENT is [region=SPTestTable,b333332f,1731196640287.b755b10cf2b8cbf1b9c94578ace6001d., hostname=9d8c37854f6e,35869,1731196629088, seqNum=2] 2024-11-09T23:57:38,655 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='bab', locateType=CURRENT is [region=SPTestTable,b333332f,1731196640287.b755b10cf2b8cbf1b9c94578ace6001d., hostname=9d8c37854f6e,35869,1731196629088, seqNum=2] 2024-11-09T23:57:38,656 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='bac', locateType=CURRENT is [region=SPTestTable,b333332f,1731196640287.b755b10cf2b8cbf1b9c94578ace6001d., hostname=9d8c37854f6e,35869,1731196629088, seqNum=2] 2024-11-09T23:57:38,658 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='bad', locateType=CURRENT is [region=SPTestTable,b333332f,1731196640287.b755b10cf2b8cbf1b9c94578ace6001d., hostname=9d8c37854f6e,35869,1731196629088, seqNum=2] 2024-11-09T23:57:38,692 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='ccd', locateType=CURRENT is [region=SPTestTable,ccccccc8,1731196640287.4c5f46e41564e2cec54ed92190ecf459., hostname=9d8c37854f6e,42677,1731196629124, seqNum=2] 2024-11-09T23:57:38,693 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='cce', locateType=CURRENT is [region=SPTestTable,ccccccc8,1731196640287.4c5f46e41564e2cec54ed92190ecf459., hostname=9d8c37854f6e,42677,1731196629124, seqNum=2] 2024-11-09T23:57:38,695 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='ccf', locateType=CURRENT is [region=SPTestTable,ccccccc8,1731196640287.4c5f46e41564e2cec54ed92190ecf459., hostname=9d8c37854f6e,42677,1731196629124, seqNum=2] 2024-11-09T23:57:38,696 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='ccg', locateType=CURRENT is [region=SPTestTable,ccccccc8,1731196640287.4c5f46e41564e2cec54ed92190ecf459., hostname=9d8c37854f6e,42677,1731196629124, seqNum=2] 2024-11-09T23:57:38,697 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='cch', locateType=CURRENT is [region=SPTestTable,ccccccc8,1731196640287.4c5f46e41564e2cec54ed92190ecf459., hostname=9d8c37854f6e,42677,1731196629124, seqNum=2] 2024-11-09T23:57:38,765 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='eaa', locateType=CURRENT is [region=SPTestTable,e6666661,1731196640287.0d5dbe1cf170181e239e6d6f90961fc8., hostname=9d8c37854f6e,42693,1731196629055, seqNum=2] 2024-11-09T23:57:38,767 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='eab', locateType=CURRENT is [region=SPTestTable,e6666661,1731196640287.0d5dbe1cf170181e239e6d6f90961fc8., hostname=9d8c37854f6e,42693,1731196629055, seqNum=2] 2024-11-09T23:57:38,769 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='eac', locateType=CURRENT is [region=SPTestTable,e6666661,1731196640287.0d5dbe1cf170181e239e6d6f90961fc8., hostname=9d8c37854f6e,42693,1731196629055, seqNum=2] 2024-11-09T23:57:38,771 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='ead', locateType=CURRENT is [region=SPTestTable,e6666661,1731196640287.0d5dbe1cf170181e239e6d6f90961fc8., hostname=9d8c37854f6e,42693,1731196629055, seqNum=2] 2024-11-09T23:57:38,772 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='eae', locateType=CURRENT is [region=SPTestTable,e6666661,1731196640287.0d5dbe1cf170181e239e6d6f90961fc8., hostname=9d8c37854f6e,42693,1731196629055, seqNum=2] 2024-11-09T23:57:38,774 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='eaf', locateType=CURRENT is [region=SPTestTable,e6666661,1731196640287.0d5dbe1cf170181e239e6d6f90961fc8., hostname=9d8c37854f6e,42693,1731196629055, seqNum=2] 2024-11-09T23:57:38,896 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-09T23:57:39,446 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T23:57:39,447 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T23:57:39,450 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-9-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37180, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-09T23:57:39,469 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53288, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-09T23:57:39,483 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35869 {}] regionserver.HRegion(8528): writing data to region SPTestTable,b333332f,1731196640287.b755b10cf2b8cbf1b9c94578ace6001d. with WAL disabled. Data may be lost in the event of a crash. 2024-11-09T23:57:39,499 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42677 {}] regionserver.HRegion(8528): writing data to region SPTestTable,ccccccc8,1731196640287.4c5f46e41564e2cec54ed92190ecf459. with WAL disabled. Data may be lost in the event of a crash. 2024-11-09T23:57:39,516 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42693 {}] regionserver.RSRpcServices(2610): Large batch operation detected (greater than 5000) (HBASE-18023). Requested Number of Rows: 15548 Client: jenkins//172.17.0.2 first region in multi=SPTestTable,99999996,1731196640287.3bb5f9e50a5dcd020cc49559901a1e69. 2024-11-09T23:57:39,533 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42693 {}] regionserver.HRegion(8528): writing data to region SPTestTable,99999996,1731196640287.3bb5f9e50a5dcd020cc49559901a1e69. with WAL disabled. Data may be lost in the event of a crash. 2024-11-09T23:57:39,888 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42693 {}] regionserver.HRegion(8528): writing data to region SPTestTable,e6666661,1731196640287.0d5dbe1cf170181e239e6d6f90961fc8. with WAL disabled. Data may be lost in the event of a crash. 2024-11-09T23:57:39,977 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(1139): Stored pid=25, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } 2024-11-09T23:57:39,977 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-09T23:57:39,978 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_PREPARE 2024-11-09T23:57:39,978 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_PRE_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_PRE_OPERATION 2024-11-09T23:57:39,981 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_WRITE_SNAPSHOT_INFO, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_WRITE_SNAPSHOT_INFO 2024-11-09T23:57:39,993 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43797 is added to blk_1073741848_1024 (size=49) 2024-11-09T23:57:39,993 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37483 is added to blk_1073741848_1024 (size=49) 2024-11-09T23:57:39,993 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34825 is added to blk_1073741848_1024 (size=49) 2024-11-09T23:57:39,995 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_SNAPSHOT_ONLINE_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_ONLINE_REGIONS 2024-11-09T23:57:39,995 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=26, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure aa271c3c2de279479b14e90bf4c1f26f}, {pid=27, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure c15af777682ff7651725c702ae4227aa}, {pid=28, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 68bd08e9c2fe8f276e054ed06a0e5bba}, {pid=29, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure a4b43761714616da7e2f012be66755e0}, {pid=30, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 6932919c3bdb793f66e86d6dda18f001}, {pid=31, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 36ac8025951d124d953587317aad1411}, {pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 3bb5f9e50a5dcd020cc49559901a1e69}, {pid=33, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure b755b10cf2b8cbf1b9c94578ace6001d}, {pid=34, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 4c5f46e41564e2cec54ed92190ecf459}, {pid=35, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 0d5dbe1cf170181e239e6d6f90961fc8}] 2024-11-09T23:57:39,997 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=35, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 0d5dbe1cf170181e239e6d6f90961fc8 2024-11-09T23:57:39,997 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=34, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 4c5f46e41564e2cec54ed92190ecf459 2024-11-09T23:57:39,997 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=33, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure b755b10cf2b8cbf1b9c94578ace6001d 2024-11-09T23:57:39,997 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 3bb5f9e50a5dcd020cc49559901a1e69 2024-11-09T23:57:39,997 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=31, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 36ac8025951d124d953587317aad1411 2024-11-09T23:57:40,000 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=30, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 6932919c3bdb793f66e86d6dda18f001 2024-11-09T23:57:40,003 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=27, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure c15af777682ff7651725c702ae4227aa 2024-11-09T23:57:40,003 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=29, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure a4b43761714616da7e2f012be66755e0 2024-11-09T23:57:40,003 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=28, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 68bd08e9c2fe8f276e054ed06a0e5bba 2024-11-09T23:57:40,004 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=26, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure aa271c3c2de279479b14e90bf4c1f26f 2024-11-09T23:57:43,976 INFO [regionserver/9d8c37854f6e:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactedHFilesCleaner was stopped 2024-11-09T23:57:50,001 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35869 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=30 2024-11-09T23:57:50,001 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42693 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=29 2024-11-09T23:57:50,001 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42677 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=34 2024-11-09T23:57:50,002 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35869 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=33 2024-11-09T23:57:50,002 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42693 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=32 2024-11-09T23:57:50,002 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/9d8c37854f6e:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,66666664,1731196640287.6932919c3bdb793f66e86d6dda18f001. 2024-11-09T23:57:50,002 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/9d8c37854f6e:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,4ccccccb,1731196640287.a4b43761714616da7e2f012be66755e0. 2024-11-09T23:57:50,003 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/9d8c37854f6e:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,ccccccc8,1731196640287.4c5f46e41564e2cec54ed92190ecf459. 2024-11-09T23:57:50,003 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/9d8c37854f6e:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] regionserver.HRegion(2603): Flush status journal for a4b43761714616da7e2f012be66755e0: 2024-11-09T23:57:50,003 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/9d8c37854f6e:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] regionserver.HRegion(2603): Flush status journal for 6932919c3bdb793f66e86d6dda18f001: 2024-11-09T23:57:50,003 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35869 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=28 2024-11-09T23:57:50,003 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/9d8c37854f6e:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,4ccccccb,1731196640287.a4b43761714616da7e2f012be66755e0. for SnapshotProcedureTest completed. 2024-11-09T23:57:50,003 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/9d8c37854f6e:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,66666664,1731196640287.6932919c3bdb793f66e86d6dda18f001. for SnapshotProcedureTest completed. 2024-11-09T23:57:50,003 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/9d8c37854f6e:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,b333332f,1731196640287.b755b10cf2b8cbf1b9c94578ace6001d. 2024-11-09T23:57:50,003 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42677 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=26 2024-11-09T23:57:50,003 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/9d8c37854f6e:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.HRegion(2902): Flushing 4c5f46e41564e2cec54ed92190ecf459 1/1 column families, dataSize=38.00 KB heapSize=131.98 KB 2024-11-09T23:57:50,003 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42693 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=35 2024-11-09T23:57:50,003 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/9d8c37854f6e:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,66666664,1731196640287.6932919c3bdb793f66e86d6dda18f001.' region-info for snapshot=SnapshotProcedureTest 2024-11-09T23:57:50,004 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/9d8c37854f6e:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-09T23:57:50,004 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/9d8c37854f6e:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,99999996,1731196640287.3bb5f9e50a5dcd020cc49559901a1e69. 2024-11-09T23:57:50,004 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/9d8c37854f6e:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,4ccccccb,1731196640287.a4b43761714616da7e2f012be66755e0.' region-info for snapshot=SnapshotProcedureTest 2024-11-09T23:57:50,004 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/9d8c37854f6e:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-11-09T23:57:50,004 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/9d8c37854f6e:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-09T23:57:50,004 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/9d8c37854f6e:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,33333332,1731196640287.68bd08e9c2fe8f276e054ed06a0e5bba. 2024-11-09T23:57:50,004 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/9d8c37854f6e:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-11-09T23:57:50,005 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/9d8c37854f6e:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HRegion(2902): Flushing b755b10cf2b8cbf1b9c94578ace6001d 1/1 column families, dataSize=21.42 KB heapSize=74.49 KB 2024-11-09T23:57:50,005 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/9d8c37854f6e:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,e6666661,1731196640287.0d5dbe1cf170181e239e6d6f90961fc8. 2024-11-09T23:57:50,005 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/9d8c37854f6e:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] regionserver.HRegion(2603): Flush status journal for 68bd08e9c2fe8f276e054ed06a0e5bba: 2024-11-09T23:57:50,006 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/9d8c37854f6e:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,33333332,1731196640287.68bd08e9c2fe8f276e054ed06a0e5bba. for SnapshotProcedureTest completed. 2024-11-09T23:57:50,006 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/9d8c37854f6e:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.HRegion(2902): Flushing 0d5dbe1cf170181e239e6d6f90961fc8 1/1 column families, dataSize=435.70 KB heapSize=1.48 MB 2024-11-09T23:57:50,006 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42677 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=27 2024-11-09T23:57:50,006 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/9d8c37854f6e:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,,1731196640287.aa271c3c2de279479b14e90bf4c1f26f. 2024-11-09T23:57:50,006 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/9d8c37854f6e:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.HRegion(2902): Flushing 3bb5f9e50a5dcd020cc49559901a1e69 1/1 column families, dataSize=19.80 KB heapSize=68.91 KB 2024-11-09T23:57:50,006 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/9d8c37854f6e:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] regionserver.HRegion(2603): Flush status journal for aa271c3c2de279479b14e90bf4c1f26f: 2024-11-09T23:57:50,006 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/9d8c37854f6e:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,33333332,1731196640287.68bd08e9c2fe8f276e054ed06a0e5bba.' region-info for snapshot=SnapshotProcedureTest 2024-11-09T23:57:50,007 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/9d8c37854f6e:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,,1731196640287.aa271c3c2de279479b14e90bf4c1f26f. for SnapshotProcedureTest completed. 2024-11-09T23:57:50,007 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/9d8c37854f6e:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-09T23:57:50,007 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42677 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=31 2024-11-09T23:57:50,007 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/9d8c37854f6e:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-11-09T23:57:50,007 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/9d8c37854f6e:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,19999999,1731196640287.c15af777682ff7651725c702ae4227aa. 2024-11-09T23:57:50,007 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/9d8c37854f6e:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] regionserver.HRegion(2603): Flush status journal for c15af777682ff7651725c702ae4227aa: 2024-11-09T23:57:50,007 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/9d8c37854f6e:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,19999999,1731196640287.c15af777682ff7651725c702ae4227aa. for SnapshotProcedureTest completed. 2024-11-09T23:57:50,007 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/9d8c37854f6e:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,,1731196640287.aa271c3c2de279479b14e90bf4c1f26f.' region-info for snapshot=SnapshotProcedureTest 2024-11-09T23:57:50,007 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/9d8c37854f6e:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-09T23:57:50,007 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/9d8c37854f6e:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-11-09T23:57:50,008 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/9d8c37854f6e:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,19999999,1731196640287.c15af777682ff7651725c702ae4227aa.' region-info for snapshot=SnapshotProcedureTest 2024-11-09T23:57:50,008 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/9d8c37854f6e:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-09T23:57:50,008 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/9d8c37854f6e:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-11-09T23:57:50,030 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43797 is added to blk_1073741849_1025 (size=65) 2024-11-09T23:57:50,030 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34825 is added to blk_1073741849_1025 (size=65) 2024-11-09T23:57:50,030 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37483 is added to blk_1073741849_1025 (size=65) 2024-11-09T23:57:50,031 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/9d8c37854f6e:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,33333332,1731196640287.68bd08e9c2fe8f276e054ed06a0e5bba. 2024-11-09T23:57:50,031 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/9d8c37854f6e:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=28 2024-11-09T23:57:50,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43263 {}] master.HMaster(4169): Remote procedure done, pid=28 2024-11-09T23:57:50,032 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43263 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 68bd08e9c2fe8f276e054ed06a0e5bba 2024-11-09T23:57:50,032 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=28, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 68bd08e9c2fe8f276e054ed06a0e5bba 2024-11-09T23:57:50,033 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/9d8c37854f6e:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41247/user/jenkins/test-data/9ac4d819-7651-f571-f3b4-a57b90623e74/data/default/SPTestTable/3bb5f9e50a5dcd020cc49559901a1e69/.tmp/cf/68e0a9afbd214120bb14ebbcb28d9e64 is 34, key is aaa/cf:cf/1731196659532/Put/seqid=0 2024-11-09T23:57:50,033 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/9d8c37854f6e:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41247/user/jenkins/test-data/9ac4d819-7651-f571-f3b4-a57b90623e74/data/default/SPTestTable/b755b10cf2b8cbf1b9c94578ace6001d/.tmp/cf/775d265513de46c8be026e03a6bcf6f9 is 34, key is baa/cf:cf/1731196659483/Put/seqid=0 2024-11-09T23:57:50,035 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=28, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 68bd08e9c2fe8f276e054ed06a0e5bba in 10.0380 sec 2024-11-09T23:57:50,036 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/9d8c37854f6e:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41247/user/jenkins/test-data/9ac4d819-7651-f571-f3b4-a57b90623e74/data/default/SPTestTable/4c5f46e41564e2cec54ed92190ecf459/.tmp/cf/b9c3fb9e74704ba28ffa604cd791f03c is 34, key is ccd/cf:cf/1731196659498/Put/seqid=0 2024-11-09T23:57:50,044 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43797 is added to blk_1073741851_1027 (size=65) 2024-11-09T23:57:50,044 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37483 is added to blk_1073741851_1027 (size=65) 2024-11-09T23:57:50,044 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34825 is added to blk_1073741851_1027 (size=65) 2024-11-09T23:57:50,045 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34825 is added to blk_1073741850_1026 (size=65) 2024-11-09T23:57:50,045 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43797 is added to blk_1073741850_1026 (size=65) 2024-11-09T23:57:50,045 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/9d8c37854f6e:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,66666664,1731196640287.6932919c3bdb793f66e86d6dda18f001. 2024-11-09T23:57:50,045 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/9d8c37854f6e:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=30 2024-11-09T23:57:50,045 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37483 is added to blk_1073741850_1026 (size=65) 2024-11-09T23:57:50,046 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/9d8c37854f6e:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,4ccccccb,1731196640287.a4b43761714616da7e2f012be66755e0. 2024-11-09T23:57:50,046 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43797 is added to blk_1073741853_1029 (size=65) 2024-11-09T23:57:50,046 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/9d8c37854f6e:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=29 2024-11-09T23:57:50,046 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34825 is added to blk_1073741853_1029 (size=65) 2024-11-09T23:57:50,046 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37483 is added to blk_1073741853_1029 (size=65) 2024-11-09T23:57:50,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43263 {}] master.HMaster(4169): Remote procedure done, pid=30 2024-11-09T23:57:50,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43263 {}] master.HMaster(4169): Remote procedure done, pid=29 2024-11-09T23:57:50,046 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43263 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 6932919c3bdb793f66e86d6dda18f001 2024-11-09T23:57:50,046 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43263 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region a4b43761714616da7e2f012be66755e0 2024-11-09T23:57:50,046 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=29, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure a4b43761714616da7e2f012be66755e0 2024-11-09T23:57:50,046 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=30, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 6932919c3bdb793f66e86d6dda18f001 2024-11-09T23:57:50,047 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/9d8c37854f6e:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,19999999,1731196640287.c15af777682ff7651725c702ae4227aa. 2024-11-09T23:57:50,047 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/9d8c37854f6e:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=27 2024-11-09T23:57:50,047 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/9d8c37854f6e:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,7ffffffd,1731196640287.36ac8025951d124d953587317aad1411. 2024-11-09T23:57:50,047 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/9d8c37854f6e:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] regionserver.HRegion(2603): Flush status journal for 36ac8025951d124d953587317aad1411: 2024-11-09T23:57:50,047 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/9d8c37854f6e:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,7ffffffd,1731196640287.36ac8025951d124d953587317aad1411. for SnapshotProcedureTest completed. 2024-11-09T23:57:50,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43263 {}] master.HMaster(4169): Remote procedure done, pid=27 2024-11-09T23:57:50,047 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43263 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region c15af777682ff7651725c702ae4227aa 2024-11-09T23:57:50,047 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/9d8c37854f6e:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,7ffffffd,1731196640287.36ac8025951d124d953587317aad1411.' region-info for snapshot=SnapshotProcedureTest 2024-11-09T23:57:50,047 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/9d8c37854f6e:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-09T23:57:50,047 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/9d8c37854f6e:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-11-09T23:57:50,048 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=27, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure c15af777682ff7651725c702ae4227aa 2024-11-09T23:57:50,048 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=30, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 6932919c3bdb793f66e86d6dda18f001 in 10.0520 sec 2024-11-09T23:57:50,049 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=29, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure a4b43761714616da7e2f012be66755e0 in 10.0520 sec 2024-11-09T23:57:50,049 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=27, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure c15af777682ff7651725c702ae4227aa in 10.0530 sec 2024-11-09T23:57:50,056 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34825 is added to blk_1073741852_1028 (size=57) 2024-11-09T23:57:50,057 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43797 is added to blk_1073741852_1028 (size=57) 2024-11-09T23:57:50,057 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37483 is added to blk_1073741852_1028 (size=57) 2024-11-09T23:57:50,057 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/9d8c37854f6e:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,,1731196640287.aa271c3c2de279479b14e90bf4c1f26f. 2024-11-09T23:57:50,057 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/9d8c37854f6e:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=26 2024-11-09T23:57:50,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43263 {}] master.HMaster(4169): Remote procedure done, pid=26 2024-11-09T23:57:50,057 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43263 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region aa271c3c2de279479b14e90bf4c1f26f 2024-11-09T23:57:50,057 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=26, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure aa271c3c2de279479b14e90bf4c1f26f 2024-11-09T23:57:50,059 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=26, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure aa271c3c2de279479b14e90bf4c1f26f in 10.0630 sec 2024-11-09T23:57:50,070 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/9d8c37854f6e:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41247/user/jenkins/test-data/9ac4d819-7651-f571-f3b4-a57b90623e74/data/default/SPTestTable/0d5dbe1cf170181e239e6d6f90961fc8/.tmp/cf/187fffb95f96424f9646d13ec6ba581c is 34, key is eaa/cf:cf/1731196659886/Put/seqid=0 2024-11-09T23:57:50,077 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37483 is added to blk_1073741856_1032 (size=47197) 2024-11-09T23:57:50,078 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34825 is added to blk_1073741856_1032 (size=47197) 2024-11-09T23:57:50,078 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43797 is added to blk_1073741856_1032 (size=47197) 2024-11-09T23:57:50,079 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/9d8c37854f6e:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.00 KB at sequenceid=5 (bloomFilter=true), to=hdfs://localhost:41247/user/jenkins/test-data/9ac4d819-7651-f571-f3b4-a57b90623e74/data/default/SPTestTable/4c5f46e41564e2cec54ed92190ecf459/.tmp/cf/b9c3fb9e74704ba28ffa604cd791f03c 2024-11-09T23:57:50,079 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34825 is added to blk_1073741854_1030 (size=26918) 2024-11-09T23:57:50,079 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43797 is added to blk_1073741854_1030 (size=26918) 2024-11-09T23:57:50,079 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37483 is added to blk_1073741854_1030 (size=26918) 2024-11-09T23:57:50,080 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/9d8c37854f6e:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=19.80 KB at sequenceid=5 (bloomFilter=true), to=hdfs://localhost:41247/user/jenkins/test-data/9ac4d819-7651-f571-f3b4-a57b90623e74/data/default/SPTestTable/3bb5f9e50a5dcd020cc49559901a1e69/.tmp/cf/68e0a9afbd214120bb14ebbcb28d9e64 2024-11-09T23:57:50,088 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37483 is added to blk_1073741855_1031 (size=28623) 2024-11-09T23:57:50,088 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43797 is added to blk_1073741855_1031 (size=28623) 2024-11-09T23:57:50,089 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34825 is added to blk_1073741855_1031 (size=28623) 2024-11-09T23:57:50,089 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/9d8c37854f6e:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=21.42 KB at sequenceid=5 (bloomFilter=true), to=hdfs://localhost:41247/user/jenkins/test-data/9ac4d819-7651-f571-f3b4-a57b90623e74/data/default/SPTestTable/b755b10cf2b8cbf1b9c94578ace6001d/.tmp/cf/775d265513de46c8be026e03a6bcf6f9 2024-11-09T23:57:50,095 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43797 is added to blk_1073741857_1033 (size=499309) 2024-11-09T23:57:50,096 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37483 is added to blk_1073741857_1033 (size=499309) 2024-11-09T23:57:50,096 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34825 is added to blk_1073741857_1033 (size=499309) 2024-11-09T23:57:50,096 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/9d8c37854f6e:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=435.70 KB at sequenceid=5 (bloomFilter=true), to=hdfs://localhost:41247/user/jenkins/test-data/9ac4d819-7651-f571-f3b4-a57b90623e74/data/default/SPTestTable/0d5dbe1cf170181e239e6d6f90961fc8/.tmp/cf/187fffb95f96424f9646d13ec6ba581c 2024-11-09T23:57:50,104 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/9d8c37854f6e:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41247/user/jenkins/test-data/9ac4d819-7651-f571-f3b4-a57b90623e74/data/default/SPTestTable/4c5f46e41564e2cec54ed92190ecf459/.tmp/cf/b9c3fb9e74704ba28ffa604cd791f03c as hdfs://localhost:41247/user/jenkins/test-data/9ac4d819-7651-f571-f3b4-a57b90623e74/data/default/SPTestTable/4c5f46e41564e2cec54ed92190ecf459/cf/b9c3fb9e74704ba28ffa604cd791f03c 2024-11-09T23:57:50,108 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/9d8c37854f6e:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41247/user/jenkins/test-data/9ac4d819-7651-f571-f3b4-a57b90623e74/data/default/SPTestTable/3bb5f9e50a5dcd020cc49559901a1e69/.tmp/cf/68e0a9afbd214120bb14ebbcb28d9e64 as hdfs://localhost:41247/user/jenkins/test-data/9ac4d819-7651-f571-f3b4-a57b90623e74/data/default/SPTestTable/3bb5f9e50a5dcd020cc49559901a1e69/cf/68e0a9afbd214120bb14ebbcb28d9e64 2024-11-09T23:57:50,108 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/9d8c37854f6e:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41247/user/jenkins/test-data/9ac4d819-7651-f571-f3b4-a57b90623e74/data/default/SPTestTable/b755b10cf2b8cbf1b9c94578ace6001d/.tmp/cf/775d265513de46c8be026e03a6bcf6f9 as hdfs://localhost:41247/user/jenkins/test-data/9ac4d819-7651-f571-f3b4-a57b90623e74/data/default/SPTestTable/b755b10cf2b8cbf1b9c94578ace6001d/cf/775d265513de46c8be026e03a6bcf6f9 2024-11-09T23:57:50,111 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/9d8c37854f6e:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41247/user/jenkins/test-data/9ac4d819-7651-f571-f3b4-a57b90623e74/data/default/SPTestTable/0d5dbe1cf170181e239e6d6f90961fc8/.tmp/cf/187fffb95f96424f9646d13ec6ba581c as hdfs://localhost:41247/user/jenkins/test-data/9ac4d819-7651-f571-f3b4-a57b90623e74/data/default/SPTestTable/0d5dbe1cf170181e239e6d6f90961fc8/cf/187fffb95f96424f9646d13ec6ba581c 2024-11-09T23:57:50,112 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43797 is added to blk_1073741858_1034 (size=65) 2024-11-09T23:57:50,112 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/9d8c37854f6e:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41247/user/jenkins/test-data/9ac4d819-7651-f571-f3b4-a57b90623e74/data/default/SPTestTable/4c5f46e41564e2cec54ed92190ecf459/cf/b9c3fb9e74704ba28ffa604cd791f03c, entries=1297, sequenceid=5, filesize=46.1 K 2024-11-09T23:57:50,113 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37483 is added to blk_1073741858_1034 (size=65) 2024-11-09T23:57:50,113 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34825 is added to blk_1073741858_1034 (size=65) 2024-11-09T23:57:50,114 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/9d8c37854f6e:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,7ffffffd,1731196640287.36ac8025951d124d953587317aad1411. 2024-11-09T23:57:50,114 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/9d8c37854f6e:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=31 2024-11-09T23:57:50,114 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/9d8c37854f6e:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.HRegion(3140): Finished flush of dataSize ~38.00 KB/38910, heapSize ~131.96 KB/135128, currentSize=0 B/0 for 4c5f46e41564e2cec54ed92190ecf459 in 111ms, sequenceid=5, compaction requested=false 2024-11-09T23:57:50,114 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/9d8c37854f6e:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.HRegion(2603): Flush status journal for 4c5f46e41564e2cec54ed92190ecf459: 2024-11-09T23:57:50,114 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/9d8c37854f6e:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,ccccccc8,1731196640287.4c5f46e41564e2cec54ed92190ecf459. for SnapshotProcedureTest completed. 2024-11-09T23:57:50,114 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/9d8c37854f6e:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,ccccccc8,1731196640287.4c5f46e41564e2cec54ed92190ecf459.' region-info for snapshot=SnapshotProcedureTest 2024-11-09T23:57:50,114 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/9d8c37854f6e:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-09T23:57:50,115 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/9d8c37854f6e:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] snapshot.SnapshotManifest(256): Adding snapshot references for [hdfs://localhost:41247/user/jenkins/test-data/9ac4d819-7651-f571-f3b4-a57b90623e74/data/default/SPTestTable/4c5f46e41564e2cec54ed92190ecf459/cf/b9c3fb9e74704ba28ffa604cd791f03c] hfiles 2024-11-09T23:57:50,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43263 {}] master.HMaster(4169): Remote procedure done, pid=31 2024-11-09T23:57:50,115 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/9d8c37854f6e:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] snapshot.SnapshotManifest(265): Adding reference for file (1/1): hdfs://localhost:41247/user/jenkins/test-data/9ac4d819-7651-f571-f3b4-a57b90623e74/data/default/SPTestTable/4c5f46e41564e2cec54ed92190ecf459/cf/b9c3fb9e74704ba28ffa604cd791f03c for snapshot=SnapshotProcedureTest 2024-11-09T23:57:50,115 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43263 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 36ac8025951d124d953587317aad1411 2024-11-09T23:57:50,115 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=31, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 36ac8025951d124d953587317aad1411 2024-11-09T23:57:50,117 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/9d8c37854f6e:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41247/user/jenkins/test-data/9ac4d819-7651-f571-f3b4-a57b90623e74/data/default/SPTestTable/b755b10cf2b8cbf1b9c94578ace6001d/cf/775d265513de46c8be026e03a6bcf6f9, entries=731, sequenceid=5, filesize=28.0 K 2024-11-09T23:57:50,117 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/9d8c37854f6e:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41247/user/jenkins/test-data/9ac4d819-7651-f571-f3b4-a57b90623e74/data/default/SPTestTable/3bb5f9e50a5dcd020cc49559901a1e69/cf/68e0a9afbd214120bb14ebbcb28d9e64, entries=676, sequenceid=5, filesize=26.3 K 2024-11-09T23:57:50,119 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=31, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 36ac8025951d124d953587317aad1411 in 10.1210 sec 2024-11-09T23:57:50,119 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/9d8c37854f6e:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.HRegion(3140): Finished flush of dataSize ~19.80 KB/20280, heapSize ~68.89 KB/70544, currentSize=0 B/0 for 3bb5f9e50a5dcd020cc49559901a1e69 in 113ms, sequenceid=5, compaction requested=false 2024-11-09T23:57:50,119 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/9d8c37854f6e:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.HRegion(2603): Flush status journal for 3bb5f9e50a5dcd020cc49559901a1e69: 2024-11-09T23:57:50,119 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/9d8c37854f6e:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HRegion(3140): Finished flush of dataSize ~21.42 KB/21930, heapSize ~74.48 KB/76264, currentSize=0 B/0 for b755b10cf2b8cbf1b9c94578ace6001d in 114ms, sequenceid=5, compaction requested=false 2024-11-09T23:57:50,119 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/9d8c37854f6e:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,99999996,1731196640287.3bb5f9e50a5dcd020cc49559901a1e69. for SnapshotProcedureTest completed. 2024-11-09T23:57:50,119 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/9d8c37854f6e:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HRegion(2603): Flush status journal for b755b10cf2b8cbf1b9c94578ace6001d: 2024-11-09T23:57:50,119 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/9d8c37854f6e:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,b333332f,1731196640287.b755b10cf2b8cbf1b9c94578ace6001d. for SnapshotProcedureTest completed. 2024-11-09T23:57:50,119 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/9d8c37854f6e:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,b333332f,1731196640287.b755b10cf2b8cbf1b9c94578ace6001d.' region-info for snapshot=SnapshotProcedureTest 2024-11-09T23:57:50,119 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/9d8c37854f6e:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,99999996,1731196640287.3bb5f9e50a5dcd020cc49559901a1e69.' region-info for snapshot=SnapshotProcedureTest 2024-11-09T23:57:50,119 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/9d8c37854f6e:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-09T23:57:50,119 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/9d8c37854f6e:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-09T23:57:50,119 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/9d8c37854f6e:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] snapshot.SnapshotManifest(256): Adding snapshot references for [hdfs://localhost:41247/user/jenkins/test-data/9ac4d819-7651-f571-f3b4-a57b90623e74/data/default/SPTestTable/b755b10cf2b8cbf1b9c94578ace6001d/cf/775d265513de46c8be026e03a6bcf6f9] hfiles 2024-11-09T23:57:50,119 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/9d8c37854f6e:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] snapshot.SnapshotManifest(256): Adding snapshot references for [hdfs://localhost:41247/user/jenkins/test-data/9ac4d819-7651-f571-f3b4-a57b90623e74/data/default/SPTestTable/3bb5f9e50a5dcd020cc49559901a1e69/cf/68e0a9afbd214120bb14ebbcb28d9e64] hfiles 2024-11-09T23:57:50,119 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/9d8c37854f6e:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] snapshot.SnapshotManifest(265): Adding reference for file (1/1): hdfs://localhost:41247/user/jenkins/test-data/9ac4d819-7651-f571-f3b4-a57b90623e74/data/default/SPTestTable/b755b10cf2b8cbf1b9c94578ace6001d/cf/775d265513de46c8be026e03a6bcf6f9 for snapshot=SnapshotProcedureTest 2024-11-09T23:57:50,119 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/9d8c37854f6e:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] snapshot.SnapshotManifest(265): Adding reference for file (1/1): hdfs://localhost:41247/user/jenkins/test-data/9ac4d819-7651-f571-f3b4-a57b90623e74/data/default/SPTestTable/3bb5f9e50a5dcd020cc49559901a1e69/cf/68e0a9afbd214120bb14ebbcb28d9e64 for snapshot=SnapshotProcedureTest 2024-11-09T23:57:50,121 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/9d8c37854f6e:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41247/user/jenkins/test-data/9ac4d819-7651-f571-f3b4-a57b90623e74/data/default/SPTestTable/0d5dbe1cf170181e239e6d6f90961fc8/cf/187fffb95f96424f9646d13ec6ba581c, entries=14872, sequenceid=5, filesize=487.6 K 2024-11-09T23:57:50,123 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/9d8c37854f6e:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.HRegion(3140): Finished flush of dataSize ~435.70 KB/446160, heapSize ~1.48 MB/1546928, currentSize=0 B/0 for 0d5dbe1cf170181e239e6d6f90961fc8 in 117ms, sequenceid=5, compaction requested=false 2024-11-09T23:57:50,123 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/9d8c37854f6e:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.HRegion(2603): Flush status journal for 0d5dbe1cf170181e239e6d6f90961fc8: 2024-11-09T23:57:50,123 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/9d8c37854f6e:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,e6666661,1731196640287.0d5dbe1cf170181e239e6d6f90961fc8. for SnapshotProcedureTest completed. 2024-11-09T23:57:50,123 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/9d8c37854f6e:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,e6666661,1731196640287.0d5dbe1cf170181e239e6d6f90961fc8.' region-info for snapshot=SnapshotProcedureTest 2024-11-09T23:57:50,123 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/9d8c37854f6e:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-09T23:57:50,123 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/9d8c37854f6e:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] snapshot.SnapshotManifest(256): Adding snapshot references for [hdfs://localhost:41247/user/jenkins/test-data/9ac4d819-7651-f571-f3b4-a57b90623e74/data/default/SPTestTable/0d5dbe1cf170181e239e6d6f90961fc8/cf/187fffb95f96424f9646d13ec6ba581c] hfiles 2024-11-09T23:57:50,123 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/9d8c37854f6e:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] snapshot.SnapshotManifest(265): Adding reference for file (1/1): hdfs://localhost:41247/user/jenkins/test-data/9ac4d819-7651-f571-f3b4-a57b90623e74/data/default/SPTestTable/0d5dbe1cf170181e239e6d6f90961fc8/cf/187fffb95f96424f9646d13ec6ba581c for snapshot=SnapshotProcedureTest 2024-11-09T23:57:50,135 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37483 is added to blk_1073741859_1035 (size=105) 2024-11-09T23:57:50,135 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43797 is added to blk_1073741859_1035 (size=105) 2024-11-09T23:57:50,137 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34825 is added to blk_1073741859_1035 (size=105) 2024-11-09T23:57:50,137 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/9d8c37854f6e:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,ccccccc8,1731196640287.4c5f46e41564e2cec54ed92190ecf459. 2024-11-09T23:57:50,137 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/9d8c37854f6e:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=34 2024-11-09T23:57:50,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43263 {}] master.HMaster(4169): Remote procedure done, pid=34 2024-11-09T23:57:50,137 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43263 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 4c5f46e41564e2cec54ed92190ecf459 2024-11-09T23:57:50,138 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=34, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 4c5f46e41564e2cec54ed92190ecf459 2024-11-09T23:57:50,140 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=34, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 4c5f46e41564e2cec54ed92190ecf459 in 10.1430 sec 2024-11-09T23:57:50,148 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34825 is added to blk_1073741861_1037 (size=105) 2024-11-09T23:57:50,148 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37483 is added to blk_1073741860_1036 (size=105) 2024-11-09T23:57:50,148 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43797 is added to blk_1073741861_1037 (size=105) 2024-11-09T23:57:50,149 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34825 is added to blk_1073741860_1036 (size=105) 2024-11-09T23:57:50,149 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43797 is added to blk_1073741860_1036 (size=105) 2024-11-09T23:57:50,150 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37483 is added to blk_1073741861_1037 (size=105) 2024-11-09T23:57:50,150 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/9d8c37854f6e:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,b333332f,1731196640287.b755b10cf2b8cbf1b9c94578ace6001d. 2024-11-09T23:57:50,150 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/9d8c37854f6e:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=33 2024-11-09T23:57:50,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43263 {}] master.HMaster(4169): Remote procedure done, pid=33 2024-11-09T23:57:50,151 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43263 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region b755b10cf2b8cbf1b9c94578ace6001d 2024-11-09T23:57:50,151 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=33, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure b755b10cf2b8cbf1b9c94578ace6001d 2024-11-09T23:57:50,152 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/9d8c37854f6e:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,99999996,1731196640287.3bb5f9e50a5dcd020cc49559901a1e69. 2024-11-09T23:57:50,152 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/9d8c37854f6e:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=32 2024-11-09T23:57:50,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43263 {}] master.HMaster(4169): Remote procedure done, pid=32 2024-11-09T23:57:50,153 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43263 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 3bb5f9e50a5dcd020cc49559901a1e69 2024-11-09T23:57:50,153 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 3bb5f9e50a5dcd020cc49559901a1e69 2024-11-09T23:57:50,154 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=33, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure b755b10cf2b8cbf1b9c94578ace6001d in 10.1570 sec 2024-11-09T23:57:50,155 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=32, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 3bb5f9e50a5dcd020cc49559901a1e69 in 10.1590 sec 2024-11-09T23:57:50,156 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34825 is added to blk_1073741862_1038 (size=97) 2024-11-09T23:57:50,157 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37483 is added to blk_1073741862_1038 (size=97) 2024-11-09T23:57:50,157 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43797 is added to blk_1073741862_1038 (size=97) 2024-11-09T23:57:50,157 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/9d8c37854f6e:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,e6666661,1731196640287.0d5dbe1cf170181e239e6d6f90961fc8. 2024-11-09T23:57:50,157 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/9d8c37854f6e:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=35 2024-11-09T23:57:50,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43263 {}] master.HMaster(4169): Remote procedure done, pid=35 2024-11-09T23:57:50,158 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43263 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 0d5dbe1cf170181e239e6d6f90961fc8 2024-11-09T23:57:50,158 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=35, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 0d5dbe1cf170181e239e6d6f90961fc8 2024-11-09T23:57:50,161 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=35, resume processing ppid=25 2024-11-09T23:57:50,161 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_SNAPSHOT_SPLIT_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_SPLIT_REGIONS 2024-11-09T23:57:50,161 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=35, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 0d5dbe1cf170181e239e6d6f90961fc8 in 10.1640 sec 2024-11-09T23:57:50,162 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_SNAPSHOT_MOB_REGION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_MOB_REGION 2024-11-09T23:57:50,163 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_CONSOLIDATE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_CONSOLIDATE_SNAPSHOT 2024-11-09T23:57:50,163 DEBUG [PEWorker-4 {}] snapshot.SnapshotManifest(495): Convert to Single Snapshot Manifest for SnapshotProcedureTest 2024-11-09T23:57:50,165 DEBUG [PEWorker-4 {}] snapshot.SnapshotManifestV1(130): No regions under directory:hdfs://localhost:41247/user/jenkins/test-data/9ac4d819-7651-f571-f3b4-a57b90623e74/.hbase-snapshot/.tmp/SnapshotProcedureTest 2024-11-09T23:57:50,186 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34825 is added to blk_1073741863_1039 (size=1174) 2024-11-09T23:57:50,187 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43797 is added to blk_1073741863_1039 (size=1174) 2024-11-09T23:57:50,187 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37483 is added to blk_1073741863_1039 (size=1174) 2024-11-09T23:57:50,191 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_VERIFIER_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_VERIFIER_SNAPSHOT 2024-11-09T23:57:50,196 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=36, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=37, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=38, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=39, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=40, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=41, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=42, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=43, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=44, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=45, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}] 2024-11-09T23:57:50,199 DEBUG [PEWorker-1 {}] snapshot.SnapshotManager(1464): pid=44, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=9d8c37854f6e,35869,1731196629088 2024-11-09T23:57:50,199 DEBUG [PEWorker-5 {}] snapshot.SnapshotManager(1464): pid=43, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=9d8c37854f6e,42677,1731196629124 2024-11-09T23:57:50,199 DEBUG [PEWorker-3 {}] snapshot.SnapshotManager(1464): pid=45, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=9d8c37854f6e,35869,1731196629088 2024-11-09T23:57:50,199 DEBUG [PEWorker-2 {}] snapshot.SnapshotManager(1464): pid=42, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=9d8c37854f6e,42677,1731196629124 2024-11-09T23:57:50,199 DEBUG [PEWorker-4 {}] snapshot.SnapshotManager(1464): pid=41, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=9d8c37854f6e,42693,1731196629055 2024-11-09T23:57:50,203 DEBUG [PEWorker-2 {}] snapshot.SnapshotManager(1464): pid=38, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=9d8c37854f6e,42693,1731196629055 2024-11-09T23:57:50,203 DEBUG [PEWorker-1 {}] snapshot.SnapshotManager(1464): pid=39, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=9d8c37854f6e,42693,1731196629055 2024-11-09T23:57:50,203 DEBUG [PEWorker-3 {}] snapshot.SnapshotManager(1464): pid=37, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=9d8c37854f6e,42677,1731196629124 2024-11-09T23:57:50,203 DEBUG [PEWorker-4 {}] snapshot.SnapshotManager(1464): pid=40, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=9d8c37854f6e,35869,1731196629088 2024-11-09T23:57:50,298 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [10,000] milli-secs(wait.for.ratio=[1]) 2024-11-09T23:58:00,201 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42693 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=39 2024-11-09T23:58:00,201 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35869 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=44 2024-11-09T23:58:00,201 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42677 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=42 2024-11-09T23:58:00,202 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42677 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=43 2024-11-09T23:58:00,202 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42693 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=41 2024-11-09T23:58:00,202 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35869 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=40 2024-11-09T23:58:00,202 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35869 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=45 2024-11-09T23:58:00,202 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42693 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=38 2024-11-09T23:58:00,203 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42677 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=37 2024-11-09T23:58:00,210 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/9d8c37854f6e:0-0 {event_type=RS_VERIFY_SNAPSHOT, pid=39}] regionserver.RSSnapshotVerifier$SnapshotManifestCacheLoader(144): loading snapshot manifest for SnapshotProcedureTest from hdfs://localhost:41247/user/jenkins/test-data/9ac4d819-7651-f571-f3b4-a57b90623e74/.hbase-snapshot/.tmp/SnapshotProcedureTest 2024-11-09T23:58:00,210 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/9d8c37854f6e:0-2 {event_type=RS_VERIFY_SNAPSHOT, pid=44}] regionserver.RSSnapshotVerifier$SnapshotManifestCacheLoader(144): loading snapshot manifest for SnapshotProcedureTest from hdfs://localhost:41247/user/jenkins/test-data/9ac4d819-7651-f571-f3b4-a57b90623e74/.hbase-snapshot/.tmp/SnapshotProcedureTest 2024-11-09T23:58:00,210 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/9d8c37854f6e:0-1 {event_type=RS_VERIFY_SNAPSHOT, pid=41}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=41 2024-11-09T23:58:00,210 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/9d8c37854f6e:0-2 {event_type=RS_VERIFY_SNAPSHOT, pid=38}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=38 2024-11-09T23:58:00,210 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/9d8c37854f6e:0-0 {event_type=RS_VERIFY_SNAPSHOT, pid=39}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=39 2024-11-09T23:58:00,210 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/9d8c37854f6e:0-0 {event_type=RS_VERIFY_SNAPSHOT, pid=40}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=40 2024-11-09T23:58:00,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43263 {}] master.HMaster(4169): Remote procedure done, pid=40 2024-11-09T23:58:00,211 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/9d8c37854f6e:0-1 {event_type=RS_VERIFY_SNAPSHOT, pid=42}] regionserver.RSSnapshotVerifier$SnapshotManifestCacheLoader(144): loading snapshot manifest for SnapshotProcedureTest from hdfs://localhost:41247/user/jenkins/test-data/9ac4d819-7651-f571-f3b4-a57b90623e74/.hbase-snapshot/.tmp/SnapshotProcedureTest 2024-11-09T23:58:00,211 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/9d8c37854f6e:0-0 {event_type=RS_VERIFY_SNAPSHOT, pid=37}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=37 2024-11-09T23:58:00,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43263 {}] master.HMaster(4169): Remote procedure done, pid=41 2024-11-09T23:58:00,212 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/9d8c37854f6e:0-1 {event_type=RS_VERIFY_SNAPSHOT, pid=45}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=45 2024-11-09T23:58:00,212 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/9d8c37854f6e:0-1 {event_type=RS_VERIFY_SNAPSHOT, pid=42}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=42 2024-11-09T23:58:00,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43263 {}] master.HMaster(4169): Remote procedure done, pid=37 2024-11-09T23:58:00,212 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/9d8c37854f6e:0-2 {event_type=RS_VERIFY_SNAPSHOT, pid=44}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=44 2024-11-09T23:58:00,212 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/9d8c37854f6e:0-2 {event_type=RS_VERIFY_SNAPSHOT, pid=43}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=43 2024-11-09T23:58:00,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43263 {}] master.HMaster(4169): Remote procedure done, pid=38 2024-11-09T23:58:00,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43263 {}] master.HMaster(4169): Remote procedure done, pid=45 2024-11-09T23:58:00,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43263 {}] master.HMaster(4169): Remote procedure done, pid=39 2024-11-09T23:58:00,213 DEBUG [PEWorker-3 {}] snapshot.SnapshotManager(1473): pid=41, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=9d8c37854f6e,42693,1731196629055 Release verify snapshot worker=9d8c37854f6e,42693,1731196629055 2024-11-09T23:58:00,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43263 {}] master.HMaster(4169): Remote procedure done, pid=42 2024-11-09T23:58:00,214 DEBUG [PEWorker-5 {}] snapshot.SnapshotManager(1473): pid=40, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=9d8c37854f6e,35869,1731196629088 Release verify snapshot worker=9d8c37854f6e,35869,1731196629088 2024-11-09T23:58:00,214 DEBUG [PEWorker-2 {}] snapshot.SnapshotManager(1473): pid=37, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=9d8c37854f6e,42677,1731196629124 Release verify snapshot worker=9d8c37854f6e,42677,1731196629124 2024-11-09T23:58:00,214 DEBUG [PEWorker-4 {}] snapshot.SnapshotManager(1473): pid=38, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=9d8c37854f6e,42693,1731196629055 Release verify snapshot worker=9d8c37854f6e,42693,1731196629055 2024-11-09T23:58:00,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43263 {}] master.HMaster(4169): Remote procedure done, pid=44 2024-11-09T23:58:00,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43263 {}] master.HMaster(4169): Remote procedure done, pid=43 2024-11-09T23:58:00,215 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=41, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=9d8c37854f6e,42693,1731196629055 in 10.0170 sec 2024-11-09T23:58:00,215 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=37, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=9d8c37854f6e,42677,1731196629124 in 10.0180 sec 2024-11-09T23:58:00,216 DEBUG [PEWorker-3 {}] snapshot.SnapshotManager(1473): pid=44, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=9d8c37854f6e,35869,1731196629088 Release verify snapshot worker=9d8c37854f6e,35869,1731196629088 2024-11-09T23:58:00,216 DEBUG [PEWorker-2 {}] snapshot.SnapshotManager(1473): pid=43, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=9d8c37854f6e,42677,1731196629124 Release verify snapshot worker=9d8c37854f6e,42677,1731196629124 2024-11-09T23:58:00,216 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=40, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=9d8c37854f6e,35869,1731196629088 in 10.0180 sec 2024-11-09T23:58:00,216 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=38, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=9d8c37854f6e,42693,1731196629055 in 10.0180 sec 2024-11-09T23:58:00,217 DEBUG [PEWorker-4 {}] snapshot.SnapshotManager(1473): pid=39, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=9d8c37854f6e,42693,1731196629055 Release verify snapshot worker=9d8c37854f6e,42693,1731196629055 2024-11-09T23:58:00,217 DEBUG [PEWorker-5 {}] snapshot.SnapshotManager(1473): pid=42, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=9d8c37854f6e,42677,1731196629124 Release verify snapshot worker=9d8c37854f6e,42677,1731196629124 2024-11-09T23:58:00,217 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=44, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=9d8c37854f6e,35869,1731196629088 in 10.0200 sec 2024-11-09T23:58:00,218 DEBUG [PEWorker-1 {}] snapshot.SnapshotManager(1464): pid=36, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=9d8c37854f6e,42693,1731196629055 2024-11-09T23:58:00,218 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=43, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=9d8c37854f6e,42677,1731196629124 in 10.0200 sec 2024-11-09T23:58:00,218 DEBUG [PEWorker-3 {}] snapshot.SnapshotManager(1473): pid=45, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=9d8c37854f6e,35869,1731196629088 Release verify snapshot worker=9d8c37854f6e,35869,1731196629088 2024-11-09T23:58:00,219 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=39, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=9d8c37854f6e,42693,1731196629055 in 10.0210 sec 2024-11-09T23:58:00,220 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=42, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=9d8c37854f6e,42677,1731196629124 in 10.0210 sec 2024-11-09T23:58:00,220 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=45, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=9d8c37854f6e,35869,1731196629088 in 10.0220 sec 2024-11-09T23:58:00,299 INFO [Time-limited test {}] hbase.SingleProcessHBaseCluster(267): Killing 9d8c37854f6e,42693,1731196629055 2024-11-09T23:58:00,299 ERROR [Time-limited test {}] regionserver.HRegionServer(2442): ***** ABORTING region server 9d8c37854f6e,42693,1731196629055: Simulated kill ***** 2024-11-09T23:58:00,299 ERROR [Time-limited test {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-09T23:58:00,299 DEBUG [Time-limited test {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-09T23:58:00,300 DEBUG [Time-limited test {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-09T23:58:00,300 DEBUG [Time-limited test {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-09T23:58:00,300 DEBUG [Time-limited test {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-09T23:58:00,300 INFO [Time-limited test {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1048576000, "init": 1048576000, "max": 2306867200, "used": 380700672 }, "NonHeapMemoryUsage": { "committed": 176619520, "init": 7667712, "max": -1, "used": 172121056 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-09T23:58:00,301 WARN [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43263 {}] master.MasterRpcServices(700): 9d8c37854f6e,42693,1731196629055 reported a fatal error: ***** ABORTING region server 9d8c37854f6e,42693,1731196629055: Simulated kill ***** 2024-11-09T23:58:00,301 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '9d8c37854f6e,42693,1731196629055' ***** 2024-11-09T23:58:00,301 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Simulated kill 2024-11-09T23:58:00,302 INFO [RS:0;9d8c37854f6e:42693 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-09T23:58:00,302 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-09T23:58:00,302 INFO [RS:0;9d8c37854f6e:42693 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager abruptly. 2024-11-09T23:58:00,302 INFO [RS:0;9d8c37854f6e:42693 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager abruptly. 2024-11-09T23:58:00,302 INFO [RS:0;9d8c37854f6e:42693 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-09T23:58:00,302 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-09T23:58:00,302 INFO [RS:0;9d8c37854f6e:42693 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;9d8c37854f6e:42693. 2024-11-09T23:58:00,302 DEBUG [RS:0;9d8c37854f6e:42693 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-09T23:58:00,302 DEBUG [RS:0;9d8c37854f6e:42693 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T23:58:00,305 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37483 is added to blk_1073741835_1011 (size=2010) 2024-11-09T23:58:00,305 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43797 is added to blk_1073741835_1011 (size=2010) 2024-11-09T23:58:00,305 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34825 is added to blk_1073741835_1011 (size=2010) 2024-11-09T23:58:00,307 DEBUG [RS:0;9d8c37854f6e:42693 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T23:58:00,307 INFO [RS:0;9d8c37854f6e:42693 {}] regionserver.LeaseManager(133): Closed leases 2024-11-09T23:58:00,307 INFO [RS:0;9d8c37854f6e:42693 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:42693 2024-11-09T23:58:00,333 INFO [regionserver/9d8c37854f6e:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-09T23:58:00,371 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42693-0x1012351c2670001, quorum=127.0.0.1:51004, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/9d8c37854f6e,42693,1731196629055 2024-11-09T23:58:00,371 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43263-0x1012351c2670000, quorum=127.0.0.1:51004, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-09T23:58:00,371 INFO [RS:0;9d8c37854f6e:42693 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-09T23:58:00,382 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [9d8c37854f6e,42693,1731196629055] 2024-11-09T23:58:00,390 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/9d8c37854f6e,42693,1731196629055 already deleted, retry=false 2024-11-09T23:58:00,391 INFO [RegionServerTracker-0 {}] master.ServerManager(695): Processing expiration of 9d8c37854f6e,42693,1731196629055 on 9d8c37854f6e,43263,1731196628918 2024-11-09T23:58:00,393 DEBUG [RegionServerTracker-0 {}] procedure2.ProcedureExecutor(1139): Stored pid=46, state=RUNNABLE:SERVER_CRASH_START, hasLock=false; ServerCrashProcedure 9d8c37854f6e,42693,1731196629055, splitWal=true, meta=false 2024-11-09T23:58:00,393 INFO [RegionServerTracker-0 {}] assignment.AssignmentManager(1999): Scheduled ServerCrashProcedure pid=46 for 9d8c37854f6e,42693,1731196629055 (carryingMeta=false) 9d8c37854f6e,42693,1731196629055/CRASHED/regionCount=3/lock=java.util.concurrent.locks.ReentrantReadWriteLock@787d8318[Write locks = 1, Read locks = 0], oldState=ONLINE. 2024-11-09T23:58:00,396 INFO [PEWorker-2 {}] procedure.ServerCrashProcedure(169): Start pid=46, state=RUNNABLE:SERVER_CRASH_START, hasLock=true; ServerCrashProcedure 9d8c37854f6e,42693,1731196629055, splitWal=true, meta=false 2024-11-09T23:58:00,398 INFO [PEWorker-2 {}] procedure.ServerCrashProcedure(207): 9d8c37854f6e,42693,1731196629055 had 3 regions 2024-11-09T23:58:00,399 INFO [PEWorker-2 {}] procedure.ServerCrashProcedure(339): Splitting WALs pid=46, state=RUNNABLE:SERVER_CRASH_SPLIT_LOGS, hasLock=true; ServerCrashProcedure 9d8c37854f6e,42693,1731196629055, splitWal=true, meta=false, isMeta: false 2024-11-09T23:58:00,401 DEBUG [PEWorker-2 {}] master.MasterWalManager(329): Renamed region directory: hdfs://localhost:41247/user/jenkins/test-data/9ac4d819-7651-f571-f3b4-a57b90623e74/WALs/9d8c37854f6e,42693,1731196629055-splitting 2024-11-09T23:58:00,402 INFO [PEWorker-2 {}] master.SplitWALManager(105): 9d8c37854f6e,42693,1731196629055 WAL count=1, meta=false 2024-11-09T23:58:00,402 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=47, ppid=46, state=RUNNABLE:ACQUIRE_SPLIT_WAL_WORKER, hasLock=false; SplitWALProcedure 9d8c37854f6e%2C42693%2C1731196629055.1731196629796}] 2024-11-09T23:58:00,404 INFO [RegionServerTracker-0 {}] procedure.SnapshotRegionProcedure(123): This procedure 29 is already finished, skip the rest processes 2024-11-09T23:58:00,404 INFO [RegionServerTracker-0 {}] procedure.SnapshotRegionProcedure(123): This procedure 32 is already finished, skip the rest processes 2024-11-09T23:58:00,404 INFO [RegionServerTracker-0 {}] procedure.SnapshotRegionProcedure(123): This procedure 35 is already finished, skip the rest processes 2024-11-09T23:58:00,404 DEBUG [PEWorker-4 {}] master.SplitWALManager(158): Acquired split WAL worker=9d8c37854f6e,42677,1731196629124 2024-11-09T23:58:00,405 DEBUG [PEWorker-3 {}] snapshot.SnapshotManager(1473): pid=36, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=9d8c37854f6e,42693,1731196629055 Release verify snapshot worker=9d8c37854f6e,42693,1731196629055 2024-11-09T23:58:00,405 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=48, ppid=47, state=RUNNABLE, hasLock=false; SplitWALRemoteProcedure 9d8c37854f6e%2C42693%2C1731196629055.1731196629796, worker=9d8c37854f6e,42677,1731196629124}] 2024-11-09T23:58:00,405 WARN [PEWorker-3 {}] procedure.ServerRemoteProcedure(104): Can not send remote operation 36 to 9d8c37854f6e,42693,1731196629055, this operation will be retried to send to another server 2024-11-09T23:58:00,406 WARN [PEWorker-3 {}] procedure.SnapshotVerifyProcedure(169): Failed to get snapshot verify result , wait 1000 ms to retry org.apache.hadoop.hbase.procedure2.FailedRemoteDispatchException: Failed sent request at org.apache.hadoop.hbase.master.procedure.SnapshotVerifyProcedure.execute(SnapshotVerifyProcedure.java:156) ~[classes/:?] at org.apache.hadoop.hbase.master.procedure.SnapshotVerifyProcedure.execute(SnapshotVerifyProcedure.java:52) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] 2024-11-09T23:58:00,406 INFO [PEWorker-3 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=36, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest; timeout=1000, timestamp=1731196681406 2024-11-09T23:58:00,482 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42693-0x1012351c2670001, quorum=127.0.0.1:51004, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-09T23:58:00,482 INFO [RS:0;9d8c37854f6e:42693 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-09T23:58:00,482 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42693-0x1012351c2670001, quorum=127.0.0.1:51004, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-09T23:58:00,482 INFO [RS:0;9d8c37854f6e:42693 {}] regionserver.HRegionServer(1031): Exiting; stopping=9d8c37854f6e,42693,1731196629055; zookeeper connection closed. 2024-11-09T23:58:00,483 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@67acce1a {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@67acce1a 2024-11-09T23:58:00,643 INFO [master/9d8c37854f6e:0.Chore.1 {}] migrate.RollingUpgradeChore(116): There is no table to migrate StoreFileTracker! 2024-11-09T23:58:00,643 INFO [master/9d8c37854f6e:0.Chore.1 {}] migrate.RollingUpgradeChore(85): All Rolling-Upgrade tasks are complete, shutdown RollingUpgradeChore! 2024-11-09T23:58:00,739 INFO [regionserver/9d8c37854f6e:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-09T23:58:00,739 INFO [regionserver/9d8c37854f6e:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-09T23:58:01,408 DEBUG [PEWorker-1 {}] snapshot.SnapshotManager(1464): pid=36, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=9d8c37854f6e,35869,1731196629088 2024-11-09T23:58:08,897 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-09T23:58:09,726 INFO [regionserver/9d8c37854f6e:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: ExecutorStatusChore was stopped 2024-11-09T23:58:10,408 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42677 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SplitWALCallable, pid=48 2024-11-09T23:58:10,426 INFO [RS_LOG_REPLAY_OPS-regionserver/9d8c37854f6e:0-0 {event_type=RS_LOG_REPLAY, pid=48}] wal.WALSplitter(299): Splitting hdfs://localhost:41247/user/jenkins/test-data/9ac4d819-7651-f571-f3b4-a57b90623e74/WALs/9d8c37854f6e,42693,1731196629055-splitting/9d8c37854f6e%2C42693%2C1731196629055.1731196629796, size=2.0 K (2010bytes) 2024-11-09T23:58:10,426 INFO [RS_LOG_REPLAY_OPS-regionserver/9d8c37854f6e:0-0 {event_type=RS_LOG_REPLAY, pid=48}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:41247/user/jenkins/test-data/9ac4d819-7651-f571-f3b4-a57b90623e74/WALs/9d8c37854f6e,42693,1731196629055-splitting/9d8c37854f6e%2C42693%2C1731196629055.1731196629796 2024-11-09T23:58:10,427 INFO [RS_LOG_REPLAY_OPS-regionserver/9d8c37854f6e:0-0 {event_type=RS_LOG_REPLAY, pid=48}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:41247/user/jenkins/test-data/9ac4d819-7651-f571-f3b4-a57b90623e74/WALs/9d8c37854f6e,42693,1731196629055-splitting/9d8c37854f6e%2C42693%2C1731196629055.1731196629796 after 1ms 2024-11-09T23:58:10,469 INFO [RS_LOG_REPLAY_OPS-regionserver/9d8c37854f6e:0-0 {event_type=RS_LOG_REPLAY, pid=48}] wal.WALSplitter(310): Open hdfs://localhost:41247/user/jenkins/test-data/9ac4d819-7651-f571-f3b4-a57b90623e74/WALs/9d8c37854f6e,42693,1731196629055-splitting/9d8c37854f6e%2C42693%2C1731196629055.1731196629796 took 43ms 2024-11-09T23:58:10,474 DEBUG [RS_LOG_REPLAY_OPS-regionserver/9d8c37854f6e:0-0 {event_type=RS_LOG_REPLAY, pid=48}] wal.WALSplitter(352): Last flushed sequenceid for 3bb5f9e50a5dcd020cc49559901a1e69: last_flushed_sequence_id: 5 store_sequence_id { family_name: "cf" sequence_id: 5 } 2024-11-09T23:58:10,477 DEBUG [RS_LOG_REPLAY_OPS-regionserver/9d8c37854f6e:0-0 {event_type=RS_LOG_REPLAY, pid=48}] wal.WALSplitter(352): Last flushed sequenceid for 0d5dbe1cf170181e239e6d6f90961fc8: last_flushed_sequence_id: 5 store_sequence_id { family_name: "cf" sequence_id: 5 } 2024-11-09T23:58:10,479 DEBUG [RS_LOG_REPLAY_OPS-regionserver/9d8c37854f6e:0-0 {event_type=RS_LOG_REPLAY, pid=48}] wal.WALSplitter(352): Last flushed sequenceid for a4b43761714616da7e2f012be66755e0: last_flushed_sequence_id: 18446744073709551615 store_sequence_id { family_name: "cf" sequence_id: 18446744073709551615 } 2024-11-09T23:58:10,480 DEBUG [RS_LOG_REPLAY_OPS-regionserver/9d8c37854f6e:0-0 {event_type=RS_LOG_REPLAY, pid=48}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:41247/user/jenkins/test-data/9ac4d819-7651-f571-f3b4-a57b90623e74/WALs/9d8c37854f6e,42693,1731196629055-splitting/9d8c37854f6e%2C42693%2C1731196629055.1731196629796 so closing down 2024-11-09T23:58:10,480 DEBUG [RS_LOG_REPLAY_OPS-regionserver/9d8c37854f6e:0-0 {event_type=RS_LOG_REPLAY, pid=48}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-09T23:58:10,481 INFO [RS_LOG_REPLAY_OPS-regionserver/9d8c37854f6e:0-0 {event_type=RS_LOG_REPLAY, pid=48}] wal.OutputSink(145): 3 split writer threads finished 2024-11-09T23:58:10,481 INFO [RS_LOG_REPLAY_OPS-regionserver/9d8c37854f6e:0-0 {event_type=RS_LOG_REPLAY, pid=48}] wal.WALSplitter(425): Processed 7 edits across 0 Regions in 11 ms; skipped=7; WAL=hdfs://localhost:41247/user/jenkins/test-data/9ac4d819-7651-f571-f3b4-a57b90623e74/WALs/9d8c37854f6e,42693,1731196629055-splitting/9d8c37854f6e%2C42693%2C1731196629055.1731196629796, size=2.0 K, length=2010, corrupted=false, cancelled=false 2024-11-09T23:58:10,481 DEBUG [RS_LOG_REPLAY_OPS-regionserver/9d8c37854f6e:0-0 {event_type=RS_LOG_REPLAY, pid=48}] wal.WALSplitter(428): Completed split of hdfs://localhost:41247/user/jenkins/test-data/9ac4d819-7651-f571-f3b4-a57b90623e74/WALs/9d8c37854f6e,42693,1731196629055-splitting/9d8c37854f6e%2C42693%2C1731196629055.1731196629796, journal: Splitting hdfs://localhost:41247/user/jenkins/test-data/9ac4d819-7651-f571-f3b4-a57b90623e74/WALs/9d8c37854f6e,42693,1731196629055-splitting/9d8c37854f6e%2C42693%2C1731196629055.1731196629796, size=2.0 K (2010bytes) at 1731196690426Finishing writing output for hdfs://localhost:41247/user/jenkins/test-data/9ac4d819-7651-f571-f3b4-a57b90623e74/WALs/9d8c37854f6e,42693,1731196629055-splitting/9d8c37854f6e%2C42693%2C1731196629055.1731196629796 so closing down at 1731196690480 (+54 ms)3 split writer threads finished at 1731196690481 (+1 ms)Processed 7 edits across 0 Regions in 11 ms; skipped=7; WAL=hdfs://localhost:41247/user/jenkins/test-data/9ac4d819-7651-f571-f3b4-a57b90623e74/WALs/9d8c37854f6e,42693,1731196629055-splitting/9d8c37854f6e%2C42693%2C1731196629055.1731196629796, size=2.0 K, length=2010, corrupted=false, cancelled=false at 1731196690481 2024-11-09T23:58:10,481 DEBUG [RS_LOG_REPLAY_OPS-regionserver/9d8c37854f6e:0-0 {event_type=RS_LOG_REPLAY, pid=48}] regionserver.SplitLogWorker(218): Done splitting WAL hdfs://localhost:41247/user/jenkins/test-data/9ac4d819-7651-f571-f3b4-a57b90623e74/WALs/9d8c37854f6e,42693,1731196629055-splitting/9d8c37854f6e%2C42693%2C1731196629055.1731196629796 2024-11-09T23:58:10,481 DEBUG [RS_LOG_REPLAY_OPS-regionserver/9d8c37854f6e:0-0 {event_type=RS_LOG_REPLAY, pid=48}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=48 2024-11-09T23:58:10,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43263 {}] master.HMaster(4169): Remote procedure done, pid=48 2024-11-09T23:58:10,484 INFO [PEWorker-2 {}] wal.WALSplitUtil(143): Moved hdfs://localhost:41247/user/jenkins/test-data/9ac4d819-7651-f571-f3b4-a57b90623e74/WALs/9d8c37854f6e,42693,1731196629055-splitting/9d8c37854f6e%2C42693%2C1731196629055.1731196629796 to hdfs://localhost:41247/user/jenkins/test-data/9ac4d819-7651-f571-f3b4-a57b90623e74/oldWALs 2024-11-09T23:58:10,486 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=48, resume processing ppid=47 2024-11-09T23:58:10,486 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=48, ppid=47, state=SUCCESS, hasLock=false; SplitWALRemoteProcedure 9d8c37854f6e%2C42693%2C1731196629055.1731196629796, worker=9d8c37854f6e,42677,1731196629124 in 10.0800 sec 2024-11-09T23:58:10,487 DEBUG [PEWorker-3 {}] master.SplitWALManager(172): Release split WAL worker=9d8c37854f6e,42677,1731196629124 2024-11-09T23:58:10,489 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=47, resume processing ppid=46 2024-11-09T23:58:10,489 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=47, ppid=46, state=SUCCESS, hasLock=false; SplitWALProcedure 9d8c37854f6e%2C42693%2C1731196629055.1731196629796, worker=9d8c37854f6e,42677,1731196629124 in 10.0850 sec 2024-11-09T23:58:10,490 INFO [PEWorker-4 {}] master.SplitLogManager(171): hdfs://localhost:41247/user/jenkins/test-data/9ac4d819-7651-f571-f3b4-a57b90623e74/WALs/9d8c37854f6e,42693,1731196629055-splitting dir is empty, no logs to split. 2024-11-09T23:58:10,490 INFO [PEWorker-4 {}] master.SplitWALManager(105): 9d8c37854f6e,42693,1731196629055 WAL count=0, meta=false 2024-11-09T23:58:10,490 DEBUG [PEWorker-4 {}] procedure.ServerCrashProcedure(329): Check if 9d8c37854f6e,42693,1731196629055 WAL splitting is done? wals=0, meta=false 2024-11-09T23:58:10,492 INFO [PEWorker-4 {}] procedure.ServerCrashProcedure(321): Remove WAL directory for 9d8c37854f6e,42693,1731196629055 failed, ignore...File hdfs://localhost:41247/user/jenkins/test-data/9ac4d819-7651-f571-f3b4-a57b90623e74/WALs/9d8c37854f6e,42693,1731196629055-splitting does not exist. 2024-11-09T23:58:10,493 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=49, ppid=46, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=0d5dbe1cf170181e239e6d6f90961fc8, ASSIGN}, {pid=50, ppid=46, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=a4b43761714616da7e2f012be66755e0, ASSIGN}, {pid=51, ppid=46, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=3bb5f9e50a5dcd020cc49559901a1e69, ASSIGN}] 2024-11-09T23:58:10,494 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=50, ppid=46, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=a4b43761714616da7e2f012be66755e0, ASSIGN 2024-11-09T23:58:10,494 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=49, ppid=46, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=0d5dbe1cf170181e239e6d6f90961fc8, ASSIGN 2024-11-09T23:58:10,494 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=51, ppid=46, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=3bb5f9e50a5dcd020cc49559901a1e69, ASSIGN 2024-11-09T23:58:10,495 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=50, ppid=46, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=a4b43761714616da7e2f012be66755e0, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-11-09T23:58:10,495 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=49, ppid=46, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=0d5dbe1cf170181e239e6d6f90961fc8, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-11-09T23:58:10,495 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=51, ppid=46, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=3bb5f9e50a5dcd020cc49559901a1e69, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-11-09T23:58:10,646 DEBUG [9d8c37854f6e:43263 {}] balancer.BalancerClusterState(204): Hosts are {9d8c37854f6e=0} racks are {/default-rack=0} 2024-11-09T23:58:10,647 DEBUG [9d8c37854f6e:43263 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-11-09T23:58:10,647 DEBUG [9d8c37854f6e:43263 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-11-09T23:58:10,648 DEBUG [9d8c37854f6e:43263 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-11-09T23:58:10,648 DEBUG [9d8c37854f6e:43263 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-11-09T23:58:10,648 INFO [9d8c37854f6e:43263 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-11-09T23:58:10,648 INFO [9d8c37854f6e:43263 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-11-09T23:58:10,648 DEBUG [9d8c37854f6e:43263 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-11-09T23:58:10,649 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=49 updating hbase:meta row=0d5dbe1cf170181e239e6d6f90961fc8, regionState=OPENING, regionLocation=9d8c37854f6e,42677,1731196629124 2024-11-09T23:58:10,649 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=50 updating hbase:meta row=a4b43761714616da7e2f012be66755e0, regionState=OPENING, regionLocation=9d8c37854f6e,42677,1731196629124 2024-11-09T23:58:10,649 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=51 updating hbase:meta row=3bb5f9e50a5dcd020cc49559901a1e69, regionState=OPENING, regionLocation=9d8c37854f6e,35869,1731196629088 2024-11-09T23:58:10,654 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=49, ppid=46, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=0d5dbe1cf170181e239e6d6f90961fc8, ASSIGN because future has completed 2024-11-09T23:58:10,654 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=52, ppid=49, state=RUNNABLE, hasLock=false; OpenRegionProcedure 0d5dbe1cf170181e239e6d6f90961fc8, server=9d8c37854f6e,42677,1731196629124}] 2024-11-09T23:58:10,655 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=50, ppid=46, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=a4b43761714616da7e2f012be66755e0, ASSIGN because future has completed 2024-11-09T23:58:10,655 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=53, ppid=50, state=RUNNABLE, hasLock=false; OpenRegionProcedure a4b43761714616da7e2f012be66755e0, server=9d8c37854f6e,42677,1731196629124}] 2024-11-09T23:58:10,656 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=51, ppid=46, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=3bb5f9e50a5dcd020cc49559901a1e69, ASSIGN because future has completed 2024-11-09T23:58:10,656 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=54, ppid=51, state=RUNNABLE, hasLock=false; OpenRegionProcedure 3bb5f9e50a5dcd020cc49559901a1e69, server=9d8c37854f6e,35869,1731196629088}] 2024-11-09T23:58:11,418 INFO [RS_OPEN_REGION-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] handler.AssignRegionHandler(132): Open SPTestTable,99999996,1731196640287.3bb5f9e50a5dcd020cc49559901a1e69. 2024-11-09T23:58:11,418 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35869 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=36 2024-11-09T23:58:11,418 DEBUG [RS_OPEN_REGION-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(7752): Opening region: {ENCODED => 3bb5f9e50a5dcd020cc49559901a1e69, NAME => 'SPTestTable,99999996,1731196640287.3bb5f9e50a5dcd020cc49559901a1e69.', STARTKEY => '99999996', ENDKEY => 'b333332f'} 2024-11-09T23:58:11,419 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/9d8c37854f6e:0-0 {event_type=RS_VERIFY_SNAPSHOT, pid=36}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=36 2024-11-09T23:58:11,419 DEBUG [RS_OPEN_REGION-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 3bb5f9e50a5dcd020cc49559901a1e69 2024-11-09T23:58:11,419 DEBUG [RS_OPEN_REGION-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(898): Instantiated SPTestTable,99999996,1731196640287.3bb5f9e50a5dcd020cc49559901a1e69.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T23:58:11,419 DEBUG [RS_OPEN_REGION-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(7794): checking encryption for 3bb5f9e50a5dcd020cc49559901a1e69 2024-11-09T23:58:11,419 DEBUG [RS_OPEN_REGION-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(7797): checking classloading for 3bb5f9e50a5dcd020cc49559901a1e69 2024-11-09T23:58:11,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43263 {}] master.HMaster(4169): Remote procedure done, pid=36 2024-11-09T23:58:11,422 INFO [StoreOpener-3bb5f9e50a5dcd020cc49559901a1e69-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 3bb5f9e50a5dcd020cc49559901a1e69 2024-11-09T23:58:11,423 DEBUG [PEWorker-1 {}] snapshot.SnapshotManager(1473): pid=36, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=9d8c37854f6e,35869,1731196629088 Release verify snapshot worker=9d8c37854f6e,35869,1731196629088 2024-11-09T23:58:11,424 INFO [StoreOpener-3bb5f9e50a5dcd020cc49559901a1e69-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 3bb5f9e50a5dcd020cc49559901a1e69 columnFamilyName cf 2024-11-09T23:58:11,424 DEBUG [StoreOpener-3bb5f9e50a5dcd020cc49559901a1e69-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T23:58:11,426 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=36, resume processing ppid=25 2024-11-09T23:58:11,426 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_COMPLETE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_COMPLETE_SNAPSHOT 2024-11-09T23:58:11,426 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=36, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=9d8c37854f6e,35869,1731196629088 in 21.2270 sec 2024-11-09T23:58:11,426 DEBUG [PEWorker-5 {}] snapshot.SnapshotDescriptionUtils(414): Sentinel is done, just moving the snapshot from hdfs://localhost:41247/user/jenkins/test-data/9ac4d819-7651-f571-f3b4-a57b90623e74/.hbase-snapshot/.tmp/SnapshotProcedureTest to hdfs://localhost:41247/user/jenkins/test-data/9ac4d819-7651-f571-f3b4-a57b90623e74/.hbase-snapshot/SnapshotProcedureTest 2024-11-09T23:58:11,428 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_POST_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_POST_OPERATION 2024-11-09T23:58:11,428 DEBUG [PEWorker-5 {}] snapshot.SnapshotManager(1451): unregister snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 }, snapshot procedure id = 25 2024-11-09T23:58:11,430 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=25, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } in 31.4530 sec 2024-11-09T23:58:11,432 DEBUG [StoreOpener-3bb5f9e50a5dcd020cc49559901a1e69-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:41247/user/jenkins/test-data/9ac4d819-7651-f571-f3b4-a57b90623e74/data/default/SPTestTable/3bb5f9e50a5dcd020cc49559901a1e69/cf/68e0a9afbd214120bb14ebbcb28d9e64 2024-11-09T23:58:11,433 INFO [StoreOpener-3bb5f9e50a5dcd020cc49559901a1e69-1 {}] regionserver.HStore(327): Store=3bb5f9e50a5dcd020cc49559901a1e69/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T23:58:11,433 DEBUG [RS_OPEN_REGION-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(1038): replaying wal for 3bb5f9e50a5dcd020cc49559901a1e69 2024-11-09T23:58:11,434 DEBUG [RS_OPEN_REGION-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41247/user/jenkins/test-data/9ac4d819-7651-f571-f3b4-a57b90623e74/data/default/SPTestTable/3bb5f9e50a5dcd020cc49559901a1e69 2024-11-09T23:58:11,435 DEBUG [RS_OPEN_REGION-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41247/user/jenkins/test-data/9ac4d819-7651-f571-f3b4-a57b90623e74/data/default/SPTestTable/3bb5f9e50a5dcd020cc49559901a1e69 2024-11-09T23:58:11,435 DEBUG [RS_OPEN_REGION-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(1048): stopping wal replay for 3bb5f9e50a5dcd020cc49559901a1e69 2024-11-09T23:58:11,435 DEBUG [RS_OPEN_REGION-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(1060): Cleaning up temporary data for 3bb5f9e50a5dcd020cc49559901a1e69 2024-11-09T23:58:11,437 DEBUG [RS_OPEN_REGION-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(1093): writing seq id for 3bb5f9e50a5dcd020cc49559901a1e69 2024-11-09T23:58:11,439 DEBUG [RS_OPEN_REGION-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41247/user/jenkins/test-data/9ac4d819-7651-f571-f3b4-a57b90623e74/data/default/SPTestTable/3bb5f9e50a5dcd020cc49559901a1e69/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-11-09T23:58:11,440 INFO [RS_OPEN_REGION-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(1114): Opened 3bb5f9e50a5dcd020cc49559901a1e69; next sequenceid=6; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60448765, jitterRate=-0.09924320876598358}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-09T23:58:11,440 DEBUG [RS_OPEN_REGION-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 3bb5f9e50a5dcd020cc49559901a1e69 2024-11-09T23:58:11,440 DEBUG [RS_OPEN_REGION-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(1006): Region open journal for 3bb5f9e50a5dcd020cc49559901a1e69: Running coprocessor pre-open hook at 1731196691420Writing region info on filesystem at 1731196691420Initializing all the Stores at 1731196691421 (+1 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731196691422 (+1 ms)Cleaning up temporary data from old regions at 1731196691435 (+13 ms)Running coprocessor post-open hooks at 1731196691440 (+5 ms)Region opened successfully at 1731196691440 2024-11-09T23:58:11,441 INFO [RS_OPEN_REGION-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,99999996,1731196640287.3bb5f9e50a5dcd020cc49559901a1e69., pid=54, masterSystemTime=1731196691409 2024-11-09T23:58:11,443 DEBUG [RS_OPEN_REGION-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,99999996,1731196640287.3bb5f9e50a5dcd020cc49559901a1e69. 2024-11-09T23:58:11,443 INFO [RS_OPEN_REGION-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] handler.AssignRegionHandler(153): Opened SPTestTable,99999996,1731196640287.3bb5f9e50a5dcd020cc49559901a1e69. 2024-11-09T23:58:11,443 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=51 updating hbase:meta row=3bb5f9e50a5dcd020cc49559901a1e69, regionState=OPEN, openSeqNum=6, regionLocation=9d8c37854f6e,35869,1731196629088 2024-11-09T23:58:11,445 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=54, ppid=51, state=RUNNABLE, hasLock=false; OpenRegionProcedure 3bb5f9e50a5dcd020cc49559901a1e69, server=9d8c37854f6e,35869,1731196629088 because future has completed 2024-11-09T23:58:11,447 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=54, resume processing ppid=51 2024-11-09T23:58:11,447 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=54, ppid=51, state=SUCCESS, hasLock=false; OpenRegionProcedure 3bb5f9e50a5dcd020cc49559901a1e69, server=9d8c37854f6e,35869,1731196629088 in 790 msec 2024-11-09T23:58:11,448 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=51, ppid=46, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=3bb5f9e50a5dcd020cc49559901a1e69, ASSIGN in 954 msec 2024-11-09T23:58:11,517 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=SPTestTable,, stopping at row=SPTestTable ,, for max=2147483647 with caching=100 2024-11-09T23:58:11,521 WARN [Time-limited test {}] procedure2.ProcedureTestingUtility(193): Set Kill before store update to: false 2024-11-09T23:58:11,521 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-09T23:58:11,521 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-09T23:58:11,521 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.master.procedure.TestSnapshotProcedure.teardown(TestSnapshotProcedure.java:151) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-09T23:58:11,521 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T23:58:11,521 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T23:58:11,521 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-09T23:58:11,521 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-09T23:58:11,521 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1262485124, stopped=false 2024-11-09T23:58:11,521 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=9d8c37854f6e,43263,1731196628918 2024-11-09T23:58:11,579 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43263-0x1012351c2670000, quorum=127.0.0.1:51004, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-09T23:58:11,579 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35869-0x1012351c2670002, quorum=127.0.0.1:51004, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-09T23:58:11,579 DEBUG [pool-316-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42677-0x1012351c2670003, quorum=127.0.0.1:51004, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-09T23:58:11,579 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35869-0x1012351c2670002, quorum=127.0.0.1:51004, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-09T23:58:11,579 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43263-0x1012351c2670000, quorum=127.0.0.1:51004, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-09T23:58:11,579 DEBUG [pool-316-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42677-0x1012351c2670003, quorum=127.0.0.1:51004, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-09T23:58:11,580 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-09T23:58:11,580 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:43263-0x1012351c2670000, quorum=127.0.0.1:51004, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-09T23:58:11,580 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:42677-0x1012351c2670003, quorum=127.0.0.1:51004, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-09T23:58:11,580 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:35869-0x1012351c2670002, quorum=127.0.0.1:51004, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-09T23:58:11,580 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-09T23:58:11,580 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.master.procedure.TestSnapshotProcedure.teardown(TestSnapshotProcedure.java:151) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-09T23:58:11,580 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T23:58:11,581 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '9d8c37854f6e,35869,1731196629088' ***** 2024-11-09T23:58:11,581 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-09T23:58:11,581 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '9d8c37854f6e,42677,1731196629124' ***** 2024-11-09T23:58:11,581 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-09T23:58:11,581 INFO [RS:2;9d8c37854f6e:42677 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-09T23:58:11,581 INFO [RS:2;9d8c37854f6e:42677 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-09T23:58:11,581 INFO [RS:2;9d8c37854f6e:42677 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-09T23:58:11,581 INFO [RS:2;9d8c37854f6e:42677 {}] regionserver.HRegionServer(3091): Received CLOSE for 4c5f46e41564e2cec54ed92190ecf459 2024-11-09T23:58:11,581 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-09T23:58:11,581 INFO [RS:1;9d8c37854f6e:35869 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-09T23:58:11,582 INFO [RS:1;9d8c37854f6e:35869 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-09T23:58:11,582 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-09T23:58:11,582 INFO [RS:1;9d8c37854f6e:35869 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-09T23:58:11,582 INFO [RS:1;9d8c37854f6e:35869 {}] regionserver.HRegionServer(3091): Received CLOSE for 3bb5f9e50a5dcd020cc49559901a1e69 2024-11-09T23:58:11,582 INFO [RS:2;9d8c37854f6e:42677 {}] regionserver.HRegionServer(3091): Received CLOSE for 36ac8025951d124d953587317aad1411 2024-11-09T23:58:11,582 INFO [RS:2;9d8c37854f6e:42677 {}] regionserver.HRegionServer(3091): Received CLOSE for c15af777682ff7651725c702ae4227aa 2024-11-09T23:58:11,582 INFO [RS:2;9d8c37854f6e:42677 {}] regionserver.HRegionServer(3091): Received CLOSE for aa271c3c2de279479b14e90bf4c1f26f 2024-11-09T23:58:11,582 DEBUG [RS_CLOSE_REGION-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 4c5f46e41564e2cec54ed92190ecf459, disabling compactions & flushes 2024-11-09T23:58:11,582 INFO [RS:2;9d8c37854f6e:42677 {}] regionserver.HRegionServer(959): stopping server 9d8c37854f6e,42677,1731196629124 2024-11-09T23:58:11,582 INFO [RS:1;9d8c37854f6e:35869 {}] regionserver.HRegionServer(3091): Received CLOSE for b755b10cf2b8cbf1b9c94578ace6001d 2024-11-09T23:58:11,582 INFO [RS_CLOSE_REGION-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,ccccccc8,1731196640287.4c5f46e41564e2cec54ed92190ecf459. 2024-11-09T23:58:11,582 INFO [RS:2;9d8c37854f6e:42677 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-09T23:58:11,582 DEBUG [RS_CLOSE_REGION-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,ccccccc8,1731196640287.4c5f46e41564e2cec54ed92190ecf459. 2024-11-09T23:58:11,582 INFO [RS:1;9d8c37854f6e:35869 {}] regionserver.HRegionServer(3091): Received CLOSE for 6932919c3bdb793f66e86d6dda18f001 2024-11-09T23:58:11,582 DEBUG [RS_CLOSE_REGION-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,ccccccc8,1731196640287.4c5f46e41564e2cec54ed92190ecf459. after waiting 0 ms 2024-11-09T23:58:11,582 INFO [RS:2;9d8c37854f6e:42677 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:2;9d8c37854f6e:42677. 2024-11-09T23:58:11,582 DEBUG [RS_CLOSE_REGION-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,ccccccc8,1731196640287.4c5f46e41564e2cec54ed92190ecf459. 2024-11-09T23:58:11,582 DEBUG [RS_CLOSE_REGION-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 3bb5f9e50a5dcd020cc49559901a1e69, disabling compactions & flushes 2024-11-09T23:58:11,582 INFO [RS:1;9d8c37854f6e:35869 {}] regionserver.HRegionServer(3091): Received CLOSE for 68bd08e9c2fe8f276e054ed06a0e5bba 2024-11-09T23:58:11,582 INFO [RS:1;9d8c37854f6e:35869 {}] regionserver.HRegionServer(959): stopping server 9d8c37854f6e,35869,1731196629088 2024-11-09T23:58:11,582 INFO [RS_CLOSE_REGION-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,99999996,1731196640287.3bb5f9e50a5dcd020cc49559901a1e69. 2024-11-09T23:58:11,582 DEBUG [RS:2;9d8c37854f6e:42677 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-09T23:58:11,582 INFO [RS:1;9d8c37854f6e:35869 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-09T23:58:11,582 DEBUG [RS_CLOSE_REGION-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,99999996,1731196640287.3bb5f9e50a5dcd020cc49559901a1e69. 2024-11-09T23:58:11,582 DEBUG [RS:2;9d8c37854f6e:42677 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T23:58:11,582 DEBUG [RS_CLOSE_REGION-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,99999996,1731196640287.3bb5f9e50a5dcd020cc49559901a1e69. after waiting 0 ms 2024-11-09T23:58:11,582 INFO [RS:1;9d8c37854f6e:35869 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:1;9d8c37854f6e:35869. 2024-11-09T23:58:11,582 DEBUG [RS_CLOSE_REGION-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,99999996,1731196640287.3bb5f9e50a5dcd020cc49559901a1e69. 2024-11-09T23:58:11,582 INFO [RS:2;9d8c37854f6e:42677 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-09T23:58:11,582 DEBUG [RS:1;9d8c37854f6e:35869 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-09T23:58:11,582 INFO [RS:2;9d8c37854f6e:42677 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-09T23:58:11,582 DEBUG [RS:1;9d8c37854f6e:35869 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T23:58:11,582 INFO [RS:2;9d8c37854f6e:42677 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-09T23:58:11,582 INFO [RS:2;9d8c37854f6e:42677 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-09T23:58:11,582 INFO [RS:1;9d8c37854f6e:35869 {}] regionserver.HRegionServer(1321): Waiting on 4 regions to close 2024-11-09T23:58:11,582 DEBUG [RS:1;9d8c37854f6e:35869 {}] regionserver.HRegionServer(1325): Online Regions={3bb5f9e50a5dcd020cc49559901a1e69=SPTestTable,99999996,1731196640287.3bb5f9e50a5dcd020cc49559901a1e69., b755b10cf2b8cbf1b9c94578ace6001d=SPTestTable,b333332f,1731196640287.b755b10cf2b8cbf1b9c94578ace6001d., 6932919c3bdb793f66e86d6dda18f001=SPTestTable,66666664,1731196640287.6932919c3bdb793f66e86d6dda18f001., 68bd08e9c2fe8f276e054ed06a0e5bba=SPTestTable,33333332,1731196640287.68bd08e9c2fe8f276e054ed06a0e5bba.} 2024-11-09T23:58:11,583 DEBUG [RS:1;9d8c37854f6e:35869 {}] regionserver.HRegionServer(1351): Waiting on 3bb5f9e50a5dcd020cc49559901a1e69, 68bd08e9c2fe8f276e054ed06a0e5bba, 6932919c3bdb793f66e86d6dda18f001, b755b10cf2b8cbf1b9c94578ace6001d 2024-11-09T23:58:11,583 INFO [RS:2;9d8c37854f6e:42677 {}] regionserver.HRegionServer(1321): Waiting on 5 regions to close 2024-11-09T23:58:11,583 DEBUG [RS:2;9d8c37854f6e:42677 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, 4c5f46e41564e2cec54ed92190ecf459=SPTestTable,ccccccc8,1731196640287.4c5f46e41564e2cec54ed92190ecf459., 36ac8025951d124d953587317aad1411=SPTestTable,7ffffffd,1731196640287.36ac8025951d124d953587317aad1411., c15af777682ff7651725c702ae4227aa=SPTestTable,19999999,1731196640287.c15af777682ff7651725c702ae4227aa., aa271c3c2de279479b14e90bf4c1f26f=SPTestTable,,1731196640287.aa271c3c2de279479b14e90bf4c1f26f.} 2024-11-09T23:58:11,583 DEBUG [RS:2;9d8c37854f6e:42677 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 36ac8025951d124d953587317aad1411, 4c5f46e41564e2cec54ed92190ecf459, aa271c3c2de279479b14e90bf4c1f26f, c15af777682ff7651725c702ae4227aa 2024-11-09T23:58:11,583 DEBUG [RS_CLOSE_META-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-09T23:58:11,583 INFO [RS_CLOSE_META-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-09T23:58:11,583 DEBUG [RS_CLOSE_META-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-09T23:58:11,583 DEBUG [RS_CLOSE_META-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-09T23:58:11,583 DEBUG [RS_CLOSE_META-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-09T23:58:11,583 INFO [RS_CLOSE_META-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=14.17 KB heapSize=23.86 KB 2024-11-09T23:58:11,590 DEBUG [RS_CLOSE_REGION-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41247/user/jenkins/test-data/9ac4d819-7651-f571-f3b4-a57b90623e74/data/default/SPTestTable/3bb5f9e50a5dcd020cc49559901a1e69/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=5 2024-11-09T23:58:11,589 WARN [BootstrapNodeManager {}] regionserver.BootstrapNodeManager(142): failed to get live region servers from master org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=9d8c37854f6e:43263 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.BootstrapNodeManager.getFromMaster(BootstrapNodeManager.java:140) ~[classes/:?] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) ~[?:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:304) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$Stub.getLiveRegionServers(RegionServerStatusProtos.java:17191) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClusterConnectionImpl.getLiveRegionServers(AsyncClusterConnectionImpl.java:139) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.BootstrapNodeManager.getFromMaster(BootstrapNodeManager.java:140) ~[classes/:?] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) ~[?:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:304) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 10 more 2024-11-09T23:58:11,591 INFO [RS_CLOSE_REGION-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,99999996,1731196640287.3bb5f9e50a5dcd020cc49559901a1e69. 2024-11-09T23:58:11,591 DEBUG [RS_CLOSE_REGION-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41247/user/jenkins/test-data/9ac4d819-7651-f571-f3b4-a57b90623e74/data/default/SPTestTable/4c5f46e41564e2cec54ed92190ecf459/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-09T23:58:11,591 DEBUG [RS_CLOSE_REGION-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 3bb5f9e50a5dcd020cc49559901a1e69: Waiting for close lock at 1731196691582Running coprocessor pre-close hooks at 1731196691582Disabling compacts and flushes for region at 1731196691582Disabling writes for close at 1731196691582Writing region close event to WAL at 1731196691587 (+5 ms)Running coprocessor post-close hooks at 1731196691591 (+4 ms)Closed at 1731196691591 2024-11-09T23:58:11,591 DEBUG [RS_CLOSE_REGION-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,99999996,1731196640287.3bb5f9e50a5dcd020cc49559901a1e69. 2024-11-09T23:58:11,591 DEBUG [RS_CLOSE_REGION-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing b755b10cf2b8cbf1b9c94578ace6001d, disabling compactions & flushes 2024-11-09T23:58:11,591 INFO [RS_CLOSE_REGION-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,b333332f,1731196640287.b755b10cf2b8cbf1b9c94578ace6001d. 2024-11-09T23:58:11,591 DEBUG [RS_CLOSE_REGION-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,b333332f,1731196640287.b755b10cf2b8cbf1b9c94578ace6001d. 2024-11-09T23:58:11,591 DEBUG [RS_CLOSE_REGION-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,b333332f,1731196640287.b755b10cf2b8cbf1b9c94578ace6001d. after waiting 0 ms 2024-11-09T23:58:11,591 DEBUG [RS_CLOSE_REGION-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,b333332f,1731196640287.b755b10cf2b8cbf1b9c94578ace6001d. 2024-11-09T23:58:11,592 INFO [RS_CLOSE_REGION-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,ccccccc8,1731196640287.4c5f46e41564e2cec54ed92190ecf459. 2024-11-09T23:58:11,592 DEBUG [RS_CLOSE_REGION-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 4c5f46e41564e2cec54ed92190ecf459: Waiting for close lock at 1731196691582Running coprocessor pre-close hooks at 1731196691582Disabling compacts and flushes for region at 1731196691582Disabling writes for close at 1731196691582Writing region close event to WAL at 1731196691587 (+5 ms)Running coprocessor post-close hooks at 1731196691592 (+5 ms)Closed at 1731196691592 2024-11-09T23:58:11,592 DEBUG [RS_CLOSE_REGION-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,ccccccc8,1731196640287.4c5f46e41564e2cec54ed92190ecf459. 2024-11-09T23:58:11,592 DEBUG [RS_CLOSE_REGION-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 36ac8025951d124d953587317aad1411, disabling compactions & flushes 2024-11-09T23:58:11,592 INFO [RS_CLOSE_REGION-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,7ffffffd,1731196640287.36ac8025951d124d953587317aad1411. 2024-11-09T23:58:11,592 DEBUG [RS_CLOSE_REGION-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,7ffffffd,1731196640287.36ac8025951d124d953587317aad1411. 2024-11-09T23:58:11,592 DEBUG [RS_CLOSE_REGION-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,7ffffffd,1731196640287.36ac8025951d124d953587317aad1411. after waiting 0 ms 2024-11-09T23:58:11,592 DEBUG [RS_CLOSE_REGION-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,7ffffffd,1731196640287.36ac8025951d124d953587317aad1411. 2024-11-09T23:58:11,595 DEBUG [RS_CLOSE_REGION-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41247/user/jenkins/test-data/9ac4d819-7651-f571-f3b4-a57b90623e74/data/default/SPTestTable/36ac8025951d124d953587317aad1411/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-11-09T23:58:11,595 DEBUG [RS_CLOSE_REGION-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41247/user/jenkins/test-data/9ac4d819-7651-f571-f3b4-a57b90623e74/data/default/SPTestTable/b755b10cf2b8cbf1b9c94578ace6001d/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-09T23:58:11,596 INFO [RS_CLOSE_REGION-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,b333332f,1731196640287.b755b10cf2b8cbf1b9c94578ace6001d. 2024-11-09T23:58:11,596 DEBUG [RS_CLOSE_REGION-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for b755b10cf2b8cbf1b9c94578ace6001d: Waiting for close lock at 1731196691591Running coprocessor pre-close hooks at 1731196691591Disabling compacts and flushes for region at 1731196691591Disabling writes for close at 1731196691591Writing region close event to WAL at 1731196691592 (+1 ms)Running coprocessor post-close hooks at 1731196691596 (+4 ms)Closed at 1731196691596 2024-11-09T23:58:11,596 INFO [RS_CLOSE_REGION-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,7ffffffd,1731196640287.36ac8025951d124d953587317aad1411. 2024-11-09T23:58:11,596 DEBUG [RS_CLOSE_REGION-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 36ac8025951d124d953587317aad1411: Waiting for close lock at 1731196691592Running coprocessor pre-close hooks at 1731196691592Disabling compacts and flushes for region at 1731196691592Disabling writes for close at 1731196691592Writing region close event to WAL at 1731196691592Running coprocessor post-close hooks at 1731196691596 (+4 ms)Closed at 1731196691596 2024-11-09T23:58:11,596 DEBUG [RS_CLOSE_REGION-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,b333332f,1731196640287.b755b10cf2b8cbf1b9c94578ace6001d. 2024-11-09T23:58:11,596 DEBUG [RS_CLOSE_REGION-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,7ffffffd,1731196640287.36ac8025951d124d953587317aad1411. 2024-11-09T23:58:11,596 DEBUG [RS_CLOSE_REGION-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 6932919c3bdb793f66e86d6dda18f001, disabling compactions & flushes 2024-11-09T23:58:11,596 DEBUG [RS_CLOSE_REGION-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing c15af777682ff7651725c702ae4227aa, disabling compactions & flushes 2024-11-09T23:58:11,596 INFO [RS_CLOSE_REGION-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,66666664,1731196640287.6932919c3bdb793f66e86d6dda18f001. 2024-11-09T23:58:11,596 INFO [RS_CLOSE_REGION-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,19999999,1731196640287.c15af777682ff7651725c702ae4227aa. 2024-11-09T23:58:11,596 DEBUG [RS_CLOSE_REGION-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,66666664,1731196640287.6932919c3bdb793f66e86d6dda18f001. 2024-11-09T23:58:11,596 DEBUG [RS_CLOSE_REGION-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,19999999,1731196640287.c15af777682ff7651725c702ae4227aa. 2024-11-09T23:58:11,597 DEBUG [RS_CLOSE_REGION-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,66666664,1731196640287.6932919c3bdb793f66e86d6dda18f001. after waiting 0 ms 2024-11-09T23:58:11,597 DEBUG [RS_CLOSE_REGION-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,19999999,1731196640287.c15af777682ff7651725c702ae4227aa. after waiting 0 ms 2024-11-09T23:58:11,597 DEBUG [RS_CLOSE_REGION-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,66666664,1731196640287.6932919c3bdb793f66e86d6dda18f001. 2024-11-09T23:58:11,597 DEBUG [RS_CLOSE_REGION-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,19999999,1731196640287.c15af777682ff7651725c702ae4227aa. 2024-11-09T23:58:11,600 DEBUG [RS_CLOSE_REGION-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41247/user/jenkins/test-data/9ac4d819-7651-f571-f3b4-a57b90623e74/data/default/SPTestTable/6932919c3bdb793f66e86d6dda18f001/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-11-09T23:58:11,601 DEBUG [RS_CLOSE_REGION-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41247/user/jenkins/test-data/9ac4d819-7651-f571-f3b4-a57b90623e74/data/default/SPTestTable/c15af777682ff7651725c702ae4227aa/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-11-09T23:58:11,601 INFO [RS_CLOSE_REGION-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,66666664,1731196640287.6932919c3bdb793f66e86d6dda18f001. 2024-11-09T23:58:11,601 DEBUG [RS_CLOSE_REGION-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 6932919c3bdb793f66e86d6dda18f001: Waiting for close lock at 1731196691596Running coprocessor pre-close hooks at 1731196691596Disabling compacts and flushes for region at 1731196691596Disabling writes for close at 1731196691597 (+1 ms)Writing region close event to WAL at 1731196691597Running coprocessor post-close hooks at 1731196691601 (+4 ms)Closed at 1731196691601 2024-11-09T23:58:11,601 INFO [RS_CLOSE_REGION-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,19999999,1731196640287.c15af777682ff7651725c702ae4227aa. 2024-11-09T23:58:11,601 DEBUG [RS_CLOSE_REGION-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for c15af777682ff7651725c702ae4227aa: Waiting for close lock at 1731196691596Running coprocessor pre-close hooks at 1731196691596Disabling compacts and flushes for region at 1731196691596Disabling writes for close at 1731196691597 (+1 ms)Writing region close event to WAL at 1731196691597Running coprocessor post-close hooks at 1731196691601 (+4 ms)Closed at 1731196691601 2024-11-09T23:58:11,601 DEBUG [RS_CLOSE_REGION-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,66666664,1731196640287.6932919c3bdb793f66e86d6dda18f001. 2024-11-09T23:58:11,601 DEBUG [RS_CLOSE_REGION-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,19999999,1731196640287.c15af777682ff7651725c702ae4227aa. 2024-11-09T23:58:11,602 DEBUG [RS_CLOSE_REGION-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 68bd08e9c2fe8f276e054ed06a0e5bba, disabling compactions & flushes 2024-11-09T23:58:11,602 DEBUG [RS_CLOSE_REGION-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing aa271c3c2de279479b14e90bf4c1f26f, disabling compactions & flushes 2024-11-09T23:58:11,602 INFO [RS_CLOSE_REGION-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,,1731196640287.aa271c3c2de279479b14e90bf4c1f26f. 2024-11-09T23:58:11,602 INFO [RS_CLOSE_REGION-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,33333332,1731196640287.68bd08e9c2fe8f276e054ed06a0e5bba. 2024-11-09T23:58:11,602 DEBUG [RS_CLOSE_REGION-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,33333332,1731196640287.68bd08e9c2fe8f276e054ed06a0e5bba. 2024-11-09T23:58:11,602 DEBUG [RS_CLOSE_REGION-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,,1731196640287.aa271c3c2de279479b14e90bf4c1f26f. 2024-11-09T23:58:11,602 DEBUG [RS_CLOSE_REGION-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,,1731196640287.aa271c3c2de279479b14e90bf4c1f26f. after waiting 0 ms 2024-11-09T23:58:11,602 DEBUG [RS_CLOSE_REGION-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,33333332,1731196640287.68bd08e9c2fe8f276e054ed06a0e5bba. after waiting 0 ms 2024-11-09T23:58:11,602 DEBUG [RS_CLOSE_REGION-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,,1731196640287.aa271c3c2de279479b14e90bf4c1f26f. 2024-11-09T23:58:11,602 DEBUG [RS_CLOSE_REGION-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,33333332,1731196640287.68bd08e9c2fe8f276e054ed06a0e5bba. 2024-11-09T23:58:11,605 DEBUG [RS_CLOSE_REGION-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41247/user/jenkins/test-data/9ac4d819-7651-f571-f3b4-a57b90623e74/data/default/SPTestTable/aa271c3c2de279479b14e90bf4c1f26f/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-11-09T23:58:11,605 DEBUG [RS_CLOSE_REGION-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41247/user/jenkins/test-data/9ac4d819-7651-f571-f3b4-a57b90623e74/data/default/SPTestTable/68bd08e9c2fe8f276e054ed06a0e5bba/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-11-09T23:58:11,606 INFO [RS_CLOSE_REGION-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,,1731196640287.aa271c3c2de279479b14e90bf4c1f26f. 2024-11-09T23:58:11,606 INFO [RS_CLOSE_REGION-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,33333332,1731196640287.68bd08e9c2fe8f276e054ed06a0e5bba. 2024-11-09T23:58:11,606 DEBUG [RS_CLOSE_REGION-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for aa271c3c2de279479b14e90bf4c1f26f: Waiting for close lock at 1731196691602Running coprocessor pre-close hooks at 1731196691602Disabling compacts and flushes for region at 1731196691602Disabling writes for close at 1731196691602Writing region close event to WAL at 1731196691602Running coprocessor post-close hooks at 1731196691606 (+4 ms)Closed at 1731196691606 2024-11-09T23:58:11,606 DEBUG [RS_CLOSE_META-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41247/user/jenkins/test-data/9ac4d819-7651-f571-f3b4-a57b90623e74/data/hbase/meta/1588230740/.tmp/info/bb9a1606196d41cd80839203b807da87 is 167, key is SPTestTable,19999999,1731196640287.c15af777682ff7651725c702ae4227aa./info:regioninfo/1731196650949/Put/seqid=0 2024-11-09T23:58:11,606 DEBUG [RS_CLOSE_REGION-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 68bd08e9c2fe8f276e054ed06a0e5bba: Waiting for close lock at 1731196691601Running coprocessor pre-close hooks at 1731196691602 (+1 ms)Disabling compacts and flushes for region at 1731196691602Disabling writes for close at 1731196691602Writing region close event to WAL at 1731196691602Running coprocessor post-close hooks at 1731196691606 (+4 ms)Closed at 1731196691606 2024-11-09T23:58:11,606 DEBUG [RS_CLOSE_REGION-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,33333332,1731196640287.68bd08e9c2fe8f276e054ed06a0e5bba. 2024-11-09T23:58:11,606 DEBUG [RS_CLOSE_REGION-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,,1731196640287.aa271c3c2de279479b14e90bf4c1f26f. 2024-11-09T23:58:11,612 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37483 is added to blk_1073741864_1040 (size=19134) 2024-11-09T23:58:11,612 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43797 is added to blk_1073741864_1040 (size=19134) 2024-11-09T23:58:11,612 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34825 is added to blk_1073741864_1040 (size=19134) 2024-11-09T23:58:11,613 INFO [RS_CLOSE_META-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=14.02 KB at sequenceid=33 (bloomFilter=true), to=hdfs://localhost:41247/user/jenkins/test-data/9ac4d819-7651-f571-f3b4-a57b90623e74/data/hbase/meta/1588230740/.tmp/info/bb9a1606196d41cd80839203b807da87 2024-11-09T23:58:11,629 INFO [regionserver/9d8c37854f6e:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-09T23:58:11,641 DEBUG [RS_CLOSE_META-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41247/user/jenkins/test-data/9ac4d819-7651-f571-f3b4-a57b90623e74/data/hbase/meta/1588230740/.tmp/ns/889a98dbaf1e46259d203a8d4a9bcd56 is 43, key is default/ns:d/1731196640198/Put/seqid=0 2024-11-09T23:58:11,647 INFO [regionserver/9d8c37854f6e:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-09T23:58:11,647 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37483 is added to blk_1073741865_1041 (size=5153) 2024-11-09T23:58:11,648 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43797 is added to blk_1073741865_1041 (size=5153) 2024-11-09T23:58:11,648 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34825 is added to blk_1073741865_1041 (size=5153) 2024-11-09T23:58:11,648 INFO [RS_CLOSE_META-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=33 (bloomFilter=true), to=hdfs://localhost:41247/user/jenkins/test-data/9ac4d819-7651-f571-f3b4-a57b90623e74/data/hbase/meta/1588230740/.tmp/ns/889a98dbaf1e46259d203a8d4a9bcd56 2024-11-09T23:58:11,652 INFO [regionserver/9d8c37854f6e:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-09T23:58:11,652 INFO [regionserver/9d8c37854f6e:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-09T23:58:11,668 DEBUG [RS_CLOSE_META-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41247/user/jenkins/test-data/9ac4d819-7651-f571-f3b4-a57b90623e74/data/hbase/meta/1588230740/.tmp/table/1e35372460124acb9e0bbb7fd99083dc is 47, key is SPTestTable/table:state/1731196651042/Put/seqid=0 2024-11-09T23:58:11,674 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34825 is added to blk_1073741866_1042 (size=5214) 2024-11-09T23:58:11,674 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43797 is added to blk_1073741866_1042 (size=5214) 2024-11-09T23:58:11,675 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37483 is added to blk_1073741866_1042 (size=5214) 2024-11-09T23:58:11,675 INFO [RS_CLOSE_META-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=86 B at sequenceid=33 (bloomFilter=true), to=hdfs://localhost:41247/user/jenkins/test-data/9ac4d819-7651-f571-f3b4-a57b90623e74/data/hbase/meta/1588230740/.tmp/table/1e35372460124acb9e0bbb7fd99083dc 2024-11-09T23:58:11,681 DEBUG [RS_CLOSE_META-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41247/user/jenkins/test-data/9ac4d819-7651-f571-f3b4-a57b90623e74/data/hbase/meta/1588230740/.tmp/info/bb9a1606196d41cd80839203b807da87 as hdfs://localhost:41247/user/jenkins/test-data/9ac4d819-7651-f571-f3b4-a57b90623e74/data/hbase/meta/1588230740/info/bb9a1606196d41cd80839203b807da87 2024-11-09T23:58:11,687 INFO [RS_CLOSE_META-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41247/user/jenkins/test-data/9ac4d819-7651-f571-f3b4-a57b90623e74/data/hbase/meta/1588230740/info/bb9a1606196d41cd80839203b807da87, entries=106, sequenceid=33, filesize=18.7 K 2024-11-09T23:58:11,689 DEBUG [RS_CLOSE_META-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41247/user/jenkins/test-data/9ac4d819-7651-f571-f3b4-a57b90623e74/data/hbase/meta/1588230740/.tmp/ns/889a98dbaf1e46259d203a8d4a9bcd56 as hdfs://localhost:41247/user/jenkins/test-data/9ac4d819-7651-f571-f3b4-a57b90623e74/data/hbase/meta/1588230740/ns/889a98dbaf1e46259d203a8d4a9bcd56 2024-11-09T23:58:11,695 INFO [RS_CLOSE_META-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41247/user/jenkins/test-data/9ac4d819-7651-f571-f3b4-a57b90623e74/data/hbase/meta/1588230740/ns/889a98dbaf1e46259d203a8d4a9bcd56, entries=2, sequenceid=33, filesize=5.0 K 2024-11-09T23:58:11,696 DEBUG [RS_CLOSE_META-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41247/user/jenkins/test-data/9ac4d819-7651-f571-f3b4-a57b90623e74/data/hbase/meta/1588230740/.tmp/table/1e35372460124acb9e0bbb7fd99083dc as hdfs://localhost:41247/user/jenkins/test-data/9ac4d819-7651-f571-f3b4-a57b90623e74/data/hbase/meta/1588230740/table/1e35372460124acb9e0bbb7fd99083dc 2024-11-09T23:58:11,701 INFO [RS_CLOSE_META-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41247/user/jenkins/test-data/9ac4d819-7651-f571-f3b4-a57b90623e74/data/hbase/meta/1588230740/table/1e35372460124acb9e0bbb7fd99083dc, entries=2, sequenceid=33, filesize=5.1 K 2024-11-09T23:58:11,702 INFO [RS_CLOSE_META-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~14.17 KB/14514, heapSize ~23.56 KB/24128, currentSize=0 B/0 for 1588230740 in 119ms, sequenceid=33, compaction requested=false 2024-11-09T23:58:11,707 DEBUG [RS_CLOSE_META-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41247/user/jenkins/test-data/9ac4d819-7651-f571-f3b4-a57b90623e74/data/hbase/meta/1588230740/recovered.edits/36.seqid, newMaxSeqId=36, maxSeqId=1 2024-11-09T23:58:11,707 DEBUG [RS_CLOSE_META-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-09T23:58:11,707 INFO [RS_CLOSE_META-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-09T23:58:11,707 DEBUG [RS_CLOSE_META-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731196691583Running coprocessor pre-close hooks at 1731196691583Disabling compacts and flushes for region at 1731196691583Disabling writes for close at 1731196691583Obtaining lock to block concurrent updates at 1731196691583Preparing flush snapshotting stores in 1588230740 at 1731196691583Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=14514, getHeapSize=24368, getOffHeapSize=0, getCellsCount=118 at 1731196691583Flushing stores of hbase:meta,,1.1588230740 at 1731196691584 (+1 ms)Flushing 1588230740/info: creating writer at 1731196691584Flushing 1588230740/info: appending metadata at 1731196691605 (+21 ms)Flushing 1588230740/info: closing flushed file at 1731196691605Flushing 1588230740/ns: creating writer at 1731196691620 (+15 ms)Flushing 1588230740/ns: appending metadata at 1731196691640 (+20 ms)Flushing 1588230740/ns: closing flushed file at 1731196691640Flushing 1588230740/table: creating writer at 1731196691655 (+15 ms)Flushing 1588230740/table: appending metadata at 1731196691668 (+13 ms)Flushing 1588230740/table: closing flushed file at 1731196691668Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@22448db6: reopening flushed file at 1731196691680 (+12 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@20cc9476: reopening flushed file at 1731196691688 (+8 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@53737b94: reopening flushed file at 1731196691695 (+7 ms)Finished flush of dataSize ~14.17 KB/14514, heapSize ~23.56 KB/24128, currentSize=0 B/0 for 1588230740 in 119ms, sequenceid=33, compaction requested=false at 1731196691702 (+7 ms)Writing region close event to WAL at 1731196691703 (+1 ms)Running coprocessor post-close hooks at 1731196691707 (+4 ms)Closed at 1731196691707 2024-11-09T23:58:11,708 DEBUG [RS_CLOSE_META-regionserver/9d8c37854f6e:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-09T23:58:11,749 INFO [regionserver/9d8c37854f6e:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-09T23:58:11,750 INFO [regionserver/9d8c37854f6e:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-09T23:58:11,783 INFO [RS:1;9d8c37854f6e:35869 {}] regionserver.HRegionServer(976): stopping server 9d8c37854f6e,35869,1731196629088; all regions closed. 2024-11-09T23:58:11,783 INFO [RS:2;9d8c37854f6e:42677 {}] regionserver.HRegionServer(976): stopping server 9d8c37854f6e,42677,1731196629124; all regions closed. 2024-11-09T23:58:11,786 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43797 is added to blk_1073741836_1012 (size=17096) 2024-11-09T23:58:11,786 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43797 is added to blk_1073741833_1009 (size=2981) 2024-11-09T23:58:11,786 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34825 is added to blk_1073741836_1012 (size=17096) 2024-11-09T23:58:11,786 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37483 is added to blk_1073741836_1012 (size=17096) 2024-11-09T23:58:11,786 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34825 is added to blk_1073741833_1009 (size=2981) 2024-11-09T23:58:11,786 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37483 is added to blk_1073741833_1009 (size=2981) 2024-11-09T23:58:11,789 DEBUG [RS:1;9d8c37854f6e:35869 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/9ac4d819-7651-f571-f3b4-a57b90623e74/oldWALs 2024-11-09T23:58:11,789 INFO [RS:1;9d8c37854f6e:35869 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 9d8c37854f6e%2C35869%2C1731196629088:(num 1731196629796) 2024-11-09T23:58:11,789 DEBUG [RS:2;9d8c37854f6e:42677 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/9ac4d819-7651-f571-f3b4-a57b90623e74/oldWALs 2024-11-09T23:58:11,789 DEBUG [RS:1;9d8c37854f6e:35869 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T23:58:11,789 INFO [RS:1;9d8c37854f6e:35869 {}] regionserver.LeaseManager(133): Closed leases 2024-11-09T23:58:11,789 INFO [RS:2;9d8c37854f6e:42677 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 9d8c37854f6e%2C42677%2C1731196629124.meta:.meta(num 1731196640091) 2024-11-09T23:58:11,789 INFO [RS:1;9d8c37854f6e:35869 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-09T23:58:11,789 INFO [RS:1;9d8c37854f6e:35869 {}] hbase.ChoreService(370): Chore service for: regionserver/9d8c37854f6e:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-09T23:58:11,789 INFO [RS:1;9d8c37854f6e:35869 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-09T23:58:11,789 INFO [regionserver/9d8c37854f6e:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-09T23:58:11,789 INFO [RS:1;9d8c37854f6e:35869 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-09T23:58:11,789 INFO [RS:1;9d8c37854f6e:35869 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-09T23:58:11,789 INFO [RS:1;9d8c37854f6e:35869 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-09T23:58:11,789 INFO [RS:1;9d8c37854f6e:35869 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:35869 2024-11-09T23:58:11,792 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34825 is added to blk_1073741834_1010 (size=2917) 2024-11-09T23:58:11,792 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37483 is added to blk_1073741834_1010 (size=2917) 2024-11-09T23:58:11,792 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43797 is added to blk_1073741834_1010 (size=2917) 2024-11-09T23:58:11,794 DEBUG [RS:2;9d8c37854f6e:42677 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/9ac4d819-7651-f571-f3b4-a57b90623e74/oldWALs 2024-11-09T23:58:11,794 INFO [RS:2;9d8c37854f6e:42677 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 9d8c37854f6e%2C42677%2C1731196629124:(num 1731196629795) 2024-11-09T23:58:11,794 DEBUG [RS:2;9d8c37854f6e:42677 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T23:58:11,794 INFO [RS:2;9d8c37854f6e:42677 {}] regionserver.LeaseManager(133): Closed leases 2024-11-09T23:58:11,794 INFO [RS:2;9d8c37854f6e:42677 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-09T23:58:11,794 INFO [RS:2;9d8c37854f6e:42677 {}] hbase.ChoreService(370): Chore service for: regionserver/9d8c37854f6e:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-09T23:58:11,795 INFO [RS:2;9d8c37854f6e:42677 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-09T23:58:11,795 INFO [regionserver/9d8c37854f6e:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-09T23:58:11,795 INFO [RS:2;9d8c37854f6e:42677 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:42677 2024-11-09T23:58:11,821 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35869-0x1012351c2670002, quorum=127.0.0.1:51004, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/9d8c37854f6e,35869,1731196629088 2024-11-09T23:58:11,821 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43263-0x1012351c2670000, quorum=127.0.0.1:51004, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-09T23:58:11,821 INFO [RS:1;9d8c37854f6e:35869 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-09T23:58:11,829 DEBUG [pool-316-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42677-0x1012351c2670003, quorum=127.0.0.1:51004, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/9d8c37854f6e,42677,1731196629124 2024-11-09T23:58:11,829 INFO [RS:2;9d8c37854f6e:42677 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-09T23:58:11,837 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [9d8c37854f6e,35869,1731196629088] 2024-11-09T23:58:11,854 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/9d8c37854f6e,35869,1731196629088 already deleted, retry=false 2024-11-09T23:58:11,854 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 9d8c37854f6e,35869,1731196629088 expired; onlineServers=1 2024-11-09T23:58:11,854 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [9d8c37854f6e,42677,1731196629124] 2024-11-09T23:58:11,860 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-09T23:58:11,860 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-09T23:58:11,862 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/9d8c37854f6e,42677,1731196629124 already deleted, retry=false 2024-11-09T23:58:11,863 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 9d8c37854f6e,42677,1731196629124 expired; onlineServers=0 2024-11-09T23:58:11,863 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '9d8c37854f6e,43263,1731196628918' ***** 2024-11-09T23:58:11,863 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-09T23:58:11,863 INFO [M:0;9d8c37854f6e:43263 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-09T23:58:11,863 INFO [M:0;9d8c37854f6e:43263 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-09T23:58:11,863 DEBUG [M:0;9d8c37854f6e:43263 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-09T23:58:11,863 DEBUG [M:0;9d8c37854f6e:43263 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-09T23:58:11,864 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-09T23:58:11,864 DEBUG [master/9d8c37854f6e:0:becomeActiveMaster-HFileCleaner.small.0-1731196629472 {}] cleaner.HFileCleaner(306): Exit Thread[master/9d8c37854f6e:0:becomeActiveMaster-HFileCleaner.small.0-1731196629472,5,FailOnTimeoutGroup] 2024-11-09T23:58:11,864 DEBUG [master/9d8c37854f6e:0:becomeActiveMaster-HFileCleaner.large.0-1731196629472 {}] cleaner.HFileCleaner(306): Exit Thread[master/9d8c37854f6e:0:becomeActiveMaster-HFileCleaner.large.0-1731196629472,5,FailOnTimeoutGroup] 2024-11-09T23:58:11,864 INFO [M:0;9d8c37854f6e:43263 {}] hbase.ChoreService(370): Chore service for: master/9d8c37854f6e:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-09T23:58:11,864 INFO [M:0;9d8c37854f6e:43263 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-09T23:58:11,864 DEBUG [M:0;9d8c37854f6e:43263 {}] master.HMaster(1795): Stopping service threads 2024-11-09T23:58:11,864 INFO [M:0;9d8c37854f6e:43263 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-09T23:58:11,865 INFO [M:0;9d8c37854f6e:43263 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-09T23:58:11,865 ERROR [M:0;9d8c37854f6e:43263 {}] procedure2.ProcedureExecutor(763): There are still active thread in group java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10], see STDOUT java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10] Thread[IPC Client (967957970) connection to localhost/127.0.0.1:41247 from jenkins,5,PEWorkerGroup] Thread[IPC Parameter Sending Thread for localhost/127.0.0.1:41247,5,PEWorkerGroup] 2024-11-09T23:58:11,866 INFO [M:0;9d8c37854f6e:43263 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-09T23:58:11,866 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-09T23:58:11,871 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43263-0x1012351c2670000, quorum=127.0.0.1:51004, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master 2024-11-09T23:58:11,871 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43263-0x1012351c2670000, quorum=127.0.0.1:51004, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-09T23:58:11,871 DEBUG [M:0;9d8c37854f6e:43263 {}] zookeeper.ZKUtil(347): master:43263-0x1012351c2670000, quorum=127.0.0.1:51004, baseZNode=/hbase Unable to get data of znode /hbase/master because node does not exist (not an error) 2024-11-09T23:58:11,871 WARN [M:0;9d8c37854f6e:43263 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-09T23:58:11,872 INFO [M:0;9d8c37854f6e:43263 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:41247/user/jenkins/test-data/9ac4d819-7651-f571-f3b4-a57b90623e74/.lastflushedseqids 2024-11-09T23:58:11,883 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37483 is added to blk_1073741867_1043 (size=650) 2024-11-09T23:58:11,883 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34825 is added to blk_1073741867_1043 (size=650) 2024-11-09T23:58:11,883 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43797 is added to blk_1073741867_1043 (size=650) 2024-11-09T23:58:11,884 INFO [M:0;9d8c37854f6e:43263 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-09T23:58:11,884 INFO [M:0;9d8c37854f6e:43263 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-09T23:58:11,884 DEBUG [M:0;9d8c37854f6e:43263 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-09T23:58:11,884 INFO [M:0;9d8c37854f6e:43263 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T23:58:11,884 DEBUG [M:0;9d8c37854f6e:43263 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T23:58:11,884 DEBUG [M:0;9d8c37854f6e:43263 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-09T23:58:11,884 DEBUG [M:0;9d8c37854f6e:43263 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T23:58:11,884 INFO [M:0;9d8c37854f6e:43263 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=174.56 KB heapSize=213.58 KB 2024-11-09T23:58:11,898 DEBUG [M:0;9d8c37854f6e:43263 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41247/user/jenkins/test-data/9ac4d819-7651-f571-f3b4-a57b90623e74/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/01e8e21ccf84408a8973379e62203b3b is 82, key is hbase:meta,,1/info:regioninfo/1731196640131/Put/seqid=0 2024-11-09T23:58:11,904 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34825 is added to blk_1073741868_1044 (size=5672) 2024-11-09T23:58:11,904 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37483 is added to blk_1073741868_1044 (size=5672) 2024-11-09T23:58:11,905 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43797 is added to blk_1073741868_1044 (size=5672) 2024-11-09T23:58:11,905 INFO [M:0;9d8c37854f6e:43263 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=419 (bloomFilter=true), to=hdfs://localhost:41247/user/jenkins/test-data/9ac4d819-7651-f571-f3b4-a57b90623e74/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/01e8e21ccf84408a8973379e62203b3b 2024-11-09T23:58:11,925 DEBUG [M:0;9d8c37854f6e:43263 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41247/user/jenkins/test-data/9ac4d819-7651-f571-f3b4-a57b90623e74/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/1e2251ecece64973ac637b29206ec4d2 is 1244, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1731196651047/Put/seqid=0 2024-11-09T23:58:11,931 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34825 is added to blk_1073741869_1045 (size=12177) 2024-11-09T23:58:11,931 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37483 is added to blk_1073741869_1045 (size=12177) 2024-11-09T23:58:11,931 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43797 is added to blk_1073741869_1045 (size=12177) 2024-11-09T23:58:11,932 INFO [M:0;9d8c37854f6e:43263 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=173.83 KB at sequenceid=419 (bloomFilter=true), to=hdfs://localhost:41247/user/jenkins/test-data/9ac4d819-7651-f571-f3b4-a57b90623e74/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/1e2251ecece64973ac637b29206ec4d2 2024-11-09T23:58:11,937 INFO [M:0;9d8c37854f6e:43263 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 1e2251ecece64973ac637b29206ec4d2 2024-11-09T23:58:11,938 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35869-0x1012351c2670002, quorum=127.0.0.1:51004, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-09T23:58:11,938 INFO [RS:1;9d8c37854f6e:35869 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-09T23:58:11,938 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35869-0x1012351c2670002, quorum=127.0.0.1:51004, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-09T23:58:11,938 INFO [RS:1;9d8c37854f6e:35869 {}] regionserver.HRegionServer(1031): Exiting; stopping=9d8c37854f6e,35869,1731196629088; zookeeper connection closed. 2024-11-09T23:58:11,938 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@f09ae59 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@f09ae59 2024-11-09T23:58:11,946 DEBUG [pool-316-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42677-0x1012351c2670003, quorum=127.0.0.1:51004, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-09T23:58:11,946 INFO [RS:2;9d8c37854f6e:42677 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-09T23:58:11,946 DEBUG [pool-316-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42677-0x1012351c2670003, quorum=127.0.0.1:51004, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-09T23:58:11,946 INFO [RS:2;9d8c37854f6e:42677 {}] regionserver.HRegionServer(1031): Exiting; stopping=9d8c37854f6e,42677,1731196629124; zookeeper connection closed. 2024-11-09T23:58:11,946 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@3e6ed23a {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@3e6ed23a 2024-11-09T23:58:11,947 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 3 regionserver(s) complete 2024-11-09T23:58:11,951 DEBUG [M:0;9d8c37854f6e:43263 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41247/user/jenkins/test-data/9ac4d819-7651-f571-f3b4-a57b90623e74/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/df832f24429e4f7e8f29860f97f99da0 is 69, key is 9d8c37854f6e,35869,1731196629088/rs:state/1731196629604/Put/seqid=0 2024-11-09T23:58:11,957 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43797 is added to blk_1073741870_1046 (size=5442) 2024-11-09T23:58:11,957 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34825 is added to blk_1073741870_1046 (size=5442) 2024-11-09T23:58:11,957 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37483 is added to blk_1073741870_1046 (size=5442) 2024-11-09T23:58:11,958 INFO [M:0;9d8c37854f6e:43263 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=249 B at sequenceid=419 (bloomFilter=true), to=hdfs://localhost:41247/user/jenkins/test-data/9ac4d819-7651-f571-f3b4-a57b90623e74/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/df832f24429e4f7e8f29860f97f99da0 2024-11-09T23:58:11,963 INFO [M:0;9d8c37854f6e:43263 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for df832f24429e4f7e8f29860f97f99da0 2024-11-09T23:58:11,964 DEBUG [M:0;9d8c37854f6e:43263 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41247/user/jenkins/test-data/9ac4d819-7651-f571-f3b4-a57b90623e74/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/01e8e21ccf84408a8973379e62203b3b as hdfs://localhost:41247/user/jenkins/test-data/9ac4d819-7651-f571-f3b4-a57b90623e74/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/01e8e21ccf84408a8973379e62203b3b 2024-11-09T23:58:11,970 INFO [M:0;9d8c37854f6e:43263 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41247/user/jenkins/test-data/9ac4d819-7651-f571-f3b4-a57b90623e74/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/01e8e21ccf84408a8973379e62203b3b, entries=8, sequenceid=419, filesize=5.5 K 2024-11-09T23:58:11,971 DEBUG [M:0;9d8c37854f6e:43263 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41247/user/jenkins/test-data/9ac4d819-7651-f571-f3b4-a57b90623e74/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/1e2251ecece64973ac637b29206ec4d2 as hdfs://localhost:41247/user/jenkins/test-data/9ac4d819-7651-f571-f3b4-a57b90623e74/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/1e2251ecece64973ac637b29206ec4d2 2024-11-09T23:58:11,977 INFO [M:0;9d8c37854f6e:43263 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 1e2251ecece64973ac637b29206ec4d2 2024-11-09T23:58:11,977 INFO [M:0;9d8c37854f6e:43263 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41247/user/jenkins/test-data/9ac4d819-7651-f571-f3b4-a57b90623e74/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/1e2251ecece64973ac637b29206ec4d2, entries=54, sequenceid=419, filesize=11.9 K 2024-11-09T23:58:11,978 DEBUG [M:0;9d8c37854f6e:43263 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41247/user/jenkins/test-data/9ac4d819-7651-f571-f3b4-a57b90623e74/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/df832f24429e4f7e8f29860f97f99da0 as hdfs://localhost:41247/user/jenkins/test-data/9ac4d819-7651-f571-f3b4-a57b90623e74/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/df832f24429e4f7e8f29860f97f99da0 2024-11-09T23:58:11,984 INFO [M:0;9d8c37854f6e:43263 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for df832f24429e4f7e8f29860f97f99da0 2024-11-09T23:58:11,984 INFO [M:0;9d8c37854f6e:43263 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41247/user/jenkins/test-data/9ac4d819-7651-f571-f3b4-a57b90623e74/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/df832f24429e4f7e8f29860f97f99da0, entries=3, sequenceid=419, filesize=5.3 K 2024-11-09T23:58:11,984 INFO [M:0;9d8c37854f6e:43263 {}] regionserver.HRegion(3140): Finished flush of dataSize ~174.56 KB/178752, heapSize ~213.28 KB/218400, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 100ms, sequenceid=419, compaction requested=false 2024-11-09T23:58:11,986 INFO [M:0;9d8c37854f6e:43263 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T23:58:11,986 DEBUG [M:0;9d8c37854f6e:43263 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731196691884Disabling compacts and flushes for region at 1731196691884Disabling writes for close at 1731196691884Obtaining lock to block concurrent updates at 1731196691884Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731196691884Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=178752, getHeapSize=218640, getOffHeapSize=0, getCellsCount=514 at 1731196691885 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731196691885Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731196691885Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731196691898 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731196691898Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731196691910 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731196691925 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731196691925Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731196691937 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731196691950 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731196691950Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3b9c1f89: reopening flushed file at 1731196691963 (+13 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6a4daf11: reopening flushed file at 1731196691970 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2a536033: reopening flushed file at 1731196691977 (+7 ms)Finished flush of dataSize ~174.56 KB/178752, heapSize ~213.28 KB/218400, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 100ms, sequenceid=419, compaction requested=false at 1731196691985 (+8 ms)Writing region close event to WAL at 1731196691986 (+1 ms)Closed at 1731196691986 2024-11-09T23:58:11,988 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34825 is added to blk_1073741830_1006 (size=206786) 2024-11-09T23:58:11,989 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37483 is added to blk_1073741830_1006 (size=206786) 2024-11-09T23:58:11,989 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43797 is added to blk_1073741830_1006 (size=206786) 2024-11-09T23:58:11,990 INFO [M:0;9d8c37854f6e:43263 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-09T23:58:11,990 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-09T23:58:11,990 INFO [M:0;9d8c37854f6e:43263 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:43263 2024-11-09T23:58:11,990 INFO [M:0;9d8c37854f6e:43263 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-09T23:58:12,121 INFO [M:0;9d8c37854f6e:43263 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-09T23:58:12,121 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43263-0x1012351c2670000, quorum=127.0.0.1:51004, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-09T23:58:12,121 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43263-0x1012351c2670000, quorum=127.0.0.1:51004, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-09T23:58:12,149 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@51bc681e{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-09T23:58:12,149 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@69a2cc41{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-09T23:58:12,150 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-09T23:58:12,150 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3615cd80{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-09T23:58:12,150 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@384fb1d9{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/fe067601-5b1a-55d4-1071-94c272e2b058/hadoop.log.dir/,STOPPED} 2024-11-09T23:58:12,152 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-09T23:58:12,152 WARN [BP-232344617-172.17.0.2-1731196626738 heartbeating to localhost/127.0.0.1:41247 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-09T23:58:12,152 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-09T23:58:12,152 WARN [BP-232344617-172.17.0.2-1731196626738 heartbeating to localhost/127.0.0.1:41247 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-232344617-172.17.0.2-1731196626738 (Datanode Uuid fd752288-5138-4647-8488-4a52dd9ffa97) service to localhost/127.0.0.1:41247 2024-11-09T23:58:12,153 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/fe067601-5b1a-55d4-1071-94c272e2b058/cluster_846625a2-2bfa-6e3f-589a-aa70bbb78284/data/data5/current/BP-232344617-172.17.0.2-1731196626738 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-09T23:58:12,154 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/fe067601-5b1a-55d4-1071-94c272e2b058/cluster_846625a2-2bfa-6e3f-589a-aa70bbb78284/data/data6/current/BP-232344617-172.17.0.2-1731196626738 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-09T23:58:12,154 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-09T23:58:12,158 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@72727a2e{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-09T23:58:12,159 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@5469cc5b{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-09T23:58:12,159 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-09T23:58:12,159 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5d1726b1{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-09T23:58:12,159 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4109d07e{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/fe067601-5b1a-55d4-1071-94c272e2b058/hadoop.log.dir/,STOPPED} 2024-11-09T23:58:12,160 WARN [BP-232344617-172.17.0.2-1731196626738 heartbeating to localhost/127.0.0.1:41247 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-09T23:58:12,160 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-09T23:58:12,160 WARN [BP-232344617-172.17.0.2-1731196626738 heartbeating to localhost/127.0.0.1:41247 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-232344617-172.17.0.2-1731196626738 (Datanode Uuid c5b8e61f-ae8e-4f79-bb07-2292fd44cdea) service to localhost/127.0.0.1:41247 2024-11-09T23:58:12,160 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-09T23:58:12,161 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/fe067601-5b1a-55d4-1071-94c272e2b058/cluster_846625a2-2bfa-6e3f-589a-aa70bbb78284/data/data3/current/BP-232344617-172.17.0.2-1731196626738 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-09T23:58:12,161 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/fe067601-5b1a-55d4-1071-94c272e2b058/cluster_846625a2-2bfa-6e3f-589a-aa70bbb78284/data/data4/current/BP-232344617-172.17.0.2-1731196626738 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-09T23:58:12,161 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-09T23:58:12,163 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@1829e4c{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-09T23:58:12,164 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@f625930{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-09T23:58:12,164 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-09T23:58:12,164 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@652ac91{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-09T23:58:12,164 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@aae0e41{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/fe067601-5b1a-55d4-1071-94c272e2b058/hadoop.log.dir/,STOPPED} 2024-11-09T23:58:12,165 WARN [BP-232344617-172.17.0.2-1731196626738 heartbeating to localhost/127.0.0.1:41247 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-09T23:58:12,165 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-09T23:58:12,165 WARN [BP-232344617-172.17.0.2-1731196626738 heartbeating to localhost/127.0.0.1:41247 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-232344617-172.17.0.2-1731196626738 (Datanode Uuid 64fbd128-d403-42ef-aebb-f9d253a1f877) service to localhost/127.0.0.1:41247 2024-11-09T23:58:12,165 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-09T23:58:12,166 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/fe067601-5b1a-55d4-1071-94c272e2b058/cluster_846625a2-2bfa-6e3f-589a-aa70bbb78284/data/data1/current/BP-232344617-172.17.0.2-1731196626738 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-09T23:58:12,166 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/fe067601-5b1a-55d4-1071-94c272e2b058/cluster_846625a2-2bfa-6e3f-589a-aa70bbb78284/data/data2/current/BP-232344617-172.17.0.2-1731196626738 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-09T23:58:12,166 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-09T23:58:12,172 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@35af2d82{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-09T23:58:12,172 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@11abadeb{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-09T23:58:12,172 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-09T23:58:12,172 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5fed62ec{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-09T23:58:12,172 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@430d345b{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/fe067601-5b1a-55d4-1071-94c272e2b058/hadoop.log.dir/,STOPPED} 2024-11-09T23:58:12,179 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-09T23:58:12,208 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-09T23:58:12,215 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: master.procedure.TestSnapshotProcedureRSCrashes#testRegionServerCrashWhileVerifyingSnapshot Thread=127 (was 99) Potentially hanging thread: RS_SNAPSHOT_OPERATIONS-regionserver/9d8c37854f6e:0-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:41247 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-9-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-8-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.5@localhost:41247 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_SNAPSHOT_OPERATIONS-regionserver/9d8c37854f6e:0-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-12-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-8-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:41247 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-11-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-10 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-7-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (967957970) connection to localhost/127.0.0.1:41247 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-9 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-11 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-7-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-12 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-11-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_SNAPSHOT_OPERATIONS-regionserver/9d8c37854f6e:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (967957970) connection to localhost/127.0.0.1:41247 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-10-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-8-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-10-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-10-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-8 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-13-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:41247 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.4@localhost:41247 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-11-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:41247 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-13-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-7 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-12-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-10-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Timer for 'DataNode' metrics system java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-9-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-8-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-8-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-10-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (967957970) connection to localhost/127.0.0.1:41247 from jenkins.hfs.5 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins@localhost:41247 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.3@localhost:41247 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-10-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-9-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-9-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (967957970) connection to localhost/127.0.0.1:41247 from jenkins.hfs.4 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-7-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-8-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-9-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-9-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-13-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-12-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=476 (was 442) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=62 (was 34) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=17382 (was 17545)