2024-11-10 14:17:02,547 main DEBUG Apache Log4j Core 2.17.2 initializing configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@7a6d7e92 2024-11-10 14:17:02,561 main DEBUG Took 0.011335 seconds to load 1 plugins from package org.apache.hadoop.hbase.logging 2024-11-10 14:17:02,561 main DEBUG PluginManager 'Core' found 129 plugins 2024-11-10 14:17:02,562 main DEBUG PluginManager 'Level' found 0 plugins 2024-11-10 14:17:02,563 main DEBUG PluginManager 'Lookup' found 16 plugins 2024-11-10 14:17:02,564 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-10 14:17:02,572 main DEBUG PluginManager 'TypeConverter' found 26 plugins 2024-11-10 14:17:02,587 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.util.MBeans", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-10 14:17:02,588 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-10 14:17:02,589 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.logging.TestJul2Slf4j", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-10 14:17:02,589 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-10 14:17:02,590 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.zookeeper", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-10 14:17:02,590 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-10 14:17:02,592 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSinkAdapter", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-10 14:17:02,592 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-10 14:17:02,593 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSystemImpl", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-10 14:17:02,593 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-10 14:17:02,594 main DEBUG LoggerConfig$Builder(additivity="false", level="WARN", levelAndRefs="null", name="org.apache.directory", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-10 14:17:02,594 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-10 14:17:02,595 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.ipc.FailedServers", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-10 14:17:02,595 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-10 14:17:02,596 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsConfig", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-10 14:17:02,596 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-10 14:17:02,597 main DEBUG LoggerConfig$Builder(additivity="null", level="INFO", levelAndRefs="null", name="org.apache.hadoop.hbase.ScheduledChore", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-10 14:17:02,597 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-10 14:17:02,598 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.regionserver.RSRpcServices", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-10 14:17:02,598 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-10 14:17:02,599 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-10 14:17:02,599 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-10 14:17:02,600 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-10 14:17:02,600 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-10 14:17:02,601 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hbase.thirdparty.io.netty.channel", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-10 14:17:02,601 main DEBUG Building Plugin[name=root, class=org.apache.logging.log4j.core.config.LoggerConfig$RootLogger]. 2024-11-10 14:17:02,603 main DEBUG LoggerConfig$RootLogger$Builder(additivity="null", level="null", levelAndRefs="INFO,Console", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-10 14:17:02,604 main DEBUG Building Plugin[name=loggers, class=org.apache.logging.log4j.core.config.LoggersPlugin]. 2024-11-10 14:17:02,606 main DEBUG createLoggers(={org.apache.hadoop.metrics2.util.MBeans, org.apache.hadoop.hbase.logging.TestJul2Slf4j, org.apache.zookeeper, org.apache.hadoop.metrics2.impl.MetricsSinkAdapter, org.apache.hadoop.metrics2.impl.MetricsSystemImpl, org.apache.directory, org.apache.hadoop.hbase.ipc.FailedServers, org.apache.hadoop.metrics2.impl.MetricsConfig, org.apache.hadoop.hbase.ScheduledChore, org.apache.hadoop.hbase.regionserver.RSRpcServices, org.apache.hadoop, org.apache.hadoop.hbase, org.apache.hbase.thirdparty.io.netty.channel, root}) 2024-11-10 14:17:02,607 main DEBUG Building Plugin[name=layout, class=org.apache.logging.log4j.core.layout.PatternLayout]. 2024-11-10 14:17:02,609 main DEBUG PatternLayout$Builder(pattern="%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n", PatternSelector=null, Configuration(PropertiesConfig), Replace=null, charset="null", alwaysWriteExceptions="null", disableAnsi="null", noConsoleNoAnsi="null", header="null", footer="null") 2024-11-10 14:17:02,609 main DEBUG PluginManager 'Converter' found 47 plugins 2024-11-10 14:17:02,618 main DEBUG Building Plugin[name=appender, class=org.apache.hadoop.hbase.logging.HBaseTestAppender]. 2024-11-10 14:17:02,621 main DEBUG HBaseTestAppender$Builder(target="SYSTEM_ERR", maxSize="1G", bufferedIo="null", bufferSize="null", immediateFlush="null", ignoreExceptions="null", PatternLayout(%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n), name="Console", Configuration(PropertiesConfig), Filter=null, ={}) 2024-11-10 14:17:02,622 main DEBUG Starting HBaseTestOutputStreamManager SYSTEM_ERR 2024-11-10 14:17:02,623 main DEBUG Building Plugin[name=appenders, class=org.apache.logging.log4j.core.config.AppendersPlugin]. 2024-11-10 14:17:02,623 main DEBUG createAppenders(={Console}) 2024-11-10 14:17:02,624 main DEBUG Configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@7a6d7e92 initialized 2024-11-10 14:17:02,624 main DEBUG Starting configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@7a6d7e92 2024-11-10 14:17:02,625 main DEBUG Started configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@7a6d7e92 OK. 2024-11-10 14:17:02,625 main DEBUG Shutting down OutputStreamManager SYSTEM_OUT.false.false-1 2024-11-10 14:17:02,626 main DEBUG OutputStream closed 2024-11-10 14:17:02,626 main DEBUG Shut down OutputStreamManager SYSTEM_OUT.false.false-1, all resources released: true 2024-11-10 14:17:02,627 main DEBUG Appender DefaultConsole-1 stopped with status true 2024-11-10 14:17:02,627 main DEBUG Stopped org.apache.logging.log4j.core.config.DefaultConfiguration@437da279 OK 2024-11-10 14:17:02,711 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6 2024-11-10 14:17:02,713 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=StatusLogger 2024-11-10 14:17:02,714 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=ContextSelector 2024-11-10 14:17:02,715 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name= 2024-11-10 14:17:02,716 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.directory 2024-11-10 14:17:02,716 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSinkAdapter 2024-11-10 14:17:02,717 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.zookeeper 2024-11-10 14:17:02,717 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.logging.TestJul2Slf4j 2024-11-10 14:17:02,718 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSystemImpl 2024-11-10 14:17:02,718 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.util.MBeans 2024-11-10 14:17:02,719 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase 2024-11-10 14:17:02,719 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop 2024-11-10 14:17:02,720 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ipc.FailedServers 2024-11-10 14:17:02,720 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.regionserver.RSRpcServices 2024-11-10 14:17:02,721 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsConfig 2024-11-10 14:17:02,721 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hbase.thirdparty.io.netty.channel 2024-11-10 14:17:02,721 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ScheduledChore 2024-11-10 14:17:02,722 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Appenders,name=Console 2024-11-10 14:17:02,724 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-11-10 14:17:02,724 main DEBUG Reconfiguration complete for context[name=1dbd16a6] at URI jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-logging/target/hbase-logging-3.0.0-beta-2-SNAPSHOT-tests.jar!/log4j2.properties (org.apache.logging.log4j.core.LoggerContext@7e4204e2) with optional ClassLoader: null 2024-11-10 14:17:02,725 main DEBUG Shutdown hook enabled. Registering a new one. 2024-11-10 14:17:02,726 main DEBUG LoggerContext[name=1dbd16a6, org.apache.logging.log4j.core.LoggerContext@7e4204e2] started OK. 2024-11-10T14:17:02,740 INFO [main {}] hbase.HBaseClassTestRule(94): Test class org.apache.hadoop.hbase.master.procedure.TestSnapshotProcedure timeout: 13 mins 2024-11-10 14:17:02,743 main DEBUG AsyncLogger.ThreadNameStrategy=UNCACHED (user specified null, default is UNCACHED) 2024-11-10 14:17:02,744 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-11-10T14:17:02,752 INFO [main {}] hbase.HBaseClassTestRule(94): Test class org.apache.hadoop.hbase.master.procedure.TestSnapshotProcedureRSCrashes timeout: 13 mins 2024-11-10T14:17:02,780 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: master.procedure.TestSnapshotProcedureRSCrashes#testRegionServerCrashWhileTakingSnapshot Thread=11, OpenFileDescriptor=285, MaxFileDescriptor=1048576, SystemLoadAverage=222, ProcessCount=11, AvailableMemoryMB=10619 2024-11-10T14:17:03,047 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5f205114-4e0e-e2d9-beed-f0252dcdbdbd 2024-11-10T14:17:03,048 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=3, rsPorts=, rsClass=null, numDataNodes=3, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-10T14:17:03,061 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5f205114-4e0e-e2d9-beed-f0252dcdbdbd/cluster_ee7f82b2-bad7-707d-f309-56b7202446d4, deleteOnExit=true 2024-11-10T14:17:03,062 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-10T14:17:03,062 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5f205114-4e0e-e2d9-beed-f0252dcdbdbd/test.cache.data in system properties and HBase conf 2024-11-10T14:17:03,063 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5f205114-4e0e-e2d9-beed-f0252dcdbdbd/hadoop.tmp.dir in system properties and HBase conf 2024-11-10T14:17:03,063 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5f205114-4e0e-e2d9-beed-f0252dcdbdbd/hadoop.log.dir in system properties and HBase conf 2024-11-10T14:17:03,064 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5f205114-4e0e-e2d9-beed-f0252dcdbdbd/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-10T14:17:03,064 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5f205114-4e0e-e2d9-beed-f0252dcdbdbd/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-10T14:17:03,065 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-10T14:17:03,145 WARN [Time-limited test {}] util.NativeCodeLoader(60): Unable to load native-hadoop library for your platform... using builtin-java classes where applicable 2024-11-10T14:17:03,230 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-10T14:17:03,234 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5f205114-4e0e-e2d9-beed-f0252dcdbdbd/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-10T14:17:03,234 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5f205114-4e0e-e2d9-beed-f0252dcdbdbd/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-10T14:17:03,235 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5f205114-4e0e-e2d9-beed-f0252dcdbdbd/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-10T14:17:03,235 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5f205114-4e0e-e2d9-beed-f0252dcdbdbd/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-10T14:17:03,235 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5f205114-4e0e-e2d9-beed-f0252dcdbdbd/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-10T14:17:03,236 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5f205114-4e0e-e2d9-beed-f0252dcdbdbd/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-10T14:17:03,237 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5f205114-4e0e-e2d9-beed-f0252dcdbdbd/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-10T14:17:03,237 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5f205114-4e0e-e2d9-beed-f0252dcdbdbd/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-10T14:17:03,238 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5f205114-4e0e-e2d9-beed-f0252dcdbdbd/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-10T14:17:03,239 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5f205114-4e0e-e2d9-beed-f0252dcdbdbd/nfs.dump.dir in system properties and HBase conf 2024-11-10T14:17:03,239 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5f205114-4e0e-e2d9-beed-f0252dcdbdbd/java.io.tmpdir in system properties and HBase conf 2024-11-10T14:17:03,240 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5f205114-4e0e-e2d9-beed-f0252dcdbdbd/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-10T14:17:03,240 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5f205114-4e0e-e2d9-beed-f0252dcdbdbd/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-10T14:17:03,241 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5f205114-4e0e-e2d9-beed-f0252dcdbdbd/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-10T14:17:04,031 WARN [Time-limited test {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties 2024-11-10T14:17:04,111 INFO [Time-limited test {}] log.Log(170): Logging initialized @2244ms to org.eclipse.jetty.util.log.Slf4jLog 2024-11-10T14:17:04,189 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-10T14:17:04,255 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-10T14:17:04,279 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-10T14:17:04,279 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-10T14:17:04,281 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-10T14:17:04,297 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-10T14:17:04,300 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@379e5835{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5f205114-4e0e-e2d9-beed-f0252dcdbdbd/hadoop.log.dir/,AVAILABLE} 2024-11-10T14:17:04,301 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6a9f9f29{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-10T14:17:04,517 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@458e1c66{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5f205114-4e0e-e2d9-beed-f0252dcdbdbd/java.io.tmpdir/jetty-localhost-44511-hadoop-hdfs-3_4_1-tests_jar-_-any-8480759989065071470/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-10T14:17:04,524 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@50e5d970{HTTP/1.1, (http/1.1)}{localhost:44511} 2024-11-10T14:17:04,524 INFO [Time-limited test {}] server.Server(415): Started @2658ms 2024-11-10T14:17:04,899 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-10T14:17:04,906 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-10T14:17:04,907 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-10T14:17:04,907 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-10T14:17:04,907 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-10T14:17:04,908 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3bdaaf48{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5f205114-4e0e-e2d9-beed-f0252dcdbdbd/hadoop.log.dir/,AVAILABLE} 2024-11-10T14:17:04,908 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7f453cb9{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-10T14:17:05,028 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@3822facf{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5f205114-4e0e-e2d9-beed-f0252dcdbdbd/java.io.tmpdir/jetty-localhost-39035-hadoop-hdfs-3_4_1-tests_jar-_-any-12572340650674342914/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-10T14:17:05,029 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@18c70438{HTTP/1.1, (http/1.1)}{localhost:39035} 2024-11-10T14:17:05,030 INFO [Time-limited test {}] server.Server(415): Started @3164ms 2024-11-10T14:17:05,085 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-10T14:17:05,209 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-10T14:17:05,214 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-10T14:17:05,216 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-10T14:17:05,216 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-10T14:17:05,216 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-10T14:17:05,221 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7ffd676e{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5f205114-4e0e-e2d9-beed-f0252dcdbdbd/hadoop.log.dir/,AVAILABLE} 2024-11-10T14:17:05,221 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2267987d{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-10T14:17:05,341 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@733978e0{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5f205114-4e0e-e2d9-beed-f0252dcdbdbd/java.io.tmpdir/jetty-localhost-35029-hadoop-hdfs-3_4_1-tests_jar-_-any-3824006071357313805/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-10T14:17:05,341 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@cec9164{HTTP/1.1, (http/1.1)}{localhost:35029} 2024-11-10T14:17:05,342 INFO [Time-limited test {}] server.Server(415): Started @3476ms 2024-11-10T14:17:05,344 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-10T14:17:05,383 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-10T14:17:05,388 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-10T14:17:05,390 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-10T14:17:05,390 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-10T14:17:05,390 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-10T14:17:05,391 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@290abb78{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5f205114-4e0e-e2d9-beed-f0252dcdbdbd/hadoop.log.dir/,AVAILABLE} 2024-11-10T14:17:05,391 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1b3a725b{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-10T14:17:05,516 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@1829d582{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5f205114-4e0e-e2d9-beed-f0252dcdbdbd/java.io.tmpdir/jetty-localhost-45975-hadoop-hdfs-3_4_1-tests_jar-_-any-1510151362213080127/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-10T14:17:05,517 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@214e58f{HTTP/1.1, (http/1.1)}{localhost:45975} 2024-11-10T14:17:05,517 INFO [Time-limited test {}] server.Server(415): Started @3651ms 2024-11-10T14:17:05,519 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-10T14:17:05,547 WARN [Thread-110 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5f205114-4e0e-e2d9-beed-f0252dcdbdbd/cluster_ee7f82b2-bad7-707d-f309-56b7202446d4/data/data3/current/BP-1867783892-172.17.0.2-1731248223793/current, will proceed with Du for space computation calculation, 2024-11-10T14:17:05,547 WARN [Thread-112 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5f205114-4e0e-e2d9-beed-f0252dcdbdbd/cluster_ee7f82b2-bad7-707d-f309-56b7202446d4/data/data4/current/BP-1867783892-172.17.0.2-1731248223793/current, will proceed with Du for space computation calculation, 2024-11-10T14:17:05,547 WARN [Thread-111 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5f205114-4e0e-e2d9-beed-f0252dcdbdbd/cluster_ee7f82b2-bad7-707d-f309-56b7202446d4/data/data2/current/BP-1867783892-172.17.0.2-1731248223793/current, will proceed with Du for space computation calculation, 2024-11-10T14:17:05,547 WARN [Thread-109 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5f205114-4e0e-e2d9-beed-f0252dcdbdbd/cluster_ee7f82b2-bad7-707d-f309-56b7202446d4/data/data1/current/BP-1867783892-172.17.0.2-1731248223793/current, will proceed with Du for space computation calculation, 2024-11-10T14:17:05,606 WARN [Thread-58 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-10T14:17:05,608 WARN [Thread-81 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-10T14:17:05,657 WARN [Thread-140 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5f205114-4e0e-e2d9-beed-f0252dcdbdbd/cluster_ee7f82b2-bad7-707d-f309-56b7202446d4/data/data6/current/BP-1867783892-172.17.0.2-1731248223793/current, will proceed with Du for space computation calculation, 2024-11-10T14:17:05,657 WARN [Thread-139 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5f205114-4e0e-e2d9-beed-f0252dcdbdbd/cluster_ee7f82b2-bad7-707d-f309-56b7202446d4/data/data5/current/BP-1867783892-172.17.0.2-1731248223793/current, will proceed with Du for space computation calculation, 2024-11-10T14:17:05,680 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x8531093f8c6bbd5f with lease ID 0xe3786f5103502042: Processing first storage report for DS-57be9a5c-dba1-458f-9e5d-544c05117f34 from datanode DatanodeRegistration(127.0.0.1:39337, datanodeUuid=b8fb9a45-941a-410c-a39e-4cda40ec5b82, infoPort=39935, infoSecurePort=0, ipcPort=38153, storageInfo=lv=-57;cid=testClusterID;nsid=733079431;c=1731248223793) 2024-11-10T14:17:05,682 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x8531093f8c6bbd5f with lease ID 0xe3786f5103502042: from storage DS-57be9a5c-dba1-458f-9e5d-544c05117f34 node DatanodeRegistration(127.0.0.1:39337, datanodeUuid=b8fb9a45-941a-410c-a39e-4cda40ec5b82, infoPort=39935, infoSecurePort=0, ipcPort=38153, storageInfo=lv=-57;cid=testClusterID;nsid=733079431;c=1731248223793), blocks: 0, hasStaleStorage: true, processing time: 2 msecs, invalidatedBlocks: 0 2024-11-10T14:17:05,682 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xcc1a75bea16cbfd6 with lease ID 0xe3786f5103502041: Processing first storage report for DS-59ed507a-5ce2-4d64-bf2d-0fef341c71d4 from datanode DatanodeRegistration(127.0.0.1:39045, datanodeUuid=d60085cc-378b-402d-a94d-ed0720d56004, infoPort=46605, infoSecurePort=0, ipcPort=37213, storageInfo=lv=-57;cid=testClusterID;nsid=733079431;c=1731248223793) 2024-11-10T14:17:05,683 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xcc1a75bea16cbfd6 with lease ID 0xe3786f5103502041: from storage DS-59ed507a-5ce2-4d64-bf2d-0fef341c71d4 node DatanodeRegistration(127.0.0.1:39045, datanodeUuid=d60085cc-378b-402d-a94d-ed0720d56004, infoPort=46605, infoSecurePort=0, ipcPort=37213, storageInfo=lv=-57;cid=testClusterID;nsid=733079431;c=1731248223793), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-10T14:17:05,683 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xcc1a75bea16cbfd6 with lease ID 0xe3786f5103502041: Processing first storage report for DS-78ac3db7-1f07-47c1-9e3a-b83046b2b391 from datanode DatanodeRegistration(127.0.0.1:39045, datanodeUuid=d60085cc-378b-402d-a94d-ed0720d56004, infoPort=46605, infoSecurePort=0, ipcPort=37213, storageInfo=lv=-57;cid=testClusterID;nsid=733079431;c=1731248223793) 2024-11-10T14:17:05,683 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xcc1a75bea16cbfd6 with lease ID 0xe3786f5103502041: from storage DS-78ac3db7-1f07-47c1-9e3a-b83046b2b391 node DatanodeRegistration(127.0.0.1:39045, datanodeUuid=d60085cc-378b-402d-a94d-ed0720d56004, infoPort=46605, infoSecurePort=0, ipcPort=37213, storageInfo=lv=-57;cid=testClusterID;nsid=733079431;c=1731248223793), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-10T14:17:05,684 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x8531093f8c6bbd5f with lease ID 0xe3786f5103502042: Processing first storage report for DS-02255b80-09e2-48cb-b220-7ecd1c71f749 from datanode DatanodeRegistration(127.0.0.1:39337, datanodeUuid=b8fb9a45-941a-410c-a39e-4cda40ec5b82, infoPort=39935, infoSecurePort=0, ipcPort=38153, storageInfo=lv=-57;cid=testClusterID;nsid=733079431;c=1731248223793) 2024-11-10T14:17:05,684 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x8531093f8c6bbd5f with lease ID 0xe3786f5103502042: from storage DS-02255b80-09e2-48cb-b220-7ecd1c71f749 node DatanodeRegistration(127.0.0.1:39337, datanodeUuid=b8fb9a45-941a-410c-a39e-4cda40ec5b82, infoPort=39935, infoSecurePort=0, ipcPort=38153, storageInfo=lv=-57;cid=testClusterID;nsid=733079431;c=1731248223793), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-10T14:17:05,690 WARN [Thread-115 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-10T14:17:05,697 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xb145411fdb004c73 with lease ID 0xe3786f5103502043: Processing first storage report for DS-34df4e3e-decf-460d-9a1f-846b66b8735b from datanode DatanodeRegistration(127.0.0.1:41629, datanodeUuid=a99adbb6-c491-4106-9580-82058f029cee, infoPort=40563, infoSecurePort=0, ipcPort=40351, storageInfo=lv=-57;cid=testClusterID;nsid=733079431;c=1731248223793) 2024-11-10T14:17:05,697 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xb145411fdb004c73 with lease ID 0xe3786f5103502043: from storage DS-34df4e3e-decf-460d-9a1f-846b66b8735b node DatanodeRegistration(127.0.0.1:41629, datanodeUuid=a99adbb6-c491-4106-9580-82058f029cee, infoPort=40563, infoSecurePort=0, ipcPort=40351, storageInfo=lv=-57;cid=testClusterID;nsid=733079431;c=1731248223793), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-10T14:17:05,697 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xb145411fdb004c73 with lease ID 0xe3786f5103502043: Processing first storage report for DS-2b97c53c-f5ca-4b2d-9989-fd01b1fd6a12 from datanode DatanodeRegistration(127.0.0.1:41629, datanodeUuid=a99adbb6-c491-4106-9580-82058f029cee, infoPort=40563, infoSecurePort=0, ipcPort=40351, storageInfo=lv=-57;cid=testClusterID;nsid=733079431;c=1731248223793) 2024-11-10T14:17:05,697 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xb145411fdb004c73 with lease ID 0xe3786f5103502043: from storage DS-2b97c53c-f5ca-4b2d-9989-fd01b1fd6a12 node DatanodeRegistration(127.0.0.1:41629, datanodeUuid=a99adbb6-c491-4106-9580-82058f029cee, infoPort=40563, infoSecurePort=0, ipcPort=40351, storageInfo=lv=-57;cid=testClusterID;nsid=733079431;c=1731248223793), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-10T14:17:05,900 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5f205114-4e0e-e2d9-beed-f0252dcdbdbd 2024-11-10T14:17:05,986 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5f205114-4e0e-e2d9-beed-f0252dcdbdbd/cluster_ee7f82b2-bad7-707d-f309-56b7202446d4/zookeeper_0, clientPort=54833, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5f205114-4e0e-e2d9-beed-f0252dcdbdbd/cluster_ee7f82b2-bad7-707d-f309-56b7202446d4/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5f205114-4e0e-e2d9-beed-f0252dcdbdbd/cluster_ee7f82b2-bad7-707d-f309-56b7202446d4/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-10T14:17:05,995 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=54833 2024-11-10T14:17:06,005 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T14:17:06,007 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T14:17:06,244 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41629 is added to blk_1073741825_1001 (size=7) 2024-11-10T14:17:06,245 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39337 is added to blk_1073741825_1001 (size=7) 2024-11-10T14:17:06,245 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39045 is added to blk_1073741825_1001 (size=7) 2024-11-10T14:17:06,652 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:32833/user/jenkins/test-data/f5012b69-7985-d5f8-072c-ef7ee63e1635 with version=8 2024-11-10T14:17:06,652 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:32833/user/jenkins/test-data/f5012b69-7985-d5f8-072c-ef7ee63e1635/hbase-staging 2024-11-10T14:17:06,741 DEBUG [Time-limited test {}] channel.MultithreadEventLoopGroup(44): -Dio.netty.eventLoopThreads: 16 2024-11-10T14:17:06,995 INFO [Time-limited test {}] client.ConnectionUtils(128): master/b1c88e26310d:0 server-side Connection retries=45 2024-11-10T14:17:07,006 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-10T14:17:07,006 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-10T14:17:07,011 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-10T14:17:07,011 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-10T14:17:07,011 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-10T14:17:07,147 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-10T14:17:07,207 INFO [Time-limited test {}] metrics.MetricRegistriesLoader(60): Loaded MetricRegistries class org.apache.hadoop.hbase.metrics.impl.MetricRegistriesImpl 2024-11-10T14:17:07,215 DEBUG [Time-limited test {}] util.ClassSize(228): Using Unsafe to estimate memory layout 2024-11-10T14:17:07,219 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-10T14:17:07,245 DEBUG [Time-limited test {}] channel.DefaultChannelId(84): -Dio.netty.processId: 6178 (auto-detected) 2024-11-10T14:17:07,246 DEBUG [Time-limited test {}] channel.DefaultChannelId(106): -Dio.netty.machineId: 02:42:ac:ff:fe:11:00:02 (auto-detected) 2024-11-10T14:17:07,265 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:40569 2024-11-10T14:17:07,286 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:40569 connecting to ZooKeeper ensemble=127.0.0.1:54833 2024-11-10T14:17:07,317 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:405690x0, quorum=127.0.0.1:54833, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-10T14:17:07,320 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:40569-0x101023d693e0000 connected 2024-11-10T14:17:07,346 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T14:17:07,350 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T14:17:07,360 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:40569-0x101023d693e0000, quorum=127.0.0.1:54833, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-10T14:17:07,364 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:32833/user/jenkins/test-data/f5012b69-7985-d5f8-072c-ef7ee63e1635, hbase.cluster.distributed=false 2024-11-10T14:17:07,387 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:40569-0x101023d693e0000, quorum=127.0.0.1:54833, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-10T14:17:07,391 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=40569 2024-11-10T14:17:07,391 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=40569 2024-11-10T14:17:07,392 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=40569 2024-11-10T14:17:07,393 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=40569 2024-11-10T14:17:07,393 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=40569 2024-11-10T14:17:07,507 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/b1c88e26310d:0 server-side Connection retries=45 2024-11-10T14:17:07,509 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-10T14:17:07,509 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-10T14:17:07,510 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-10T14:17:07,510 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-10T14:17:07,510 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-10T14:17:07,513 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-10T14:17:07,515 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-10T14:17:07,516 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:42203 2024-11-10T14:17:07,518 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:42203 connecting to ZooKeeper ensemble=127.0.0.1:54833 2024-11-10T14:17:07,519 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T14:17:07,522 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T14:17:07,526 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:422030x0, quorum=127.0.0.1:54833, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-10T14:17:07,527 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:422030x0, quorum=127.0.0.1:54833, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-10T14:17:07,527 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:42203-0x101023d693e0001 connected 2024-11-10T14:17:07,531 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-10T14:17:07,540 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-10T14:17:07,542 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:42203-0x101023d693e0001, quorum=127.0.0.1:54833, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-10T14:17:07,547 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:42203-0x101023d693e0001, quorum=127.0.0.1:54833, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-10T14:17:07,548 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=42203 2024-11-10T14:17:07,548 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=42203 2024-11-10T14:17:07,548 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=42203 2024-11-10T14:17:07,549 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=42203 2024-11-10T14:17:07,549 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=42203 2024-11-10T14:17:07,568 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/b1c88e26310d:0 server-side Connection retries=45 2024-11-10T14:17:07,569 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-10T14:17:07,569 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-10T14:17:07,569 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-10T14:17:07,570 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-10T14:17:07,570 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-10T14:17:07,570 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-10T14:17:07,570 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-10T14:17:07,571 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:44601 2024-11-10T14:17:07,573 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:44601 connecting to ZooKeeper ensemble=127.0.0.1:54833 2024-11-10T14:17:07,574 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T14:17:07,577 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T14:17:07,582 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:446010x0, quorum=127.0.0.1:54833, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-10T14:17:07,583 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:446010x0, quorum=127.0.0.1:54833, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-10T14:17:07,583 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:44601-0x101023d693e0002 connected 2024-11-10T14:17:07,584 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-10T14:17:07,585 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-10T14:17:07,586 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:44601-0x101023d693e0002, quorum=127.0.0.1:54833, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-10T14:17:07,588 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:44601-0x101023d693e0002, quorum=127.0.0.1:54833, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-10T14:17:07,591 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=44601 2024-11-10T14:17:07,592 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=44601 2024-11-10T14:17:07,592 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=44601 2024-11-10T14:17:07,593 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=44601 2024-11-10T14:17:07,594 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=44601 2024-11-10T14:17:07,612 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/b1c88e26310d:0 server-side Connection retries=45 2024-11-10T14:17:07,612 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-10T14:17:07,612 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-10T14:17:07,612 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-10T14:17:07,612 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-10T14:17:07,612 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-10T14:17:07,612 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-10T14:17:07,613 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-10T14:17:07,614 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:45313 2024-11-10T14:17:07,615 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:45313 connecting to ZooKeeper ensemble=127.0.0.1:54833 2024-11-10T14:17:07,616 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T14:17:07,618 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T14:17:07,623 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:453130x0, quorum=127.0.0.1:54833, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-10T14:17:07,624 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:453130x0, quorum=127.0.0.1:54833, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-10T14:17:07,624 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:45313-0x101023d693e0003 connected 2024-11-10T14:17:07,624 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-10T14:17:07,625 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-10T14:17:07,626 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:45313-0x101023d693e0003, quorum=127.0.0.1:54833, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-10T14:17:07,628 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:45313-0x101023d693e0003, quorum=127.0.0.1:54833, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-10T14:17:07,629 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=45313 2024-11-10T14:17:07,629 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=45313 2024-11-10T14:17:07,630 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=45313 2024-11-10T14:17:07,630 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=45313 2024-11-10T14:17:07,631 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=45313 2024-11-10T14:17:07,647 DEBUG [M:0;b1c88e26310d:40569 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;b1c88e26310d:40569 2024-11-10T14:17:07,648 INFO [master/b1c88e26310d:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /hbase/backup-masters/b1c88e26310d,40569,1731248226794 2024-11-10T14:17:07,657 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44601-0x101023d693e0002, quorum=127.0.0.1:54833, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-10T14:17:07,657 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42203-0x101023d693e0001, quorum=127.0.0.1:54833, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-10T14:17:07,657 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40569-0x101023d693e0000, quorum=127.0.0.1:54833, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-10T14:17:07,657 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45313-0x101023d693e0003, quorum=127.0.0.1:54833, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-10T14:17:07,659 DEBUG [master/b1c88e26310d:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:40569-0x101023d693e0000, quorum=127.0.0.1:54833, baseZNode=/hbase Set watcher on existing znode=/hbase/backup-masters/b1c88e26310d,40569,1731248226794 2024-11-10T14:17:07,682 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45313-0x101023d693e0003, quorum=127.0.0.1:54833, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-10T14:17:07,682 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44601-0x101023d693e0002, quorum=127.0.0.1:54833, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-10T14:17:07,682 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42203-0x101023d693e0001, quorum=127.0.0.1:54833, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-10T14:17:07,682 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45313-0x101023d693e0003, quorum=127.0.0.1:54833, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-10T14:17:07,683 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42203-0x101023d693e0001, quorum=127.0.0.1:54833, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-10T14:17:07,683 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44601-0x101023d693e0002, quorum=127.0.0.1:54833, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-10T14:17:07,683 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40569-0x101023d693e0000, quorum=127.0.0.1:54833, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-10T14:17:07,684 DEBUG [master/b1c88e26310d:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:40569-0x101023d693e0000, quorum=127.0.0.1:54833, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-11-10T14:17:07,685 INFO [master/b1c88e26310d:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /hbase/backup-masters/b1c88e26310d,40569,1731248226794 from backup master directory 2024-11-10T14:17:07,688 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40569-0x101023d693e0000, quorum=127.0.0.1:54833, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/backup-masters/b1c88e26310d,40569,1731248226794 2024-11-10T14:17:07,688 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42203-0x101023d693e0001, quorum=127.0.0.1:54833, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-10T14:17:07,688 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44601-0x101023d693e0002, quorum=127.0.0.1:54833, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-10T14:17:07,688 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45313-0x101023d693e0003, quorum=127.0.0.1:54833, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-10T14:17:07,688 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40569-0x101023d693e0000, quorum=127.0.0.1:54833, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-10T14:17:07,689 WARN [master/b1c88e26310d:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-10T14:17:07,689 INFO [master/b1c88e26310d:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=b1c88e26310d,40569,1731248226794 2024-11-10T14:17:07,692 INFO [master/b1c88e26310d:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating data MemStoreChunkPool with chunk size 2 MB, max count 396, initial count 0 2024-11-10T14:17:07,693 INFO [master/b1c88e26310d:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating index MemStoreChunkPool with chunk size 204.80 KB, max count 440, initial count 0 2024-11-10T14:17:07,751 DEBUG [master/b1c88e26310d:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:32833/user/jenkins/test-data/f5012b69-7985-d5f8-072c-ef7ee63e1635/hbase.id] with ID: 5a7fcc19-b636-452f-89a5-89fbb661ddb4 2024-11-10T14:17:07,752 DEBUG [master/b1c88e26310d:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:32833/user/jenkins/test-data/f5012b69-7985-d5f8-072c-ef7ee63e1635/.tmp/hbase.id 2024-11-10T14:17:07,765 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39045 is added to blk_1073741826_1002 (size=42) 2024-11-10T14:17:07,768 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41629 is added to blk_1073741826_1002 (size=42) 2024-11-10T14:17:07,768 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39337 is added to blk_1073741826_1002 (size=42) 2024-11-10T14:17:07,769 DEBUG [master/b1c88e26310d:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:32833/user/jenkins/test-data/f5012b69-7985-d5f8-072c-ef7ee63e1635/.tmp/hbase.id]:[hdfs://localhost:32833/user/jenkins/test-data/f5012b69-7985-d5f8-072c-ef7ee63e1635/hbase.id] 2024-11-10T14:17:07,810 INFO [master/b1c88e26310d:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T14:17:07,814 INFO [master/b1c88e26310d:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-10T14:17:07,834 INFO [master/b1c88e26310d:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 17ms. 2024-11-10T14:17:07,837 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40569-0x101023d693e0000, quorum=127.0.0.1:54833, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-10T14:17:07,837 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42203-0x101023d693e0001, quorum=127.0.0.1:54833, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-10T14:17:07,837 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44601-0x101023d693e0002, quorum=127.0.0.1:54833, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-10T14:17:07,837 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45313-0x101023d693e0003, quorum=127.0.0.1:54833, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-10T14:17:07,855 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41629 is added to blk_1073741827_1003 (size=196) 2024-11-10T14:17:07,856 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39337 is added to blk_1073741827_1003 (size=196) 2024-11-10T14:17:07,859 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39045 is added to blk_1073741827_1003 (size=196) 2024-11-10T14:17:07,875 INFO [master/b1c88e26310d:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-10T14:17:07,877 INFO [master/b1c88e26310d:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-10T14:17:07,893 DEBUG [master/b1c88e26310d:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(244): No decryptEncryptedDataEncryptionKey method in DFSClient, should be hadoop version with HDFS-12396 java.lang.NoSuchMethodException: org.apache.hadoop.hdfs.DFSClient.decryptEncryptedDataEncryptionKey(org.apache.hadoop.fs.FileEncryptionInfo) at java.lang.Class.getDeclaredMethod(Class.java:2675) ~[?:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelperWithoutHDFS12396(FanOutOneBlockAsyncDFSOutputSaslHelper.java:183) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelper(FanOutOneBlockAsyncDFSOutputSaslHelper.java:242) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.(FanOutOneBlockAsyncDFSOutputSaslHelper.java:253) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.lang.Class.forName0(Native Method) ~[?:?] at java.lang.Class.forName(Class.java:375) ~[?:?] at org.apache.hadoop.hbase.wal.AsyncFSWALProvider.load(AsyncFSWALProvider.java:150) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.getProviderClass(WALFactory.java:174) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:262) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:231) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegion.create(MasterRegion.java:400) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegionFactory.create(MasterRegionFactory.java:135) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.finishActiveMasterInitialization(HMaster.java:1003) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.startActiveMasterManager(HMaster.java:2535) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.lambda$run$0(HMaster.java:613) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.lambda$tracedRunnable$2(TraceUtil.java:155) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T14:17:07,898 INFO [master/b1c88e26310d:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-10T14:17:07,930 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41629 is added to blk_1073741828_1004 (size=1189) 2024-11-10T14:17:07,930 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39045 is added to blk_1073741828_1004 (size=1189) 2024-11-10T14:17:07,931 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39337 is added to blk_1073741828_1004 (size=1189) 2024-11-10T14:17:07,950 INFO [master/b1c88e26310d:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:32833/user/jenkins/test-data/f5012b69-7985-d5f8-072c-ef7ee63e1635/MasterData/data/master/store 2024-11-10T14:17:07,973 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39337 is added to blk_1073741829_1005 (size=34) 2024-11-10T14:17:07,974 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39045 is added to blk_1073741829_1005 (size=34) 2024-11-10T14:17:07,974 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41629 is added to blk_1073741829_1005 (size=34) 2024-11-10T14:17:07,979 INFO [master/b1c88e26310d:0:becomeActiveMaster {}] throttle.StoreHotnessProtector(112): StoreHotnessProtector is disabled. Set hbase.region.store.parallel.put.limit > 0 to enable, which may help mitigate load under heavy write pressure. 2024-11-10T14:17:07,982 DEBUG [master/b1c88e26310d:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T14:17:07,983 DEBUG [master/b1c88e26310d:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-10T14:17:07,983 INFO [master/b1c88e26310d:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T14:17:07,983 DEBUG [master/b1c88e26310d:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T14:17:07,985 DEBUG [master/b1c88e26310d:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-10T14:17:07,985 DEBUG [master/b1c88e26310d:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T14:17:07,985 INFO [master/b1c88e26310d:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T14:17:07,986 DEBUG [master/b1c88e26310d:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731248227983Disabling compacts and flushes for region at 1731248227983Disabling writes for close at 1731248227985 (+2 ms)Writing region close event to WAL at 1731248227985Closed at 1731248227985 2024-11-10T14:17:07,988 WARN [master/b1c88e26310d:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:32833/user/jenkins/test-data/f5012b69-7985-d5f8-072c-ef7ee63e1635/MasterData/data/master/store/.initializing 2024-11-10T14:17:07,988 DEBUG [master/b1c88e26310d:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:32833/user/jenkins/test-data/f5012b69-7985-d5f8-072c-ef7ee63e1635/MasterData/WALs/b1c88e26310d,40569,1731248226794 2024-11-10T14:17:07,997 INFO [master/b1c88e26310d:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-10T14:17:08,011 INFO [master/b1c88e26310d:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=b1c88e26310d%2C40569%2C1731248226794, suffix=, logDir=hdfs://localhost:32833/user/jenkins/test-data/f5012b69-7985-d5f8-072c-ef7ee63e1635/MasterData/WALs/b1c88e26310d,40569,1731248226794, archiveDir=hdfs://localhost:32833/user/jenkins/test-data/f5012b69-7985-d5f8-072c-ef7ee63e1635/MasterData/oldWALs, maxLogs=10 2024-11-10T14:17:08,035 DEBUG [master/b1c88e26310d:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/f5012b69-7985-d5f8-072c-ef7ee63e1635/MasterData/WALs/b1c88e26310d,40569,1731248226794/b1c88e26310d%2C40569%2C1731248226794.1731248228016, exclude list is [], retry=0 2024-11-10T14:17:08,053 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41629,DS-34df4e3e-decf-460d-9a1f-846b66b8735b,DISK] 2024-11-10T14:17:08,053 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39045,DS-59ed507a-5ce2-4d64-bf2d-0fef341c71d4,DISK] 2024-11-10T14:17:08,053 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39337,DS-57be9a5c-dba1-458f-9e5d-544c05117f34,DISK] 2024-11-10T14:17:08,057 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.ProtobufDecoder(117): Hadoop 3.3 and above shades protobuf. 2024-11-10T14:17:08,095 INFO [master/b1c88e26310d:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/f5012b69-7985-d5f8-072c-ef7ee63e1635/MasterData/WALs/b1c88e26310d,40569,1731248226794/b1c88e26310d%2C40569%2C1731248226794.1731248228016 2024-11-10T14:17:08,096 DEBUG [master/b1c88e26310d:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39935:39935),(127.0.0.1/127.0.0.1:40563:40563),(127.0.0.1/127.0.0.1:46605:46605)] 2024-11-10T14:17:08,097 DEBUG [master/b1c88e26310d:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-10T14:17:08,097 DEBUG [master/b1c88e26310d:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T14:17:08,100 DEBUG [master/b1c88e26310d:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-10T14:17:08,101 DEBUG [master/b1c88e26310d:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-10T14:17:08,140 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-10T14:17:08,167 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-10T14:17:08,170 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T14:17:08,173 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T14:17:08,174 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-10T14:17:08,177 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-10T14:17:08,177 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T14:17:08,178 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T14:17:08,178 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-10T14:17:08,181 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-10T14:17:08,181 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T14:17:08,182 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T14:17:08,182 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-10T14:17:08,184 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-10T14:17:08,185 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T14:17:08,185 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T14:17:08,186 DEBUG [master/b1c88e26310d:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-10T14:17:08,189 DEBUG [master/b1c88e26310d:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:32833/user/jenkins/test-data/f5012b69-7985-d5f8-072c-ef7ee63e1635/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-10T14:17:08,190 DEBUG [master/b1c88e26310d:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:32833/user/jenkins/test-data/f5012b69-7985-d5f8-072c-ef7ee63e1635/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-10T14:17:08,195 DEBUG [master/b1c88e26310d:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-10T14:17:08,195 DEBUG [master/b1c88e26310d:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-10T14:17:08,199 DEBUG [master/b1c88e26310d:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-10T14:17:08,202 DEBUG [master/b1c88e26310d:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-10T14:17:08,207 DEBUG [master/b1c88e26310d:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:32833/user/jenkins/test-data/f5012b69-7985-d5f8-072c-ef7ee63e1635/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-10T14:17:08,208 INFO [master/b1c88e26310d:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65812492, jitterRate=-0.019317448139190674}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-10T14:17:08,213 DEBUG [master/b1c88e26310d:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731248228113Initializing all the Stores at 1731248228115 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731248228116 (+1 ms)Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731248228116Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731248228117 (+1 ms)Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731248228117Cleaning up temporary data from old regions at 1731248228195 (+78 ms)Region opened successfully at 1731248228213 (+18 ms) 2024-11-10T14:17:08,214 INFO [master/b1c88e26310d:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-10T14:17:08,249 DEBUG [master/b1c88e26310d:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1242797e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=b1c88e26310d/172.17.0.2:0 2024-11-10T14:17:08,281 INFO [master/b1c88e26310d:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-10T14:17:08,292 INFO [master/b1c88e26310d:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-10T14:17:08,292 INFO [master/b1c88e26310d:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-10T14:17:08,295 INFO [master/b1c88e26310d:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-10T14:17:08,297 INFO [master/b1c88e26310d:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 1 msec 2024-11-10T14:17:08,302 INFO [master/b1c88e26310d:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 4 msec 2024-11-10T14:17:08,302 INFO [master/b1c88e26310d:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=128, operationDelay=10000 2024-11-10T14:17:08,329 INFO [master/b1c88e26310d:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-10T14:17:08,338 DEBUG [master/b1c88e26310d:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40569-0x101023d693e0000, quorum=127.0.0.1:54833, baseZNode=/hbase Unable to get data of znode /hbase/balancer because node does not exist (not necessarily an error) 2024-11-10T14:17:08,341 DEBUG [master/b1c88e26310d:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/balancer already deleted, retry=false 2024-11-10T14:17:08,343 INFO [master/b1c88e26310d:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-10T14:17:08,345 DEBUG [master/b1c88e26310d:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40569-0x101023d693e0000, quorum=127.0.0.1:54833, baseZNode=/hbase Unable to get data of znode /hbase/normalizer because node does not exist (not necessarily an error) 2024-11-10T14:17:08,346 DEBUG [master/b1c88e26310d:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/normalizer already deleted, retry=false 2024-11-10T14:17:08,348 INFO [master/b1c88e26310d:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-10T14:17:08,351 DEBUG [master/b1c88e26310d:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40569-0x101023d693e0000, quorum=127.0.0.1:54833, baseZNode=/hbase Unable to get data of znode /hbase/switch/split because node does not exist (not necessarily an error) 2024-11-10T14:17:08,353 DEBUG [master/b1c88e26310d:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/split already deleted, retry=false 2024-11-10T14:17:08,354 DEBUG [master/b1c88e26310d:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40569-0x101023d693e0000, quorum=127.0.0.1:54833, baseZNode=/hbase Unable to get data of znode /hbase/switch/merge because node does not exist (not necessarily an error) 2024-11-10T14:17:08,355 DEBUG [master/b1c88e26310d:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/merge already deleted, retry=false 2024-11-10T14:17:08,373 DEBUG [master/b1c88e26310d:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40569-0x101023d693e0000, quorum=127.0.0.1:54833, baseZNode=/hbase Unable to get data of znode /hbase/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-10T14:17:08,376 DEBUG [master/b1c88e26310d:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/snapshot-cleanup already deleted, retry=false 2024-11-10T14:17:08,380 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40569-0x101023d693e0000, quorum=127.0.0.1:54833, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-10T14:17:08,380 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44601-0x101023d693e0002, quorum=127.0.0.1:54833, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-10T14:17:08,380 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42203-0x101023d693e0001, quorum=127.0.0.1:54833, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-10T14:17:08,380 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45313-0x101023d693e0003, quorum=127.0.0.1:54833, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-10T14:17:08,380 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40569-0x101023d693e0000, quorum=127.0.0.1:54833, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-10T14:17:08,380 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44601-0x101023d693e0002, quorum=127.0.0.1:54833, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-10T14:17:08,380 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42203-0x101023d693e0001, quorum=127.0.0.1:54833, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-10T14:17:08,380 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45313-0x101023d693e0003, quorum=127.0.0.1:54833, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-10T14:17:08,383 INFO [master/b1c88e26310d:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=b1c88e26310d,40569,1731248226794, sessionid=0x101023d693e0000, setting cluster-up flag (Was=false) 2024-11-10T14:17:08,397 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42203-0x101023d693e0001, quorum=127.0.0.1:54833, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-10T14:17:08,397 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40569-0x101023d693e0000, quorum=127.0.0.1:54833, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-10T14:17:08,398 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45313-0x101023d693e0003, quorum=127.0.0.1:54833, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-10T14:17:08,398 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44601-0x101023d693e0002, quorum=127.0.0.1:54833, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-10T14:17:08,405 DEBUG [master/b1c88e26310d:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/flush-table-proc/acquired, /hbase/flush-table-proc/reached, /hbase/flush-table-proc/abort 2024-11-10T14:17:08,406 DEBUG [master/b1c88e26310d:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=b1c88e26310d,40569,1731248226794 2024-11-10T14:17:08,412 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40569-0x101023d693e0000, quorum=127.0.0.1:54833, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-10T14:17:08,412 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45313-0x101023d693e0003, quorum=127.0.0.1:54833, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-10T14:17:08,412 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42203-0x101023d693e0001, quorum=127.0.0.1:54833, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-10T14:17:08,412 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44601-0x101023d693e0002, quorum=127.0.0.1:54833, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-10T14:17:08,417 DEBUG [master/b1c88e26310d:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/online-snapshot/acquired, /hbase/online-snapshot/reached, /hbase/online-snapshot/abort 2024-11-10T14:17:08,419 DEBUG [master/b1c88e26310d:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=b1c88e26310d,40569,1731248226794 2024-11-10T14:17:08,425 INFO [master/b1c88e26310d:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:32833/user/jenkins/test-data/f5012b69-7985-d5f8-072c-ef7ee63e1635/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-10T14:17:08,434 INFO [RS:2;b1c88e26310d:45313 {}] regionserver.HRegionServer(746): ClusterId : 5a7fcc19-b636-452f-89a5-89fbb661ddb4 2024-11-10T14:17:08,434 INFO [RS:1;b1c88e26310d:44601 {}] regionserver.HRegionServer(746): ClusterId : 5a7fcc19-b636-452f-89a5-89fbb661ddb4 2024-11-10T14:17:08,434 INFO [RS:0;b1c88e26310d:42203 {}] regionserver.HRegionServer(746): ClusterId : 5a7fcc19-b636-452f-89a5-89fbb661ddb4 2024-11-10T14:17:08,437 DEBUG [RS:2;b1c88e26310d:45313 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-10T14:17:08,437 DEBUG [RS:1;b1c88e26310d:44601 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-10T14:17:08,437 DEBUG [RS:0;b1c88e26310d:42203 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-10T14:17:08,444 DEBUG [RS:1;b1c88e26310d:44601 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-10T14:17:08,444 DEBUG [RS:2;b1c88e26310d:45313 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-10T14:17:08,444 DEBUG [RS:0;b1c88e26310d:42203 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-10T14:17:08,444 DEBUG [RS:1;b1c88e26310d:44601 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-10T14:17:08,444 DEBUG [RS:2;b1c88e26310d:45313 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-10T14:17:08,444 DEBUG [RS:0;b1c88e26310d:42203 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-10T14:17:08,448 DEBUG [RS:0;b1c88e26310d:42203 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-10T14:17:08,448 DEBUG [RS:1;b1c88e26310d:44601 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-10T14:17:08,448 DEBUG [RS:0;b1c88e26310d:42203 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@30062f68, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=b1c88e26310d/172.17.0.2:0 2024-11-10T14:17:08,448 DEBUG [RS:2;b1c88e26310d:45313 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-10T14:17:08,448 DEBUG [RS:1;b1c88e26310d:44601 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3b698bf5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=b1c88e26310d/172.17.0.2:0 2024-11-10T14:17:08,449 DEBUG [RS:2;b1c88e26310d:45313 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4002cd10, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=b1c88e26310d/172.17.0.2:0 2024-11-10T14:17:08,471 DEBUG [RS:0;b1c88e26310d:42203 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;b1c88e26310d:42203 2024-11-10T14:17:08,471 DEBUG [RS:2;b1c88e26310d:45313 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:2;b1c88e26310d:45313 2024-11-10T14:17:08,475 INFO [RS:0;b1c88e26310d:42203 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-10T14:17:08,475 INFO [RS:2;b1c88e26310d:45313 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-10T14:17:08,475 INFO [RS:0;b1c88e26310d:42203 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-10T14:17:08,475 INFO [RS:2;b1c88e26310d:45313 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-10T14:17:08,475 DEBUG [RS:2;b1c88e26310d:45313 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-10T14:17:08,475 DEBUG [RS:0;b1c88e26310d:42203 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-10T14:17:08,476 DEBUG [RS:1;b1c88e26310d:44601 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:1;b1c88e26310d:44601 2024-11-10T14:17:08,476 INFO [RS:1;b1c88e26310d:44601 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-10T14:17:08,476 INFO [RS:1;b1c88e26310d:44601 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-10T14:17:08,476 DEBUG [RS:1;b1c88e26310d:44601 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-10T14:17:08,478 INFO [RS:2;b1c88e26310d:45313 {}] regionserver.HRegionServer(2659): reportForDuty to master=b1c88e26310d,40569,1731248226794 with port=45313, startcode=1731248227611 2024-11-10T14:17:08,478 INFO [RS:0;b1c88e26310d:42203 {}] regionserver.HRegionServer(2659): reportForDuty to master=b1c88e26310d,40569,1731248226794 with port=42203, startcode=1731248227467 2024-11-10T14:17:08,478 INFO [RS:1;b1c88e26310d:44601 {}] regionserver.HRegionServer(2659): reportForDuty to master=b1c88e26310d,40569,1731248226794 with port=44601, startcode=1731248227568 2024-11-10T14:17:08,492 DEBUG [RS:0;b1c88e26310d:42203 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-10T14:17:08,492 DEBUG [RS:2;b1c88e26310d:45313 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-10T14:17:08,492 DEBUG [RS:1;b1c88e26310d:44601 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-10T14:17:08,531 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46651, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.1 (auth:SIMPLE), service=RegionServerStatusService 2024-11-10T14:17:08,531 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38811, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=RegionServerStatusService 2024-11-10T14:17:08,531 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59545, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.2 (auth:SIMPLE), service=RegionServerStatusService 2024-11-10T14:17:08,531 DEBUG [master/b1c88e26310d:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-10T14:17:08,538 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=40569 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: Server is not running yet at org.apache.hadoop.hbase.master.HMaster.checkServiceStarted(HMaster.java:3334) ~[classes/:?] at org.apache.hadoop.hbase.master.MasterRpcServices.regionServerStartup(MasterRpcServices.java:667) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16714) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T14:17:08,542 INFO [master/b1c88e26310d:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-10T14:17:08,543 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=40569 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: Server is not running yet at org.apache.hadoop.hbase.master.HMaster.checkServiceStarted(HMaster.java:3334) ~[classes/:?] at org.apache.hadoop.hbase.master.MasterRpcServices.regionServerStartup(MasterRpcServices.java:667) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16714) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T14:17:08,544 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=40569 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: Server is not running yet at org.apache.hadoop.hbase.master.HMaster.checkServiceStarted(HMaster.java:3334) ~[classes/:?] at org.apache.hadoop.hbase.master.MasterRpcServices.regionServerStartup(MasterRpcServices.java:667) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16714) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T14:17:08,550 INFO [master/b1c88e26310d:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-10T14:17:08,555 DEBUG [master/b1c88e26310d:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: b1c88e26310d,40569,1731248226794 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-10T14:17:08,563 DEBUG [master/b1c88e26310d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/b1c88e26310d:0, corePoolSize=5, maxPoolSize=5 2024-11-10T14:17:08,563 DEBUG [master/b1c88e26310d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/b1c88e26310d:0, corePoolSize=5, maxPoolSize=5 2024-11-10T14:17:08,563 DEBUG [master/b1c88e26310d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/b1c88e26310d:0, corePoolSize=5, maxPoolSize=5 2024-11-10T14:17:08,563 DEBUG [master/b1c88e26310d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/b1c88e26310d:0, corePoolSize=5, maxPoolSize=5 2024-11-10T14:17:08,563 DEBUG [master/b1c88e26310d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/b1c88e26310d:0, corePoolSize=10, maxPoolSize=10 2024-11-10T14:17:08,563 DEBUG [master/b1c88e26310d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/b1c88e26310d:0, corePoolSize=1, maxPoolSize=1 2024-11-10T14:17:08,563 DEBUG [master/b1c88e26310d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/b1c88e26310d:0, corePoolSize=2, maxPoolSize=2 2024-11-10T14:17:08,564 DEBUG [master/b1c88e26310d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/b1c88e26310d:0, corePoolSize=1, maxPoolSize=1 2024-11-10T14:17:08,569 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-10T14:17:08,570 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-10T14:17:08,571 INFO [master/b1c88e26310d:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731248258570 2024-11-10T14:17:08,572 INFO [master/b1c88e26310d:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-10T14:17:08,573 INFO [master/b1c88e26310d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-10T14:17:08,574 DEBUG [RS:2;b1c88e26310d:45313 {}] regionserver.HRegionServer(2683): Master is not running yet 2024-11-10T14:17:08,574 DEBUG [RS:0;b1c88e26310d:42203 {}] regionserver.HRegionServer(2683): Master is not running yet 2024-11-10T14:17:08,574 DEBUG [RS:1;b1c88e26310d:44601 {}] regionserver.HRegionServer(2683): Master is not running yet 2024-11-10T14:17:08,575 WARN [RS:2;b1c88e26310d:45313 {}] regionserver.HRegionServer(841): reportForDuty failed; sleeping 100 ms and then retrying. 2024-11-10T14:17:08,575 WARN [RS:0;b1c88e26310d:42203 {}] regionserver.HRegionServer(841): reportForDuty failed; sleeping 100 ms and then retrying. 2024-11-10T14:17:08,575 WARN [RS:1;b1c88e26310d:44601 {}] regionserver.HRegionServer(841): reportForDuty failed; sleeping 100 ms and then retrying. 2024-11-10T14:17:08,577 INFO [master/b1c88e26310d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-10T14:17:08,577 INFO [master/b1c88e26310d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-10T14:17:08,577 INFO [master/b1c88e26310d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-10T14:17:08,577 INFO [master/b1c88e26310d:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-10T14:17:08,578 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T14:17:08,578 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-10T14:17:08,578 INFO [master/b1c88e26310d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-10T14:17:08,583 INFO [master/b1c88e26310d:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-10T14:17:08,584 INFO [master/b1c88e26310d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-10T14:17:08,584 INFO [master/b1c88e26310d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-10T14:17:08,588 INFO [master/b1c88e26310d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-10T14:17:08,589 INFO [master/b1c88e26310d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-10T14:17:08,591 DEBUG [master/b1c88e26310d:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/b1c88e26310d:0:becomeActiveMaster-HFileCleaner.large.0-1731248228590,5,FailOnTimeoutGroup] 2024-11-10T14:17:08,592 DEBUG [master/b1c88e26310d:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/b1c88e26310d:0:becomeActiveMaster-HFileCleaner.small.0-1731248228592,5,FailOnTimeoutGroup] 2024-11-10T14:17:08,592 INFO [master/b1c88e26310d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-10T14:17:08,592 INFO [master/b1c88e26310d:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-10T14:17:08,614 INFO [master/b1c88e26310d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-10T14:17:08,614 INFO [master/b1c88e26310d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-10T14:17:08,618 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39337 is added to blk_1073741831_1007 (size=1321) 2024-11-10T14:17:08,618 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41629 is added to blk_1073741831_1007 (size=1321) 2024-11-10T14:17:08,618 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39045 is added to blk_1073741831_1007 (size=1321) 2024-11-10T14:17:08,620 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:32833/user/jenkins/test-data/f5012b69-7985-d5f8-072c-ef7ee63e1635/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-10T14:17:08,621 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:32833/user/jenkins/test-data/f5012b69-7985-d5f8-072c-ef7ee63e1635 2024-11-10T14:17:08,635 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41629 is added to blk_1073741832_1008 (size=32) 2024-11-10T14:17:08,636 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39045 is added to blk_1073741832_1008 (size=32) 2024-11-10T14:17:08,636 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39337 is added to blk_1073741832_1008 (size=32) 2024-11-10T14:17:08,638 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T14:17:08,640 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-10T14:17:08,643 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-10T14:17:08,643 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T14:17:08,644 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T14:17:08,644 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-10T14:17:08,646 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-10T14:17:08,646 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T14:17:08,647 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T14:17:08,647 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-10T14:17:08,649 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-10T14:17:08,649 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T14:17:08,650 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T14:17:08,650 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-10T14:17:08,652 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-10T14:17:08,652 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T14:17:08,653 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T14:17:08,654 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-10T14:17:08,655 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:32833/user/jenkins/test-data/f5012b69-7985-d5f8-072c-ef7ee63e1635/data/hbase/meta/1588230740 2024-11-10T14:17:08,655 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:32833/user/jenkins/test-data/f5012b69-7985-d5f8-072c-ef7ee63e1635/data/hbase/meta/1588230740 2024-11-10T14:17:08,658 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-10T14:17:08,658 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-10T14:17:08,659 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-10T14:17:08,661 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-10T14:17:08,665 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:32833/user/jenkins/test-data/f5012b69-7985-d5f8-072c-ef7ee63e1635/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-10T14:17:08,666 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62096631, jitterRate=-0.07468809187412262}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-10T14:17:08,670 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731248228638Initializing all the Stores at 1731248228640 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731248228640Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731248228640Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731248228640Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731248228640Cleaning up temporary data from old regions at 1731248228658 (+18 ms)Region opened successfully at 1731248228670 (+12 ms) 2024-11-10T14:17:08,670 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-10T14:17:08,670 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-10T14:17:08,670 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-10T14:17:08,671 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-10T14:17:08,671 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-10T14:17:08,672 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-10T14:17:08,673 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731248228670Disabling compacts and flushes for region at 1731248228670Disabling writes for close at 1731248228671 (+1 ms)Writing region close event to WAL at 1731248228672 (+1 ms)Closed at 1731248228672 2024-11-10T14:17:08,676 INFO [RS:1;b1c88e26310d:44601 {}] regionserver.HRegionServer(2659): reportForDuty to master=b1c88e26310d,40569,1731248226794 with port=44601, startcode=1731248227568 2024-11-10T14:17:08,676 INFO [RS:2;b1c88e26310d:45313 {}] regionserver.HRegionServer(2659): reportForDuty to master=b1c88e26310d,40569,1731248226794 with port=45313, startcode=1731248227611 2024-11-10T14:17:08,677 INFO [RS:0;b1c88e26310d:42203 {}] regionserver.HRegionServer(2659): reportForDuty to master=b1c88e26310d,40569,1731248226794 with port=42203, startcode=1731248227467 2024-11-10T14:17:08,677 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-10T14:17:08,677 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-10T14:17:08,678 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=40569 {}] master.ServerManager(363): Checking decommissioned status of RegionServer b1c88e26310d,44601,1731248227568 2024-11-10T14:17:08,681 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=40569 {}] master.ServerManager(517): Registering regionserver=b1c88e26310d,44601,1731248227568 2024-11-10T14:17:08,685 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-10T14:17:08,689 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=40569 {}] master.ServerManager(363): Checking decommissioned status of RegionServer b1c88e26310d,42203,1731248227467 2024-11-10T14:17:08,689 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=40569 {}] master.ServerManager(517): Registering regionserver=b1c88e26310d,42203,1731248227467 2024-11-10T14:17:08,689 DEBUG [RS:1;b1c88e26310d:44601 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:32833/user/jenkins/test-data/f5012b69-7985-d5f8-072c-ef7ee63e1635 2024-11-10T14:17:08,690 DEBUG [RS:1;b1c88e26310d:44601 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:32833 2024-11-10T14:17:08,690 DEBUG [RS:1;b1c88e26310d:44601 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-10T14:17:08,692 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=40569 {}] master.ServerManager(363): Checking decommissioned status of RegionServer b1c88e26310d,45313,1731248227611 2024-11-10T14:17:08,692 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=40569 {}] master.ServerManager(517): Registering regionserver=b1c88e26310d,45313,1731248227611 2024-11-10T14:17:08,692 DEBUG [RS:0;b1c88e26310d:42203 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:32833/user/jenkins/test-data/f5012b69-7985-d5f8-072c-ef7ee63e1635 2024-11-10T14:17:08,692 DEBUG [RS:0;b1c88e26310d:42203 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:32833 2024-11-10T14:17:08,692 DEBUG [RS:0;b1c88e26310d:42203 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-10T14:17:08,694 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40569-0x101023d693e0000, quorum=127.0.0.1:54833, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-10T14:17:08,695 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-10T14:17:08,697 DEBUG [RS:2;b1c88e26310d:45313 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:32833/user/jenkins/test-data/f5012b69-7985-d5f8-072c-ef7ee63e1635 2024-11-10T14:17:08,697 DEBUG [RS:2;b1c88e26310d:45313 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:32833 2024-11-10T14:17:08,697 DEBUG [RS:2;b1c88e26310d:45313 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-10T14:17:08,701 DEBUG [RS:1;b1c88e26310d:44601 {}] zookeeper.ZKUtil(111): regionserver:44601-0x101023d693e0002, quorum=127.0.0.1:54833, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/b1c88e26310d,44601,1731248227568 2024-11-10T14:17:08,701 WARN [RS:1;b1c88e26310d:44601 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-10T14:17:08,701 INFO [RS:1;b1c88e26310d:44601 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-10T14:17:08,701 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-10T14:17:08,701 DEBUG [RS:1;b1c88e26310d:44601 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:32833/user/jenkins/test-data/f5012b69-7985-d5f8-072c-ef7ee63e1635/WALs/b1c88e26310d,44601,1731248227568 2024-11-10T14:17:08,702 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40569-0x101023d693e0000, quorum=127.0.0.1:54833, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-10T14:17:08,703 DEBUG [RS:0;b1c88e26310d:42203 {}] zookeeper.ZKUtil(111): regionserver:42203-0x101023d693e0001, quorum=127.0.0.1:54833, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/b1c88e26310d,42203,1731248227467 2024-11-10T14:17:08,703 WARN [RS:0;b1c88e26310d:42203 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-10T14:17:08,703 INFO [RS:0;b1c88e26310d:42203 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-10T14:17:08,703 DEBUG [RS:2;b1c88e26310d:45313 {}] zookeeper.ZKUtil(111): regionserver:45313-0x101023d693e0003, quorum=127.0.0.1:54833, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/b1c88e26310d,45313,1731248227611 2024-11-10T14:17:08,703 WARN [RS:2;b1c88e26310d:45313 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-10T14:17:08,703 DEBUG [RS:0;b1c88e26310d:42203 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:32833/user/jenkins/test-data/f5012b69-7985-d5f8-072c-ef7ee63e1635/WALs/b1c88e26310d,42203,1731248227467 2024-11-10T14:17:08,703 INFO [RS:2;b1c88e26310d:45313 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-10T14:17:08,704 DEBUG [RS:2;b1c88e26310d:45313 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:32833/user/jenkins/test-data/f5012b69-7985-d5f8-072c-ef7ee63e1635/WALs/b1c88e26310d,45313,1731248227611 2024-11-10T14:17:08,704 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [b1c88e26310d,42203,1731248227467] 2024-11-10T14:17:08,704 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [b1c88e26310d,44601,1731248227568] 2024-11-10T14:17:08,707 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [b1c88e26310d,45313,1731248227611] 2024-11-10T14:17:08,729 INFO [RS:1;b1c88e26310d:44601 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-10T14:17:08,729 INFO [RS:2;b1c88e26310d:45313 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-10T14:17:08,729 INFO [RS:0;b1c88e26310d:42203 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-10T14:17:08,744 INFO [RS:2;b1c88e26310d:45313 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-10T14:17:08,744 INFO [RS:0;b1c88e26310d:42203 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-10T14:17:08,744 INFO [RS:1;b1c88e26310d:44601 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-10T14:17:08,750 INFO [RS:0;b1c88e26310d:42203 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-10T14:17:08,750 INFO [RS:2;b1c88e26310d:45313 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-10T14:17:08,750 INFO [RS:1;b1c88e26310d:44601 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-10T14:17:08,751 INFO [RS:1;b1c88e26310d:44601 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-10T14:17:08,751 INFO [RS:2;b1c88e26310d:45313 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-10T14:17:08,751 INFO [RS:0;b1c88e26310d:42203 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-10T14:17:08,751 INFO [RS:1;b1c88e26310d:44601 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-10T14:17:08,753 INFO [RS:2;b1c88e26310d:45313 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-10T14:17:08,753 INFO [RS:0;b1c88e26310d:42203 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-10T14:17:08,758 INFO [RS:2;b1c88e26310d:45313 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-10T14:17:08,758 INFO [RS:1;b1c88e26310d:44601 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-10T14:17:08,758 INFO [RS:0;b1c88e26310d:42203 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-10T14:17:08,759 INFO [RS:0;b1c88e26310d:42203 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-10T14:17:08,759 INFO [RS:1;b1c88e26310d:44601 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-10T14:17:08,759 INFO [RS:2;b1c88e26310d:45313 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-10T14:17:08,760 DEBUG [RS:0;b1c88e26310d:42203 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/b1c88e26310d:0, corePoolSize=1, maxPoolSize=1 2024-11-10T14:17:08,760 DEBUG [RS:1;b1c88e26310d:44601 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/b1c88e26310d:0, corePoolSize=1, maxPoolSize=1 2024-11-10T14:17:08,760 DEBUG [RS:2;b1c88e26310d:45313 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/b1c88e26310d:0, corePoolSize=1, maxPoolSize=1 2024-11-10T14:17:08,760 DEBUG [RS:0;b1c88e26310d:42203 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/b1c88e26310d:0, corePoolSize=1, maxPoolSize=1 2024-11-10T14:17:08,760 DEBUG [RS:2;b1c88e26310d:45313 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/b1c88e26310d:0, corePoolSize=1, maxPoolSize=1 2024-11-10T14:17:08,760 DEBUG [RS:1;b1c88e26310d:44601 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/b1c88e26310d:0, corePoolSize=1, maxPoolSize=1 2024-11-10T14:17:08,760 DEBUG [RS:0;b1c88e26310d:42203 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/b1c88e26310d:0, corePoolSize=1, maxPoolSize=1 2024-11-10T14:17:08,760 DEBUG [RS:2;b1c88e26310d:45313 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/b1c88e26310d:0, corePoolSize=1, maxPoolSize=1 2024-11-10T14:17:08,760 DEBUG [RS:1;b1c88e26310d:44601 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/b1c88e26310d:0, corePoolSize=1, maxPoolSize=1 2024-11-10T14:17:08,760 DEBUG [RS:0;b1c88e26310d:42203 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/b1c88e26310d:0, corePoolSize=1, maxPoolSize=1 2024-11-10T14:17:08,760 DEBUG [RS:0;b1c88e26310d:42203 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/b1c88e26310d:0, corePoolSize=1, maxPoolSize=1 2024-11-10T14:17:08,760 DEBUG [RS:2;b1c88e26310d:45313 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/b1c88e26310d:0, corePoolSize=1, maxPoolSize=1 2024-11-10T14:17:08,760 DEBUG [RS:1;b1c88e26310d:44601 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/b1c88e26310d:0, corePoolSize=1, maxPoolSize=1 2024-11-10T14:17:08,760 DEBUG [RS:0;b1c88e26310d:42203 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/b1c88e26310d:0, corePoolSize=2, maxPoolSize=2 2024-11-10T14:17:08,760 DEBUG [RS:1;b1c88e26310d:44601 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/b1c88e26310d:0, corePoolSize=1, maxPoolSize=1 2024-11-10T14:17:08,760 DEBUG [RS:2;b1c88e26310d:45313 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/b1c88e26310d:0, corePoolSize=1, maxPoolSize=1 2024-11-10T14:17:08,760 DEBUG [RS:0;b1c88e26310d:42203 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/b1c88e26310d:0, corePoolSize=1, maxPoolSize=1 2024-11-10T14:17:08,761 DEBUG [RS:2;b1c88e26310d:45313 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/b1c88e26310d:0, corePoolSize=2, maxPoolSize=2 2024-11-10T14:17:08,761 DEBUG [RS:1;b1c88e26310d:44601 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/b1c88e26310d:0, corePoolSize=2, maxPoolSize=2 2024-11-10T14:17:08,761 DEBUG [RS:0;b1c88e26310d:42203 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/b1c88e26310d:0, corePoolSize=1, maxPoolSize=1 2024-11-10T14:17:08,761 DEBUG [RS:0;b1c88e26310d:42203 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/b1c88e26310d:0, corePoolSize=1, maxPoolSize=1 2024-11-10T14:17:08,761 DEBUG [RS:2;b1c88e26310d:45313 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/b1c88e26310d:0, corePoolSize=1, maxPoolSize=1 2024-11-10T14:17:08,761 DEBUG [RS:1;b1c88e26310d:44601 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/b1c88e26310d:0, corePoolSize=1, maxPoolSize=1 2024-11-10T14:17:08,761 DEBUG [RS:2;b1c88e26310d:45313 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/b1c88e26310d:0, corePoolSize=1, maxPoolSize=1 2024-11-10T14:17:08,761 DEBUG [RS:1;b1c88e26310d:44601 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/b1c88e26310d:0, corePoolSize=1, maxPoolSize=1 2024-11-10T14:17:08,761 DEBUG [RS:0;b1c88e26310d:42203 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/b1c88e26310d:0, corePoolSize=1, maxPoolSize=1 2024-11-10T14:17:08,761 DEBUG [RS:2;b1c88e26310d:45313 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/b1c88e26310d:0, corePoolSize=1, maxPoolSize=1 2024-11-10T14:17:08,761 DEBUG [RS:1;b1c88e26310d:44601 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/b1c88e26310d:0, corePoolSize=1, maxPoolSize=1 2024-11-10T14:17:08,761 DEBUG [RS:0;b1c88e26310d:42203 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/b1c88e26310d:0, corePoolSize=1, maxPoolSize=1 2024-11-10T14:17:08,761 DEBUG [RS:2;b1c88e26310d:45313 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/b1c88e26310d:0, corePoolSize=1, maxPoolSize=1 2024-11-10T14:17:08,761 DEBUG [RS:1;b1c88e26310d:44601 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/b1c88e26310d:0, corePoolSize=1, maxPoolSize=1 2024-11-10T14:17:08,761 DEBUG [RS:0;b1c88e26310d:42203 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/b1c88e26310d:0, corePoolSize=1, maxPoolSize=1 2024-11-10T14:17:08,762 DEBUG [RS:1;b1c88e26310d:44601 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/b1c88e26310d:0, corePoolSize=1, maxPoolSize=1 2024-11-10T14:17:08,762 DEBUG [RS:2;b1c88e26310d:45313 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/b1c88e26310d:0, corePoolSize=1, maxPoolSize=1 2024-11-10T14:17:08,762 DEBUG [RS:0;b1c88e26310d:42203 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/b1c88e26310d:0, corePoolSize=3, maxPoolSize=3 2024-11-10T14:17:08,762 DEBUG [RS:1;b1c88e26310d:44601 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/b1c88e26310d:0, corePoolSize=1, maxPoolSize=1 2024-11-10T14:17:08,762 DEBUG [RS:2;b1c88e26310d:45313 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/b1c88e26310d:0, corePoolSize=1, maxPoolSize=1 2024-11-10T14:17:08,762 DEBUG [RS:0;b1c88e26310d:42203 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/b1c88e26310d:0, corePoolSize=3, maxPoolSize=3 2024-11-10T14:17:08,762 DEBUG [RS:2;b1c88e26310d:45313 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/b1c88e26310d:0, corePoolSize=3, maxPoolSize=3 2024-11-10T14:17:08,762 DEBUG [RS:1;b1c88e26310d:44601 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/b1c88e26310d:0, corePoolSize=3, maxPoolSize=3 2024-11-10T14:17:08,762 DEBUG [RS:1;b1c88e26310d:44601 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/b1c88e26310d:0, corePoolSize=3, maxPoolSize=3 2024-11-10T14:17:08,762 DEBUG [RS:2;b1c88e26310d:45313 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/b1c88e26310d:0, corePoolSize=3, maxPoolSize=3 2024-11-10T14:17:08,767 INFO [RS:2;b1c88e26310d:45313 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-10T14:17:08,767 INFO [RS:2;b1c88e26310d:45313 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-10T14:17:08,767 INFO [RS:2;b1c88e26310d:45313 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-10T14:17:08,767 INFO [RS:1;b1c88e26310d:44601 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-10T14:17:08,767 INFO [RS:2;b1c88e26310d:45313 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-10T14:17:08,767 INFO [RS:1;b1c88e26310d:44601 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-10T14:17:08,767 INFO [RS:0;b1c88e26310d:42203 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-10T14:17:08,767 INFO [RS:2;b1c88e26310d:45313 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-10T14:17:08,767 INFO [RS:1;b1c88e26310d:44601 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-10T14:17:08,767 INFO [RS:0;b1c88e26310d:42203 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-10T14:17:08,767 INFO [RS:2;b1c88e26310d:45313 {}] hbase.ChoreService(168): Chore ScheduledChore name=b1c88e26310d,45313,1731248227611-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-10T14:17:08,767 INFO [RS:1;b1c88e26310d:44601 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-10T14:17:08,768 INFO [RS:0;b1c88e26310d:42203 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-10T14:17:08,768 INFO [RS:1;b1c88e26310d:44601 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-10T14:17:08,768 INFO [RS:0;b1c88e26310d:42203 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-10T14:17:08,768 INFO [RS:1;b1c88e26310d:44601 {}] hbase.ChoreService(168): Chore ScheduledChore name=b1c88e26310d,44601,1731248227568-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-10T14:17:08,768 INFO [RS:0;b1c88e26310d:42203 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-10T14:17:08,768 INFO [RS:0;b1c88e26310d:42203 {}] hbase.ChoreService(168): Chore ScheduledChore name=b1c88e26310d,42203,1731248227467-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-10T14:17:08,790 INFO [RS:0;b1c88e26310d:42203 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-10T14:17:08,790 INFO [RS:1;b1c88e26310d:44601 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-10T14:17:08,790 INFO [RS:2;b1c88e26310d:45313 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-10T14:17:08,792 INFO [RS:0;b1c88e26310d:42203 {}] hbase.ChoreService(168): Chore ScheduledChore name=b1c88e26310d,42203,1731248227467-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-10T14:17:08,792 INFO [RS:1;b1c88e26310d:44601 {}] hbase.ChoreService(168): Chore ScheduledChore name=b1c88e26310d,44601,1731248227568-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-10T14:17:08,792 INFO [RS:2;b1c88e26310d:45313 {}] hbase.ChoreService(168): Chore ScheduledChore name=b1c88e26310d,45313,1731248227611-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-10T14:17:08,793 INFO [RS:1;b1c88e26310d:44601 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T14:17:08,793 INFO [RS:0;b1c88e26310d:42203 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T14:17:08,793 INFO [RS:2;b1c88e26310d:45313 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T14:17:08,793 INFO [RS:1;b1c88e26310d:44601 {}] regionserver.Replication(171): b1c88e26310d,44601,1731248227568 started 2024-11-10T14:17:08,793 INFO [RS:0;b1c88e26310d:42203 {}] regionserver.Replication(171): b1c88e26310d,42203,1731248227467 started 2024-11-10T14:17:08,793 INFO [RS:2;b1c88e26310d:45313 {}] regionserver.Replication(171): b1c88e26310d,45313,1731248227611 started 2024-11-10T14:17:08,812 INFO [RS:0;b1c88e26310d:42203 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T14:17:08,812 INFO [RS:2;b1c88e26310d:45313 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T14:17:08,813 INFO [RS:0;b1c88e26310d:42203 {}] regionserver.HRegionServer(1482): Serving as b1c88e26310d,42203,1731248227467, RpcServer on b1c88e26310d/172.17.0.2:42203, sessionid=0x101023d693e0001 2024-11-10T14:17:08,813 INFO [RS:2;b1c88e26310d:45313 {}] regionserver.HRegionServer(1482): Serving as b1c88e26310d,45313,1731248227611, RpcServer on b1c88e26310d/172.17.0.2:45313, sessionid=0x101023d693e0003 2024-11-10T14:17:08,814 DEBUG [RS:0;b1c88e26310d:42203 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-10T14:17:08,814 DEBUG [RS:2;b1c88e26310d:45313 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-10T14:17:08,814 DEBUG [RS:2;b1c88e26310d:45313 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager b1c88e26310d,45313,1731248227611 2024-11-10T14:17:08,814 DEBUG [RS:0;b1c88e26310d:42203 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager b1c88e26310d,42203,1731248227467 2024-11-10T14:17:08,814 DEBUG [RS:0;b1c88e26310d:42203 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'b1c88e26310d,42203,1731248227467' 2024-11-10T14:17:08,814 DEBUG [RS:2;b1c88e26310d:45313 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'b1c88e26310d,45313,1731248227611' 2024-11-10T14:17:08,814 DEBUG [RS:0;b1c88e26310d:42203 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-10T14:17:08,814 DEBUG [RS:2;b1c88e26310d:45313 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-10T14:17:08,815 DEBUG [RS:0;b1c88e26310d:42203 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-10T14:17:08,815 DEBUG [RS:2;b1c88e26310d:45313 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-10T14:17:08,816 DEBUG [RS:0;b1c88e26310d:42203 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-10T14:17:08,816 DEBUG [RS:0;b1c88e26310d:42203 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-10T14:17:08,816 DEBUG [RS:2;b1c88e26310d:45313 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-10T14:17:08,816 DEBUG [RS:2;b1c88e26310d:45313 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-10T14:17:08,816 DEBUG [RS:0;b1c88e26310d:42203 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager b1c88e26310d,42203,1731248227467 2024-11-10T14:17:08,816 DEBUG [RS:2;b1c88e26310d:45313 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager b1c88e26310d,45313,1731248227611 2024-11-10T14:17:08,816 DEBUG [RS:0;b1c88e26310d:42203 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'b1c88e26310d,42203,1731248227467' 2024-11-10T14:17:08,816 DEBUG [RS:2;b1c88e26310d:45313 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'b1c88e26310d,45313,1731248227611' 2024-11-10T14:17:08,816 DEBUG [RS:0;b1c88e26310d:42203 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-10T14:17:08,816 DEBUG [RS:2;b1c88e26310d:45313 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-10T14:17:08,817 DEBUG [RS:0;b1c88e26310d:42203 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-10T14:17:08,817 DEBUG [RS:2;b1c88e26310d:45313 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-10T14:17:08,818 DEBUG [RS:0;b1c88e26310d:42203 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-10T14:17:08,818 DEBUG [RS:2;b1c88e26310d:45313 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-10T14:17:08,818 INFO [RS:0;b1c88e26310d:42203 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-10T14:17:08,818 INFO [RS:2;b1c88e26310d:45313 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-10T14:17:08,818 INFO [RS:0;b1c88e26310d:42203 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-10T14:17:08,818 INFO [RS:2;b1c88e26310d:45313 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-10T14:17:08,819 INFO [RS:1;b1c88e26310d:44601 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T14:17:08,819 INFO [RS:1;b1c88e26310d:44601 {}] regionserver.HRegionServer(1482): Serving as b1c88e26310d,44601,1731248227568, RpcServer on b1c88e26310d/172.17.0.2:44601, sessionid=0x101023d693e0002 2024-11-10T14:17:08,819 DEBUG [RS:1;b1c88e26310d:44601 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-10T14:17:08,819 DEBUG [RS:1;b1c88e26310d:44601 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager b1c88e26310d,44601,1731248227568 2024-11-10T14:17:08,819 DEBUG [RS:1;b1c88e26310d:44601 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'b1c88e26310d,44601,1731248227568' 2024-11-10T14:17:08,819 DEBUG [RS:1;b1c88e26310d:44601 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-10T14:17:08,820 DEBUG [RS:1;b1c88e26310d:44601 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-10T14:17:08,821 DEBUG [RS:1;b1c88e26310d:44601 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-10T14:17:08,821 DEBUG [RS:1;b1c88e26310d:44601 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-10T14:17:08,821 DEBUG [RS:1;b1c88e26310d:44601 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager b1c88e26310d,44601,1731248227568 2024-11-10T14:17:08,821 DEBUG [RS:1;b1c88e26310d:44601 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'b1c88e26310d,44601,1731248227568' 2024-11-10T14:17:08,821 DEBUG [RS:1;b1c88e26310d:44601 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-10T14:17:08,821 DEBUG [RS:1;b1c88e26310d:44601 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-10T14:17:08,822 DEBUG [RS:1;b1c88e26310d:44601 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-10T14:17:08,822 INFO [RS:1;b1c88e26310d:44601 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-10T14:17:08,822 INFO [RS:1;b1c88e26310d:44601 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-10T14:17:08,852 WARN [b1c88e26310d:40569 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions. 2024-11-10T14:17:08,923 INFO [RS:1;b1c88e26310d:44601 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-10T14:17:08,923 INFO [RS:0;b1c88e26310d:42203 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-10T14:17:08,924 INFO [RS:2;b1c88e26310d:45313 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-10T14:17:08,927 INFO [RS:0;b1c88e26310d:42203 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=b1c88e26310d%2C42203%2C1731248227467, suffix=, logDir=hdfs://localhost:32833/user/jenkins/test-data/f5012b69-7985-d5f8-072c-ef7ee63e1635/WALs/b1c88e26310d,42203,1731248227467, archiveDir=hdfs://localhost:32833/user/jenkins/test-data/f5012b69-7985-d5f8-072c-ef7ee63e1635/oldWALs, maxLogs=32 2024-11-10T14:17:08,927 INFO [RS:1;b1c88e26310d:44601 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=b1c88e26310d%2C44601%2C1731248227568, suffix=, logDir=hdfs://localhost:32833/user/jenkins/test-data/f5012b69-7985-d5f8-072c-ef7ee63e1635/WALs/b1c88e26310d,44601,1731248227568, archiveDir=hdfs://localhost:32833/user/jenkins/test-data/f5012b69-7985-d5f8-072c-ef7ee63e1635/oldWALs, maxLogs=32 2024-11-10T14:17:08,927 INFO [RS:2;b1c88e26310d:45313 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=b1c88e26310d%2C45313%2C1731248227611, suffix=, logDir=hdfs://localhost:32833/user/jenkins/test-data/f5012b69-7985-d5f8-072c-ef7ee63e1635/WALs/b1c88e26310d,45313,1731248227611, archiveDir=hdfs://localhost:32833/user/jenkins/test-data/f5012b69-7985-d5f8-072c-ef7ee63e1635/oldWALs, maxLogs=32 2024-11-10T14:17:08,946 DEBUG [RS:0;b1c88e26310d:42203 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/f5012b69-7985-d5f8-072c-ef7ee63e1635/WALs/b1c88e26310d,42203,1731248227467/b1c88e26310d%2C42203%2C1731248227467.1731248228931, exclude list is [], retry=0 2024-11-10T14:17:08,951 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41629,DS-34df4e3e-decf-460d-9a1f-846b66b8735b,DISK] 2024-11-10T14:17:08,951 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39337,DS-57be9a5c-dba1-458f-9e5d-544c05117f34,DISK] 2024-11-10T14:17:08,951 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39045,DS-59ed507a-5ce2-4d64-bf2d-0fef341c71d4,DISK] 2024-11-10T14:17:08,954 DEBUG [RS:1;b1c88e26310d:44601 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/f5012b69-7985-d5f8-072c-ef7ee63e1635/WALs/b1c88e26310d,44601,1731248227568/b1c88e26310d%2C44601%2C1731248227568.1731248228931, exclude list is [], retry=0 2024-11-10T14:17:08,954 DEBUG [RS:2;b1c88e26310d:45313 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/f5012b69-7985-d5f8-072c-ef7ee63e1635/WALs/b1c88e26310d,45313,1731248227611/b1c88e26310d%2C45313%2C1731248227611.1731248228931, exclude list is [], retry=0 2024-11-10T14:17:08,958 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39337,DS-57be9a5c-dba1-458f-9e5d-544c05117f34,DISK] 2024-11-10T14:17:08,959 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39337,DS-57be9a5c-dba1-458f-9e5d-544c05117f34,DISK] 2024-11-10T14:17:08,959 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39045,DS-59ed507a-5ce2-4d64-bf2d-0fef341c71d4,DISK] 2024-11-10T14:17:08,959 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39045,DS-59ed507a-5ce2-4d64-bf2d-0fef341c71d4,DISK] 2024-11-10T14:17:08,960 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41629,DS-34df4e3e-decf-460d-9a1f-846b66b8735b,DISK] 2024-11-10T14:17:08,962 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41629,DS-34df4e3e-decf-460d-9a1f-846b66b8735b,DISK] 2024-11-10T14:17:08,963 INFO [RS:0;b1c88e26310d:42203 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/f5012b69-7985-d5f8-072c-ef7ee63e1635/WALs/b1c88e26310d,42203,1731248227467/b1c88e26310d%2C42203%2C1731248227467.1731248228931 2024-11-10T14:17:08,963 DEBUG [RS:0;b1c88e26310d:42203 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40563:40563),(127.0.0.1/127.0.0.1:39935:39935),(127.0.0.1/127.0.0.1:46605:46605)] 2024-11-10T14:17:08,967 INFO [RS:1;b1c88e26310d:44601 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/f5012b69-7985-d5f8-072c-ef7ee63e1635/WALs/b1c88e26310d,44601,1731248227568/b1c88e26310d%2C44601%2C1731248227568.1731248228931 2024-11-10T14:17:08,967 DEBUG [RS:1;b1c88e26310d:44601 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39935:39935),(127.0.0.1/127.0.0.1:40563:40563),(127.0.0.1/127.0.0.1:46605:46605)] 2024-11-10T14:17:08,969 INFO [RS:2;b1c88e26310d:45313 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/f5012b69-7985-d5f8-072c-ef7ee63e1635/WALs/b1c88e26310d,45313,1731248227611/b1c88e26310d%2C45313%2C1731248227611.1731248228931 2024-11-10T14:17:08,972 DEBUG [RS:2;b1c88e26310d:45313 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40563:40563),(127.0.0.1/127.0.0.1:46605:46605),(127.0.0.1/127.0.0.1:39935:39935)] 2024-11-10T14:17:09,105 DEBUG [b1c88e26310d:40569 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=3, allServersCount=3 2024-11-10T14:17:09,113 DEBUG [b1c88e26310d:40569 {}] balancer.BalancerClusterState(204): Hosts are {b1c88e26310d=0} racks are {/default-rack=0} 2024-11-10T14:17:09,119 DEBUG [b1c88e26310d:40569 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-11-10T14:17:09,119 DEBUG [b1c88e26310d:40569 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-11-10T14:17:09,120 DEBUG [b1c88e26310d:40569 {}] balancer.BalancerClusterState(303): server 2 has 0 regions 2024-11-10T14:17:09,120 DEBUG [b1c88e26310d:40569 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-11-10T14:17:09,120 DEBUG [b1c88e26310d:40569 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-11-10T14:17:09,120 DEBUG [b1c88e26310d:40569 {}] balancer.BalancerClusterState(310): server 2 is on host 0 2024-11-10T14:17:09,120 INFO [b1c88e26310d:40569 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-11-10T14:17:09,120 INFO [b1c88e26310d:40569 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-11-10T14:17:09,120 INFO [b1c88e26310d:40569 {}] balancer.BalancerClusterState(321): server 2 is on rack 0 2024-11-10T14:17:09,120 DEBUG [b1c88e26310d:40569 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-11-10T14:17:09,127 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=b1c88e26310d,45313,1731248227611 2024-11-10T14:17:09,135 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as b1c88e26310d,45313,1731248227611, state=OPENING 2024-11-10T14:17:09,140 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-10T14:17:09,143 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40569-0x101023d693e0000, quorum=127.0.0.1:54833, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-10T14:17:09,143 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45313-0x101023d693e0003, quorum=127.0.0.1:54833, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-10T14:17:09,143 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44601-0x101023d693e0002, quorum=127.0.0.1:54833, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-10T14:17:09,143 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42203-0x101023d693e0001, quorum=127.0.0.1:54833, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-10T14:17:09,143 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-10T14:17:09,143 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-10T14:17:09,144 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-10T14:17:09,144 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-10T14:17:09,145 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-10T14:17:09,147 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=b1c88e26310d,45313,1731248227611}] 2024-11-10T14:17:17,204 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-10T14:17:17,204 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-11-10T14:17:19,173 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-10T14:17:19,175 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46155, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-10T14:17:19,187 INFO [RS_OPEN_META-regionserver/b1c88e26310d:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-10T14:17:19,188 INFO [RS_OPEN_META-regionserver/b1c88e26310d:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-10T14:17:19,188 INFO [RS_OPEN_META-regionserver/b1c88e26310d:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-10T14:17:19,191 INFO [RS_OPEN_META-regionserver/b1c88e26310d:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=b1c88e26310d%2C45313%2C1731248227611.meta, suffix=.meta, logDir=hdfs://localhost:32833/user/jenkins/test-data/f5012b69-7985-d5f8-072c-ef7ee63e1635/WALs/b1c88e26310d,45313,1731248227611, archiveDir=hdfs://localhost:32833/user/jenkins/test-data/f5012b69-7985-d5f8-072c-ef7ee63e1635/oldWALs, maxLogs=32 2024-11-10T14:17:19,208 DEBUG [RS_OPEN_META-regionserver/b1c88e26310d:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/f5012b69-7985-d5f8-072c-ef7ee63e1635/WALs/b1c88e26310d,45313,1731248227611/b1c88e26310d%2C45313%2C1731248227611.meta.1731248239193.meta, exclude list is [], retry=0 2024-11-10T14:17:19,212 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39045,DS-59ed507a-5ce2-4d64-bf2d-0fef341c71d4,DISK] 2024-11-10T14:17:19,212 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41629,DS-34df4e3e-decf-460d-9a1f-846b66b8735b,DISK] 2024-11-10T14:17:19,213 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39337,DS-57be9a5c-dba1-458f-9e5d-544c05117f34,DISK] 2024-11-10T14:17:19,215 INFO [RS_OPEN_META-regionserver/b1c88e26310d:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/f5012b69-7985-d5f8-072c-ef7ee63e1635/WALs/b1c88e26310d,45313,1731248227611/b1c88e26310d%2C45313%2C1731248227611.meta.1731248239193.meta 2024-11-10T14:17:19,216 DEBUG [RS_OPEN_META-regionserver/b1c88e26310d:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46605:46605),(127.0.0.1/127.0.0.1:40563:40563),(127.0.0.1/127.0.0.1:39935:39935)] 2024-11-10T14:17:19,216 DEBUG [RS_OPEN_META-regionserver/b1c88e26310d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-10T14:17:19,218 DEBUG [RS_OPEN_META-regionserver/b1c88e26310d:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-10T14:17:19,221 DEBUG [RS_OPEN_META-regionserver/b1c88e26310d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-10T14:17:19,226 INFO [RS_OPEN_META-regionserver/b1c88e26310d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-10T14:17:19,230 DEBUG [RS_OPEN_META-regionserver/b1c88e26310d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-10T14:17:19,231 DEBUG [RS_OPEN_META-regionserver/b1c88e26310d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T14:17:19,231 DEBUG [RS_OPEN_META-regionserver/b1c88e26310d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-10T14:17:19,231 DEBUG [RS_OPEN_META-regionserver/b1c88e26310d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-10T14:17:19,234 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-10T14:17:19,236 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-10T14:17:19,236 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T14:17:19,237 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T14:17:19,237 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-10T14:17:19,238 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-10T14:17:19,238 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T14:17:19,239 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T14:17:19,239 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-10T14:17:19,241 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-10T14:17:19,241 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T14:17:19,241 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T14:17:19,241 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-10T14:17:19,243 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-10T14:17:19,243 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T14:17:19,243 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T14:17:19,244 DEBUG [RS_OPEN_META-regionserver/b1c88e26310d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-10T14:17:19,245 DEBUG [RS_OPEN_META-regionserver/b1c88e26310d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:32833/user/jenkins/test-data/f5012b69-7985-d5f8-072c-ef7ee63e1635/data/hbase/meta/1588230740 2024-11-10T14:17:19,247 DEBUG [RS_OPEN_META-regionserver/b1c88e26310d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:32833/user/jenkins/test-data/f5012b69-7985-d5f8-072c-ef7ee63e1635/data/hbase/meta/1588230740 2024-11-10T14:17:19,250 DEBUG [RS_OPEN_META-regionserver/b1c88e26310d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-10T14:17:19,250 DEBUG [RS_OPEN_META-regionserver/b1c88e26310d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-10T14:17:19,251 DEBUG [RS_OPEN_META-regionserver/b1c88e26310d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-10T14:17:19,253 DEBUG [RS_OPEN_META-regionserver/b1c88e26310d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-10T14:17:19,255 INFO [RS_OPEN_META-regionserver/b1c88e26310d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65612809, jitterRate=-0.022292956709861755}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-10T14:17:19,255 DEBUG [RS_OPEN_META-regionserver/b1c88e26310d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-10T14:17:19,256 DEBUG [RS_OPEN_META-regionserver/b1c88e26310d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731248239231Writing region info on filesystem at 1731248239232 (+1 ms)Initializing all the Stores at 1731248239234 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731248239234Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731248239234Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731248239234Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731248239234Cleaning up temporary data from old regions at 1731248239250 (+16 ms)Running coprocessor post-open hooks at 1731248239255 (+5 ms)Region opened successfully at 1731248239256 (+1 ms) 2024-11-10T14:17:19,263 INFO [RS_OPEN_META-regionserver/b1c88e26310d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731248239163 2024-11-10T14:17:19,274 DEBUG [RS_OPEN_META-regionserver/b1c88e26310d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-10T14:17:19,274 INFO [RS_OPEN_META-regionserver/b1c88e26310d:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-10T14:17:19,276 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=b1c88e26310d,45313,1731248227611 2024-11-10T14:17:19,278 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as b1c88e26310d,45313,1731248227611, state=OPEN 2024-11-10T14:17:19,280 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45313-0x101023d693e0003, quorum=127.0.0.1:54833, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-10T14:17:19,280 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40569-0x101023d693e0000, quorum=127.0.0.1:54833, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-10T14:17:19,280 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42203-0x101023d693e0001, quorum=127.0.0.1:54833, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-10T14:17:19,280 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44601-0x101023d693e0002, quorum=127.0.0.1:54833, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-10T14:17:19,280 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-10T14:17:19,280 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-10T14:17:19,281 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-10T14:17:19,281 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-10T14:17:19,281 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=b1c88e26310d,45313,1731248227611 2024-11-10T14:17:19,285 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-10T14:17:19,286 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=b1c88e26310d,45313,1731248227611 in 10.1350 sec 2024-11-10T14:17:19,293 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-10T14:17:19,293 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 10.6030 sec 2024-11-10T14:17:19,297 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-10T14:17:19,297 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-10T14:17:19,324 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-10T14:17:19,325 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b1c88e26310d,45313,1731248227611, seqNum=-1] 2024-11-10T14:17:19,353 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-10T14:17:19,355 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57109, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-10T14:17:19,374 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 10.9150 sec 2024-11-10T14:17:19,375 INFO [master/b1c88e26310d:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731248239375, completionTime=-1 2024-11-10T14:17:19,377 INFO [master/b1c88e26310d:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=3; waited=0ms, expected min=3 server(s), max=3 server(s), master is running 2024-11-10T14:17:19,377 DEBUG [master/b1c88e26310d:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-10T14:17:19,443 INFO [master/b1c88e26310d:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=3 2024-11-10T14:17:19,443 INFO [master/b1c88e26310d:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731248299443 2024-11-10T14:17:19,443 INFO [master/b1c88e26310d:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731248359443 2024-11-10T14:17:19,443 INFO [master/b1c88e26310d:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 65 msec 2024-11-10T14:17:19,444 DEBUG [master/b1c88e26310d:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 1588230740 changed from -1.0 to 0.0, refreshing cache 2024-11-10T14:17:19,451 INFO [master/b1c88e26310d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b1c88e26310d,40569,1731248226794-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-10T14:17:19,452 INFO [master/b1c88e26310d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b1c88e26310d,40569,1731248226794-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T14:17:19,452 INFO [master/b1c88e26310d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b1c88e26310d,40569,1731248226794-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T14:17:19,454 INFO [master/b1c88e26310d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-b1c88e26310d:40569, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T14:17:19,454 INFO [master/b1c88e26310d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-10T14:17:19,454 INFO [master/b1c88e26310d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-10T14:17:19,465 DEBUG [master/b1c88e26310d:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-10T14:17:19,488 INFO [master/b1c88e26310d:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 11.799sec 2024-11-10T14:17:19,490 INFO [master/b1c88e26310d:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-10T14:17:19,491 INFO [master/b1c88e26310d:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-10T14:17:19,492 INFO [master/b1c88e26310d:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-10T14:17:19,493 INFO [master/b1c88e26310d:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-10T14:17:19,493 INFO [master/b1c88e26310d:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-10T14:17:19,494 INFO [master/b1c88e26310d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b1c88e26310d,40569,1731248226794-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-10T14:17:19,494 INFO [master/b1c88e26310d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b1c88e26310d,40569,1731248226794-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-10T14:17:19,498 DEBUG [master/b1c88e26310d:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-10T14:17:19,499 INFO [master/b1c88e26310d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-10T14:17:19,500 INFO [master/b1c88e26310d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b1c88e26310d,40569,1731248226794-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T14:17:19,554 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@434b4bc4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T14:17:19,559 DEBUG [Time-limited test {}] nio.NioEventLoop(110): -Dio.netty.noKeySetOptimization: false 2024-11-10T14:17:19,559 DEBUG [Time-limited test {}] nio.NioEventLoop(111): -Dio.netty.selectorAutoRebuildThreshold: 512 2024-11-10T14:17:19,563 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request b1c88e26310d,40569,-1 for getting cluster id 2024-11-10T14:17:19,566 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-10T14:17:19,575 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '5a7fcc19-b636-452f-89a5-89fbb661ddb4' 2024-11-10T14:17:19,578 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-10T14:17:19,578 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "5a7fcc19-b636-452f-89a5-89fbb661ddb4" 2024-11-10T14:17:19,579 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1d75e902, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T14:17:19,579 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b1c88e26310d,40569,-1] 2024-11-10T14:17:19,582 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-10T14:17:19,584 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T14:17:19,585 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34130, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-10T14:17:19,587 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@12c4c82e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T14:17:19,588 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-10T14:17:19,595 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b1c88e26310d,45313,1731248227611, seqNum=-1] 2024-11-10T14:17:19,595 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-10T14:17:19,597 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52954, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-10T14:17:19,619 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=b1c88e26310d,40569,1731248226794 2024-11-10T14:17:19,623 DEBUG [Time-limited test {}] snapshot.SnapshotDescriptionUtils(316): Creation time not specified, setting to:1731248239622 (current time:1731248239622). 2024-11-10T14:17:19,623 DEBUG [Time-limited test {}] snapshot.SnapshotDescriptionUtils(330): Snapshot current TTL value: 0 resetting it to default value: 0 2024-11-10T14:17:19,624 DEBUG [Time-limited test {}] snapshot.SnapshotDescriptionUtils(339): Snapshot SnapshotProcedureTest VERSION not specified, setting to 2 2024-11-10T14:17:19,626 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@69ee4fbb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T14:17:19,627 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request b1c88e26310d,40569,-1 for getting cluster id 2024-11-10T14:17:19,627 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-10T14:17:19,628 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '5a7fcc19-b636-452f-89a5-89fbb661ddb4' 2024-11-10T14:17:19,628 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-10T14:17:19,629 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "5a7fcc19-b636-452f-89a5-89fbb661ddb4" 2024-11-10T14:17:19,629 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@464efd88, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T14:17:19,629 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b1c88e26310d,40569,-1] 2024-11-10T14:17:19,629 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-10T14:17:19,630 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T14:17:19,631 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34142, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-10T14:17:19,632 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@fd1f6b2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T14:17:19,635 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-10T14:17:19,636 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b1c88e26310d,45313,1731248227611, seqNum=-1] 2024-11-10T14:17:19,637 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-10T14:17:19,638 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52968, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-10T14:17:19,640 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-10T14:17:19,640 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.isSecurityAvailable(SnapshotDescriptionUtils.java:481) at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.validate(SnapshotDescriptionUtils.java:353) at org.apache.hadoop.hbase.master.procedure.TestSnapshotProcedure.setup(TestSnapshotProcedure.java:117) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunBefores.invokeMethod(RunBefores.java:33) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:24) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-10T14:17:19,645 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T14:17:19,646 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T14:17:19,646 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-10T14:17:19,650 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-10T14:17:19,655 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] client.AsyncConnectionImpl(321): The fetched master address is b1c88e26310d,40569,1731248226794 2024-11-10T14:17:19,658 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@75819315 2024-11-10T14:17:19,660 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-10T14:17:19,662 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34148, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-10T14:17:19,668 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40569 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'SPTestTable', {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-10T14:17:19,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40569 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=SPTestTable 2024-11-10T14:17:19,677 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_PRE_OPERATION 2024-11-10T14:17:19,679 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40569 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "SPTestTable" procId is: 4 2024-11-10T14:17:19,680 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T14:17:19,682 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-10T14:17:19,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40569 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-10T14:17:19,697 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39045 is added to blk_1073741837_1013 (size=361) 2024-11-10T14:17:19,697 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41629 is added to blk_1073741837_1013 (size=361) 2024-11-10T14:17:19,698 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39337 is added to blk_1073741837_1013 (size=361) 2024-11-10T14:17:19,700 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(7572): creating {ENCODED => ceb84a43e68015cdc8240b2ddeae2dec, NAME => 'SPTestTable,33333332,1731248239663.ceb84a43e68015cdc8240b2ddeae2dec.', STARTKEY => '33333332', ENDKEY => '4ccccccb'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:32833/user/jenkins/test-data/f5012b69-7985-d5f8-072c-ef7ee63e1635 2024-11-10T14:17:19,701 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 9b082d7b6d8fd14f83fa6315a76b4e45, NAME => 'SPTestTable,,1731248239663.9b082d7b6d8fd14f83fa6315a76b4e45.', STARTKEY => '', ENDKEY => '19999999'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:32833/user/jenkins/test-data/f5012b69-7985-d5f8-072c-ef7ee63e1635 2024-11-10T14:17:19,701 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(7572): creating {ENCODED => cc02743189a55bfe369f2e4fc9b78f91, NAME => 'SPTestTable,19999999,1731248239663.cc02743189a55bfe369f2e4fc9b78f91.', STARTKEY => '19999999', ENDKEY => '33333332'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:32833/user/jenkins/test-data/f5012b69-7985-d5f8-072c-ef7ee63e1635 2024-11-10T14:17:19,722 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39045 is added to blk_1073741839_1015 (size=54) 2024-11-10T14:17:19,722 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39337 is added to blk_1073741839_1015 (size=54) 2024-11-10T14:17:19,722 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41629 is added to blk_1073741839_1015 (size=54) 2024-11-10T14:17:19,724 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(898): Instantiated SPTestTable,,1731248239663.9b082d7b6d8fd14f83fa6315a76b4e45.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T14:17:19,724 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1722): Closing 9b082d7b6d8fd14f83fa6315a76b4e45, disabling compactions & flushes 2024-11-10T14:17:19,724 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1755): Closing region SPTestTable,,1731248239663.9b082d7b6d8fd14f83fa6315a76b4e45. 2024-11-10T14:17:19,724 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,,1731248239663.9b082d7b6d8fd14f83fa6315a76b4e45. 2024-11-10T14:17:19,724 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,,1731248239663.9b082d7b6d8fd14f83fa6315a76b4e45. after waiting 0 ms 2024-11-10T14:17:19,724 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,,1731248239663.9b082d7b6d8fd14f83fa6315a76b4e45. 2024-11-10T14:17:19,724 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1973): Closed SPTestTable,,1731248239663.9b082d7b6d8fd14f83fa6315a76b4e45. 2024-11-10T14:17:19,724 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1676): Region close journal for 9b082d7b6d8fd14f83fa6315a76b4e45: Waiting for close lock at 1731248239724Disabling compacts and flushes for region at 1731248239724Disabling writes for close at 1731248239724Writing region close event to WAL at 1731248239724Closed at 1731248239724 2024-11-10T14:17:19,725 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41629 is added to blk_1073741838_1014 (size=62) 2024-11-10T14:17:19,725 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => faca33e17b38dd030c3ec289f542e54a, NAME => 'SPTestTable,4ccccccb,1731248239663.faca33e17b38dd030c3ec289f542e54a.', STARTKEY => '4ccccccb', ENDKEY => '66666664'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:32833/user/jenkins/test-data/f5012b69-7985-d5f8-072c-ef7ee63e1635 2024-11-10T14:17:19,727 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39337 is added to blk_1073741838_1014 (size=62) 2024-11-10T14:17:19,727 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39045 is added to blk_1073741838_1014 (size=62) 2024-11-10T14:17:19,728 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(898): Instantiated SPTestTable,33333332,1731248239663.ceb84a43e68015cdc8240b2ddeae2dec.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T14:17:19,728 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1722): Closing ceb84a43e68015cdc8240b2ddeae2dec, disabling compactions & flushes 2024-11-10T14:17:19,728 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1755): Closing region SPTestTable,33333332,1731248239663.ceb84a43e68015cdc8240b2ddeae2dec. 2024-11-10T14:17:19,728 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,33333332,1731248239663.ceb84a43e68015cdc8240b2ddeae2dec. 2024-11-10T14:17:19,728 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,33333332,1731248239663.ceb84a43e68015cdc8240b2ddeae2dec. after waiting 0 ms 2024-11-10T14:17:19,728 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,33333332,1731248239663.ceb84a43e68015cdc8240b2ddeae2dec. 2024-11-10T14:17:19,728 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1973): Closed SPTestTable,33333332,1731248239663.ceb84a43e68015cdc8240b2ddeae2dec. 2024-11-10T14:17:19,728 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1676): Region close journal for ceb84a43e68015cdc8240b2ddeae2dec: Waiting for close lock at 1731248239728Disabling compacts and flushes for region at 1731248239728Disabling writes for close at 1731248239728Writing region close event to WAL at 1731248239728Closed at 1731248239728 2024-11-10T14:17:19,729 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(7572): creating {ENCODED => ad55bd8d267edf11b509a2d43c040755, NAME => 'SPTestTable,66666664,1731248239663.ad55bd8d267edf11b509a2d43c040755.', STARTKEY => '66666664', ENDKEY => '7ffffffd'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:32833/user/jenkins/test-data/f5012b69-7985-d5f8-072c-ef7ee63e1635 2024-11-10T14:17:19,734 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39337 is added to blk_1073741840_1016 (size=62) 2024-11-10T14:17:19,734 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39045 is added to blk_1073741840_1016 (size=62) 2024-11-10T14:17:19,735 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41629 is added to blk_1073741840_1016 (size=62) 2024-11-10T14:17:19,736 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(898): Instantiated SPTestTable,19999999,1731248239663.cc02743189a55bfe369f2e4fc9b78f91.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T14:17:19,736 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1722): Closing cc02743189a55bfe369f2e4fc9b78f91, disabling compactions & flushes 2024-11-10T14:17:19,736 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1755): Closing region SPTestTable,19999999,1731248239663.cc02743189a55bfe369f2e4fc9b78f91. 2024-11-10T14:17:19,736 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,19999999,1731248239663.cc02743189a55bfe369f2e4fc9b78f91. 2024-11-10T14:17:19,737 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,19999999,1731248239663.cc02743189a55bfe369f2e4fc9b78f91. after waiting 0 ms 2024-11-10T14:17:19,737 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,19999999,1731248239663.cc02743189a55bfe369f2e4fc9b78f91. 2024-11-10T14:17:19,737 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1973): Closed SPTestTable,19999999,1731248239663.cc02743189a55bfe369f2e4fc9b78f91. 2024-11-10T14:17:19,737 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1676): Region close journal for cc02743189a55bfe369f2e4fc9b78f91: Waiting for close lock at 1731248239736Disabling compacts and flushes for region at 1731248239736Disabling writes for close at 1731248239737 (+1 ms)Writing region close event to WAL at 1731248239737Closed at 1731248239737 2024-11-10T14:17:19,738 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(7572): creating {ENCODED => fef63842b357d8b2a47487d26f3d8356, NAME => 'SPTestTable,7ffffffd,1731248239663.fef63842b357d8b2a47487d26f3d8356.', STARTKEY => '7ffffffd', ENDKEY => '99999996'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:32833/user/jenkins/test-data/f5012b69-7985-d5f8-072c-ef7ee63e1635 2024-11-10T14:17:19,749 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39045 is added to blk_1073741841_1017 (size=62) 2024-11-10T14:17:19,750 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39337 is added to blk_1073741841_1017 (size=62) 2024-11-10T14:17:19,751 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41629 is added to blk_1073741841_1017 (size=62) 2024-11-10T14:17:19,752 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(898): Instantiated SPTestTable,4ccccccb,1731248239663.faca33e17b38dd030c3ec289f542e54a.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T14:17:19,752 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1722): Closing faca33e17b38dd030c3ec289f542e54a, disabling compactions & flushes 2024-11-10T14:17:19,752 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1755): Closing region SPTestTable,4ccccccb,1731248239663.faca33e17b38dd030c3ec289f542e54a. 2024-11-10T14:17:19,752 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,4ccccccb,1731248239663.faca33e17b38dd030c3ec289f542e54a. 2024-11-10T14:17:19,752 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,4ccccccb,1731248239663.faca33e17b38dd030c3ec289f542e54a. after waiting 0 ms 2024-11-10T14:17:19,752 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,4ccccccb,1731248239663.faca33e17b38dd030c3ec289f542e54a. 2024-11-10T14:17:19,752 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1973): Closed SPTestTable,4ccccccb,1731248239663.faca33e17b38dd030c3ec289f542e54a. 2024-11-10T14:17:19,752 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1676): Region close journal for faca33e17b38dd030c3ec289f542e54a: Waiting for close lock at 1731248239752Disabling compacts and flushes for region at 1731248239752Disabling writes for close at 1731248239752Writing region close event to WAL at 1731248239752Closed at 1731248239752 2024-11-10T14:17:19,753 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 472a18bc18851dc5359240487e097038, NAME => 'SPTestTable,99999996,1731248239663.472a18bc18851dc5359240487e097038.', STARTKEY => '99999996', ENDKEY => 'b333332f'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:32833/user/jenkins/test-data/f5012b69-7985-d5f8-072c-ef7ee63e1635 2024-11-10T14:17:19,757 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41629 is added to blk_1073741842_1018 (size=62) 2024-11-10T14:17:19,757 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39045 is added to blk_1073741842_1018 (size=62) 2024-11-10T14:17:19,757 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39337 is added to blk_1073741842_1018 (size=62) 2024-11-10T14:17:19,761 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39045 is added to blk_1073741843_1019 (size=62) 2024-11-10T14:17:19,761 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39337 is added to blk_1073741843_1019 (size=62) 2024-11-10T14:17:19,762 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41629 is added to blk_1073741843_1019 (size=62) 2024-11-10T14:17:19,763 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(898): Instantiated SPTestTable,7ffffffd,1731248239663.fef63842b357d8b2a47487d26f3d8356.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T14:17:19,763 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1722): Closing fef63842b357d8b2a47487d26f3d8356, disabling compactions & flushes 2024-11-10T14:17:19,763 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1755): Closing region SPTestTable,7ffffffd,1731248239663.fef63842b357d8b2a47487d26f3d8356. 2024-11-10T14:17:19,763 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,7ffffffd,1731248239663.fef63842b357d8b2a47487d26f3d8356. 2024-11-10T14:17:19,763 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,7ffffffd,1731248239663.fef63842b357d8b2a47487d26f3d8356. after waiting 0 ms 2024-11-10T14:17:19,763 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,7ffffffd,1731248239663.fef63842b357d8b2a47487d26f3d8356. 2024-11-10T14:17:19,763 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1973): Closed SPTestTable,7ffffffd,1731248239663.fef63842b357d8b2a47487d26f3d8356. 2024-11-10T14:17:19,763 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1676): Region close journal for fef63842b357d8b2a47487d26f3d8356: Waiting for close lock at 1731248239763Disabling compacts and flushes for region at 1731248239763Disabling writes for close at 1731248239763Writing region close event to WAL at 1731248239763Closed at 1731248239763 2024-11-10T14:17:19,764 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(7572): creating {ENCODED => 2051363565a790076af6f3d0342e8a3d, NAME => 'SPTestTable,b333332f,1731248239663.2051363565a790076af6f3d0342e8a3d.', STARTKEY => 'b333332f', ENDKEY => 'ccccccc8'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:32833/user/jenkins/test-data/f5012b69-7985-d5f8-072c-ef7ee63e1635 2024-11-10T14:17:19,769 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41629 is added to blk_1073741844_1020 (size=62) 2024-11-10T14:17:19,769 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39045 is added to blk_1073741844_1020 (size=62) 2024-11-10T14:17:19,770 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39337 is added to blk_1073741844_1020 (size=62) 2024-11-10T14:17:19,771 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(898): Instantiated SPTestTable,99999996,1731248239663.472a18bc18851dc5359240487e097038.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T14:17:19,771 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1722): Closing 472a18bc18851dc5359240487e097038, disabling compactions & flushes 2024-11-10T14:17:19,771 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1755): Closing region SPTestTable,99999996,1731248239663.472a18bc18851dc5359240487e097038. 2024-11-10T14:17:19,771 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,99999996,1731248239663.472a18bc18851dc5359240487e097038. 2024-11-10T14:17:19,771 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,99999996,1731248239663.472a18bc18851dc5359240487e097038. after waiting 0 ms 2024-11-10T14:17:19,771 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,99999996,1731248239663.472a18bc18851dc5359240487e097038. 2024-11-10T14:17:19,771 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1973): Closed SPTestTable,99999996,1731248239663.472a18bc18851dc5359240487e097038. 2024-11-10T14:17:19,771 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1676): Region close journal for 472a18bc18851dc5359240487e097038: Waiting for close lock at 1731248239771Disabling compacts and flushes for region at 1731248239771Disabling writes for close at 1731248239771Writing region close event to WAL at 1731248239771Closed at 1731248239771 2024-11-10T14:17:19,772 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 9b8d9b2cbfedcab561f82306916695a0, NAME => 'SPTestTable,ccccccc8,1731248239663.9b8d9b2cbfedcab561f82306916695a0.', STARTKEY => 'ccccccc8', ENDKEY => 'e6666661'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:32833/user/jenkins/test-data/f5012b69-7985-d5f8-072c-ef7ee63e1635 2024-11-10T14:17:19,778 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41629 is added to blk_1073741845_1021 (size=62) 2024-11-10T14:17:19,779 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39045 is added to blk_1073741845_1021 (size=62) 2024-11-10T14:17:19,780 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39337 is added to blk_1073741845_1021 (size=62) 2024-11-10T14:17:19,781 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(898): Instantiated SPTestTable,b333332f,1731248239663.2051363565a790076af6f3d0342e8a3d.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T14:17:19,781 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1722): Closing 2051363565a790076af6f3d0342e8a3d, disabling compactions & flushes 2024-11-10T14:17:19,781 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1755): Closing region SPTestTable,b333332f,1731248239663.2051363565a790076af6f3d0342e8a3d. 2024-11-10T14:17:19,781 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,b333332f,1731248239663.2051363565a790076af6f3d0342e8a3d. 2024-11-10T14:17:19,781 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,b333332f,1731248239663.2051363565a790076af6f3d0342e8a3d. after waiting 0 ms 2024-11-10T14:17:19,781 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,b333332f,1731248239663.2051363565a790076af6f3d0342e8a3d. 2024-11-10T14:17:19,781 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1973): Closed SPTestTable,b333332f,1731248239663.2051363565a790076af6f3d0342e8a3d. 2024-11-10T14:17:19,781 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1676): Region close journal for 2051363565a790076af6f3d0342e8a3d: Waiting for close lock at 1731248239781Disabling compacts and flushes for region at 1731248239781Disabling writes for close at 1731248239781Writing region close event to WAL at 1731248239781Closed at 1731248239781 2024-11-10T14:17:19,782 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(7572): creating {ENCODED => 79b68d1d27ec7ab3f8bd8d02bfaf13fa, NAME => 'SPTestTable,e6666661,1731248239663.79b68d1d27ec7ab3f8bd8d02bfaf13fa.', STARTKEY => 'e6666661', ENDKEY => ''}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:32833/user/jenkins/test-data/f5012b69-7985-d5f8-072c-ef7ee63e1635 2024-11-10T14:17:19,787 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39337 is added to blk_1073741846_1022 (size=62) 2024-11-10T14:17:19,788 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39045 is added to blk_1073741846_1022 (size=62) 2024-11-10T14:17:19,788 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41629 is added to blk_1073741846_1022 (size=62) 2024-11-10T14:17:19,789 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(898): Instantiated SPTestTable,ccccccc8,1731248239663.9b8d9b2cbfedcab561f82306916695a0.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T14:17:19,789 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1722): Closing 9b8d9b2cbfedcab561f82306916695a0, disabling compactions & flushes 2024-11-10T14:17:19,789 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1755): Closing region SPTestTable,ccccccc8,1731248239663.9b8d9b2cbfedcab561f82306916695a0. 2024-11-10T14:17:19,789 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,ccccccc8,1731248239663.9b8d9b2cbfedcab561f82306916695a0. 2024-11-10T14:17:19,789 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,ccccccc8,1731248239663.9b8d9b2cbfedcab561f82306916695a0. after waiting 0 ms 2024-11-10T14:17:19,789 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,ccccccc8,1731248239663.9b8d9b2cbfedcab561f82306916695a0. 2024-11-10T14:17:19,789 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1973): Closed SPTestTable,ccccccc8,1731248239663.9b8d9b2cbfedcab561f82306916695a0. 2024-11-10T14:17:19,789 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1676): Region close journal for 9b8d9b2cbfedcab561f82306916695a0: Waiting for close lock at 1731248239789Disabling compacts and flushes for region at 1731248239789Disabling writes for close at 1731248239789Writing region close event to WAL at 1731248239789Closed at 1731248239789 2024-11-10T14:17:19,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40569 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-10T14:17:19,795 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41629 is added to blk_1073741847_1023 (size=54) 2024-11-10T14:17:19,795 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39337 is added to blk_1073741847_1023 (size=54) 2024-11-10T14:17:19,796 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39045 is added to blk_1073741847_1023 (size=54) 2024-11-10T14:17:19,797 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(898): Instantiated SPTestTable,e6666661,1731248239663.79b68d1d27ec7ab3f8bd8d02bfaf13fa.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T14:17:19,797 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1722): Closing 79b68d1d27ec7ab3f8bd8d02bfaf13fa, disabling compactions & flushes 2024-11-10T14:17:19,797 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1755): Closing region SPTestTable,e6666661,1731248239663.79b68d1d27ec7ab3f8bd8d02bfaf13fa. 2024-11-10T14:17:19,797 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,e6666661,1731248239663.79b68d1d27ec7ab3f8bd8d02bfaf13fa. 2024-11-10T14:17:19,797 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,e6666661,1731248239663.79b68d1d27ec7ab3f8bd8d02bfaf13fa. after waiting 0 ms 2024-11-10T14:17:19,797 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,e6666661,1731248239663.79b68d1d27ec7ab3f8bd8d02bfaf13fa. 2024-11-10T14:17:19,797 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1973): Closed SPTestTable,e6666661,1731248239663.79b68d1d27ec7ab3f8bd8d02bfaf13fa. 2024-11-10T14:17:19,797 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1676): Region close journal for 79b68d1d27ec7ab3f8bd8d02bfaf13fa: Waiting for close lock at 1731248239797Disabling compacts and flushes for region at 1731248239797Disabling writes for close at 1731248239797Writing region close event to WAL at 1731248239797Closed at 1731248239797 2024-11-10T14:17:20,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40569 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-10T14:17:20,158 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(898): Instantiated SPTestTable,66666664,1731248239663.ad55bd8d267edf11b509a2d43c040755.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T14:17:20,159 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1722): Closing ad55bd8d267edf11b509a2d43c040755, disabling compactions & flushes 2024-11-10T14:17:20,159 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1755): Closing region SPTestTable,66666664,1731248239663.ad55bd8d267edf11b509a2d43c040755. 2024-11-10T14:17:20,159 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,66666664,1731248239663.ad55bd8d267edf11b509a2d43c040755. 2024-11-10T14:17:20,159 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,66666664,1731248239663.ad55bd8d267edf11b509a2d43c040755. after waiting 0 ms 2024-11-10T14:17:20,159 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,66666664,1731248239663.ad55bd8d267edf11b509a2d43c040755. 2024-11-10T14:17:20,159 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1973): Closed SPTestTable,66666664,1731248239663.ad55bd8d267edf11b509a2d43c040755. 2024-11-10T14:17:20,159 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1676): Region close journal for ad55bd8d267edf11b509a2d43c040755: Waiting for close lock at 1731248240159Disabling compacts and flushes for region at 1731248240159Disabling writes for close at 1731248240159Writing region close event to WAL at 1731248240159Closed at 1731248240159 2024-11-10T14:17:20,161 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_ADD_TO_META 2024-11-10T14:17:20,166 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,,1731248239663.9b082d7b6d8fd14f83fa6315a76b4e45.","families":{"info":[{"qualifier":"regioninfo","vlen":53,"tag":[],"timestamp":"1731248240161"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731248240161"}]},"ts":"1731248240161"} 2024-11-10T14:17:20,166 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,33333332,1731248239663.ceb84a43e68015cdc8240b2ddeae2dec.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1731248240161"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731248240161"}]},"ts":"1731248240161"} 2024-11-10T14:17:20,166 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,19999999,1731248239663.cc02743189a55bfe369f2e4fc9b78f91.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1731248240161"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731248240161"}]},"ts":"1731248240161"} 2024-11-10T14:17:20,167 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,4ccccccb,1731248239663.faca33e17b38dd030c3ec289f542e54a.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1731248240161"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731248240161"}]},"ts":"1731248240161"} 2024-11-10T14:17:20,167 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,7ffffffd,1731248239663.fef63842b357d8b2a47487d26f3d8356.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1731248240161"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731248240161"}]},"ts":"1731248240161"} 2024-11-10T14:17:20,167 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,99999996,1731248239663.472a18bc18851dc5359240487e097038.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1731248240161"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731248240161"}]},"ts":"1731248240161"} 2024-11-10T14:17:20,167 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,b333332f,1731248239663.2051363565a790076af6f3d0342e8a3d.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1731248240161"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731248240161"}]},"ts":"1731248240161"} 2024-11-10T14:17:20,167 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,ccccccc8,1731248239663.9b8d9b2cbfedcab561f82306916695a0.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1731248240161"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731248240161"}]},"ts":"1731248240161"} 2024-11-10T14:17:20,167 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,e6666661,1731248239663.79b68d1d27ec7ab3f8bd8d02bfaf13fa.","families":{"info":[{"qualifier":"regioninfo","vlen":53,"tag":[],"timestamp":"1731248240161"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731248240161"}]},"ts":"1731248240161"} 2024-11-10T14:17:20,167 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,66666664,1731248239663.ad55bd8d267edf11b509a2d43c040755.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1731248240161"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731248240161"}]},"ts":"1731248240161"} 2024-11-10T14:17:20,203 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 10 regions to meta. 2024-11-10T14:17:20,205 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-10T14:17:20,207 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"SPTestTable","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731248240205"}]},"ts":"1731248240205"} 2024-11-10T14:17:20,212 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=SPTestTable, state=ENABLING in hbase:meta 2024-11-10T14:17:20,213 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(204): Hosts are {b1c88e26310d=0} racks are {/default-rack=0} 2024-11-10T14:17:20,220 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-11-10T14:17:20,220 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-11-10T14:17:20,220 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 2 has 0 regions 2024-11-10T14:17:20,220 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-11-10T14:17:20,220 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-11-10T14:17:20,220 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 2 is on host 0 2024-11-10T14:17:20,220 INFO [PEWorker-3 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-11-10T14:17:20,220 INFO [PEWorker-3 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-11-10T14:17:20,220 INFO [PEWorker-3 {}] balancer.BalancerClusterState(321): server 2 is on rack 0 2024-11-10T14:17:20,220 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-11-10T14:17:20,222 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=9b082d7b6d8fd14f83fa6315a76b4e45, ASSIGN}, {pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=cc02743189a55bfe369f2e4fc9b78f91, ASSIGN}, {pid=7, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=ceb84a43e68015cdc8240b2ddeae2dec, ASSIGN}, {pid=8, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=faca33e17b38dd030c3ec289f542e54a, ASSIGN}, {pid=9, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=ad55bd8d267edf11b509a2d43c040755, ASSIGN}, {pid=10, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=fef63842b357d8b2a47487d26f3d8356, ASSIGN}, {pid=11, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=472a18bc18851dc5359240487e097038, ASSIGN}, {pid=12, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=2051363565a790076af6f3d0342e8a3d, ASSIGN}, {pid=13, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=9b8d9b2cbfedcab561f82306916695a0, ASSIGN}, {pid=14, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=79b68d1d27ec7ab3f8bd8d02bfaf13fa, ASSIGN}] 2024-11-10T14:17:20,226 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=13, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=9b8d9b2cbfedcab561f82306916695a0, ASSIGN 2024-11-10T14:17:20,226 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=11, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=472a18bc18851dc5359240487e097038, ASSIGN 2024-11-10T14:17:20,226 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=12, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=2051363565a790076af6f3d0342e8a3d, ASSIGN 2024-11-10T14:17:20,226 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=10, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=fef63842b357d8b2a47487d26f3d8356, ASSIGN 2024-11-10T14:17:20,228 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=10, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=fef63842b357d8b2a47487d26f3d8356, ASSIGN; state=OFFLINE, location=b1c88e26310d,44601,1731248227568; forceNewPlan=false, retain=false 2024-11-10T14:17:20,228 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=13, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=9b8d9b2cbfedcab561f82306916695a0, ASSIGN; state=OFFLINE, location=b1c88e26310d,44601,1731248227568; forceNewPlan=false, retain=false 2024-11-10T14:17:20,228 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=11, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=472a18bc18851dc5359240487e097038, ASSIGN; state=OFFLINE, location=b1c88e26310d,45313,1731248227611; forceNewPlan=false, retain=false 2024-11-10T14:17:20,228 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=14, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=79b68d1d27ec7ab3f8bd8d02bfaf13fa, ASSIGN 2024-11-10T14:17:20,228 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=12, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=2051363565a790076af6f3d0342e8a3d, ASSIGN; state=OFFLINE, location=b1c88e26310d,42203,1731248227467; forceNewPlan=false, retain=false 2024-11-10T14:17:20,230 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=14, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=79b68d1d27ec7ab3f8bd8d02bfaf13fa, ASSIGN; state=OFFLINE, location=b1c88e26310d,45313,1731248227611; forceNewPlan=false, retain=false 2024-11-10T14:17:20,234 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=ad55bd8d267edf11b509a2d43c040755, ASSIGN 2024-11-10T14:17:20,235 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=7, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=ceb84a43e68015cdc8240b2ddeae2dec, ASSIGN 2024-11-10T14:17:20,235 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=8, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=faca33e17b38dd030c3ec289f542e54a, ASSIGN 2024-11-10T14:17:20,235 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=cc02743189a55bfe369f2e4fc9b78f91, ASSIGN 2024-11-10T14:17:20,235 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=9b082d7b6d8fd14f83fa6315a76b4e45, ASSIGN 2024-11-10T14:17:20,236 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=ad55bd8d267edf11b509a2d43c040755, ASSIGN; state=OFFLINE, location=b1c88e26310d,42203,1731248227467; forceNewPlan=false, retain=false 2024-11-10T14:17:20,236 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=7, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=ceb84a43e68015cdc8240b2ddeae2dec, ASSIGN; state=OFFLINE, location=b1c88e26310d,44601,1731248227568; forceNewPlan=false, retain=false 2024-11-10T14:17:20,236 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=8, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=faca33e17b38dd030c3ec289f542e54a, ASSIGN; state=OFFLINE, location=b1c88e26310d,42203,1731248227467; forceNewPlan=false, retain=false 2024-11-10T14:17:20,237 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=cc02743189a55bfe369f2e4fc9b78f91, ASSIGN; state=OFFLINE, location=b1c88e26310d,45313,1731248227611; forceNewPlan=false, retain=false 2024-11-10T14:17:20,237 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=9b082d7b6d8fd14f83fa6315a76b4e45, ASSIGN; state=OFFLINE, location=b1c88e26310d,42203,1731248227467; forceNewPlan=false, retain=false 2024-11-10T14:17:20,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40569 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-10T14:17:20,381 INFO [b1c88e26310d:40569 {}] balancer.BaseLoadBalancer(388): Reassigned 10 regions. 10 retained the pre-restart assignment. 2024-11-10T14:17:20,382 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=cc02743189a55bfe369f2e4fc9b78f91, regionState=OPENING, regionLocation=b1c88e26310d,45313,1731248227611 2024-11-10T14:17:20,382 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=11 updating hbase:meta row=472a18bc18851dc5359240487e097038, regionState=OPENING, regionLocation=b1c88e26310d,45313,1731248227611 2024-11-10T14:17:20,382 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=10 updating hbase:meta row=fef63842b357d8b2a47487d26f3d8356, regionState=OPENING, regionLocation=b1c88e26310d,44601,1731248227568 2024-11-10T14:17:20,382 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=13 updating hbase:meta row=9b8d9b2cbfedcab561f82306916695a0, regionState=OPENING, regionLocation=b1c88e26310d,44601,1731248227568 2024-11-10T14:17:20,382 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=14 updating hbase:meta row=79b68d1d27ec7ab3f8bd8d02bfaf13fa, regionState=OPENING, regionLocation=b1c88e26310d,45313,1731248227611 2024-11-10T14:17:20,383 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=12 updating hbase:meta row=2051363565a790076af6f3d0342e8a3d, regionState=OPENING, regionLocation=b1c88e26310d,42203,1731248227467 2024-11-10T14:17:20,383 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=8 updating hbase:meta row=faca33e17b38dd030c3ec289f542e54a, regionState=OPENING, regionLocation=b1c88e26310d,42203,1731248227467 2024-11-10T14:17:20,383 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=ad55bd8d267edf11b509a2d43c040755, regionState=OPENING, regionLocation=b1c88e26310d,42203,1731248227467 2024-11-10T14:17:20,383 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=7 updating hbase:meta row=ceb84a43e68015cdc8240b2ddeae2dec, regionState=OPENING, regionLocation=b1c88e26310d,44601,1731248227568 2024-11-10T14:17:20,383 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=9b082d7b6d8fd14f83fa6315a76b4e45, regionState=OPENING, regionLocation=b1c88e26310d,42203,1731248227467 2024-11-10T14:17:20,386 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=fef63842b357d8b2a47487d26f3d8356, ASSIGN because future has completed 2024-11-10T14:17:20,386 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=15, ppid=10, state=RUNNABLE, hasLock=false; OpenRegionProcedure fef63842b357d8b2a47487d26f3d8356, server=b1c88e26310d,44601,1731248227568}] 2024-11-10T14:17:20,387 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=11, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=472a18bc18851dc5359240487e097038, ASSIGN because future has completed 2024-11-10T14:17:20,389 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=16, ppid=11, state=RUNNABLE, hasLock=false; OpenRegionProcedure 472a18bc18851dc5359240487e097038, server=b1c88e26310d,45313,1731248227611}] 2024-11-10T14:17:20,389 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=13, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=9b8d9b2cbfedcab561f82306916695a0, ASSIGN because future has completed 2024-11-10T14:17:20,391 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=cc02743189a55bfe369f2e4fc9b78f91, ASSIGN because future has completed 2024-11-10T14:17:20,392 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=18, ppid=13, state=RUNNABLE, hasLock=false; OpenRegionProcedure 9b8d9b2cbfedcab561f82306916695a0, server=b1c88e26310d,44601,1731248227568}] 2024-11-10T14:17:20,392 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=17, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure cc02743189a55bfe369f2e4fc9b78f91, server=b1c88e26310d,45313,1731248227611}] 2024-11-10T14:17:20,393 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=14, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=79b68d1d27ec7ab3f8bd8d02bfaf13fa, ASSIGN because future has completed 2024-11-10T14:17:20,395 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=8, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=faca33e17b38dd030c3ec289f542e54a, ASSIGN because future has completed 2024-11-10T14:17:20,396 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=7, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=ceb84a43e68015cdc8240b2ddeae2dec, ASSIGN because future has completed 2024-11-10T14:17:20,398 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=19, ppid=14, state=RUNNABLE, hasLock=false; OpenRegionProcedure 79b68d1d27ec7ab3f8bd8d02bfaf13fa, server=b1c88e26310d,45313,1731248227611}] 2024-11-10T14:17:20,398 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=20, ppid=8, state=RUNNABLE, hasLock=false; OpenRegionProcedure faca33e17b38dd030c3ec289f542e54a, server=b1c88e26310d,42203,1731248227467}] 2024-11-10T14:17:20,398 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=21, ppid=7, state=RUNNABLE, hasLock=false; OpenRegionProcedure ceb84a43e68015cdc8240b2ddeae2dec, server=b1c88e26310d,44601,1731248227568}] 2024-11-10T14:17:20,398 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=ad55bd8d267edf11b509a2d43c040755, ASSIGN because future has completed 2024-11-10T14:17:20,400 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=12, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=2051363565a790076af6f3d0342e8a3d, ASSIGN because future has completed 2024-11-10T14:17:20,401 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=9b082d7b6d8fd14f83fa6315a76b4e45, ASSIGN because future has completed 2024-11-10T14:17:20,404 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=22, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 9b082d7b6d8fd14f83fa6315a76b4e45, server=b1c88e26310d,42203,1731248227467}] 2024-11-10T14:17:20,404 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=23, ppid=12, state=RUNNABLE, hasLock=false; OpenRegionProcedure 2051363565a790076af6f3d0342e8a3d, server=b1c88e26310d,42203,1731248227467}] 2024-11-10T14:17:20,413 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=24, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure ad55bd8d267edf11b509a2d43c040755, server=b1c88e26310d,42203,1731248227467}] 2024-11-10T14:17:20,726 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-10T14:17:20,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40569 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-10T14:17:21,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40569 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-10T14:17:23,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40569 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-10T14:17:24,773 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-10T14:17:27,203 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-10T14:17:27,204 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-10T14:17:27,205 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-10T14:17:27,205 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-11-10T14:17:27,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40569 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-10T14:17:30,391 DEBUG [RSProcedureDispatcher-pool-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-10T14:17:30,393 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-4-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41677, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-10T14:17:30,400 INFO [RS_OPEN_REGION-regionserver/b1c88e26310d:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] handler.AssignRegionHandler(132): Open SPTestTable,7ffffffd,1731248239663.fef63842b357d8b2a47487d26f3d8356. 2024-11-10T14:17:30,400 INFO [RS_OPEN_REGION-regionserver/b1c88e26310d:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] handler.AssignRegionHandler(132): Open SPTestTable,99999996,1731248239663.472a18bc18851dc5359240487e097038. 2024-11-10T14:17:30,401 DEBUG [RS_OPEN_REGION-regionserver/b1c88e26310d:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(7752): Opening region: {ENCODED => fef63842b357d8b2a47487d26f3d8356, NAME => 'SPTestTable,7ffffffd,1731248239663.fef63842b357d8b2a47487d26f3d8356.', STARTKEY => '7ffffffd', ENDKEY => '99999996'} 2024-11-10T14:17:30,401 DEBUG [RS_OPEN_REGION-regionserver/b1c88e26310d:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(7752): Opening region: {ENCODED => 472a18bc18851dc5359240487e097038, NAME => 'SPTestTable,99999996,1731248239663.472a18bc18851dc5359240487e097038.', STARTKEY => '99999996', ENDKEY => 'b333332f'} 2024-11-10T14:17:30,401 DEBUG [RS_OPEN_REGION-regionserver/b1c88e26310d:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable fef63842b357d8b2a47487d26f3d8356 2024-11-10T14:17:30,401 DEBUG [RS_OPEN_REGION-regionserver/b1c88e26310d:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(898): Instantiated SPTestTable,7ffffffd,1731248239663.fef63842b357d8b2a47487d26f3d8356.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T14:17:30,401 DEBUG [RS_OPEN_REGION-regionserver/b1c88e26310d:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 472a18bc18851dc5359240487e097038 2024-11-10T14:17:30,401 DEBUG [RS_OPEN_REGION-regionserver/b1c88e26310d:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(7794): checking encryption for fef63842b357d8b2a47487d26f3d8356 2024-11-10T14:17:30,401 DEBUG [RS_OPEN_REGION-regionserver/b1c88e26310d:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(898): Instantiated SPTestTable,99999996,1731248239663.472a18bc18851dc5359240487e097038.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T14:17:30,401 DEBUG [RS_OPEN_REGION-regionserver/b1c88e26310d:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(7797): checking classloading for fef63842b357d8b2a47487d26f3d8356 2024-11-10T14:17:30,401 DEBUG [RS_OPEN_REGION-regionserver/b1c88e26310d:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(7794): checking encryption for 472a18bc18851dc5359240487e097038 2024-11-10T14:17:30,401 DEBUG [RS_OPEN_REGION-regionserver/b1c88e26310d:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(7797): checking classloading for 472a18bc18851dc5359240487e097038 2024-11-10T14:17:30,403 INFO [StoreOpener-fef63842b357d8b2a47487d26f3d8356-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region fef63842b357d8b2a47487d26f3d8356 2024-11-10T14:17:30,403 INFO [StoreOpener-472a18bc18851dc5359240487e097038-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 472a18bc18851dc5359240487e097038 2024-11-10T14:17:30,405 INFO [StoreOpener-fef63842b357d8b2a47487d26f3d8356-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region fef63842b357d8b2a47487d26f3d8356 columnFamilyName cf 2024-11-10T14:17:30,405 INFO [StoreOpener-472a18bc18851dc5359240487e097038-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 472a18bc18851dc5359240487e097038 columnFamilyName cf 2024-11-10T14:17:30,405 DEBUG [StoreOpener-fef63842b357d8b2a47487d26f3d8356-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T14:17:30,405 DEBUG [StoreOpener-472a18bc18851dc5359240487e097038-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T14:17:30,406 INFO [StoreOpener-472a18bc18851dc5359240487e097038-1 {}] regionserver.HStore(327): Store=472a18bc18851dc5359240487e097038/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T14:17:30,406 INFO [StoreOpener-fef63842b357d8b2a47487d26f3d8356-1 {}] regionserver.HStore(327): Store=fef63842b357d8b2a47487d26f3d8356/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T14:17:30,406 DEBUG [RS_OPEN_REGION-regionserver/b1c88e26310d:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1038): replaying wal for 472a18bc18851dc5359240487e097038 2024-11-10T14:17:30,406 DEBUG [RS_OPEN_REGION-regionserver/b1c88e26310d:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1038): replaying wal for fef63842b357d8b2a47487d26f3d8356 2024-11-10T14:17:30,406 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-10T14:17:30,408 DEBUG [RS_OPEN_REGION-regionserver/b1c88e26310d:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:32833/user/jenkins/test-data/f5012b69-7985-d5f8-072c-ef7ee63e1635/data/default/SPTestTable/472a18bc18851dc5359240487e097038 2024-11-10T14:17:30,408 DEBUG [RS_OPEN_REGION-regionserver/b1c88e26310d:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:32833/user/jenkins/test-data/f5012b69-7985-d5f8-072c-ef7ee63e1635/data/default/SPTestTable/fef63842b357d8b2a47487d26f3d8356 2024-11-10T14:17:30,408 DEBUG [RS_OPEN_REGION-regionserver/b1c88e26310d:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:32833/user/jenkins/test-data/f5012b69-7985-d5f8-072c-ef7ee63e1635/data/default/SPTestTable/472a18bc18851dc5359240487e097038 2024-11-10T14:17:30,408 DEBUG [RS_OPEN_REGION-regionserver/b1c88e26310d:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:32833/user/jenkins/test-data/f5012b69-7985-d5f8-072c-ef7ee63e1635/data/default/SPTestTable/fef63842b357d8b2a47487d26f3d8356 2024-11-10T14:17:30,408 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39985, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-10T14:17:30,409 DEBUG [RS_OPEN_REGION-regionserver/b1c88e26310d:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1048): stopping wal replay for 472a18bc18851dc5359240487e097038 2024-11-10T14:17:30,409 DEBUG [RS_OPEN_REGION-regionserver/b1c88e26310d:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1060): Cleaning up temporary data for 472a18bc18851dc5359240487e097038 2024-11-10T14:17:30,409 DEBUG [RS_OPEN_REGION-regionserver/b1c88e26310d:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1048): stopping wal replay for fef63842b357d8b2a47487d26f3d8356 2024-11-10T14:17:30,409 DEBUG [RS_OPEN_REGION-regionserver/b1c88e26310d:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1060): Cleaning up temporary data for fef63842b357d8b2a47487d26f3d8356 2024-11-10T14:17:30,412 DEBUG [RS_OPEN_REGION-regionserver/b1c88e26310d:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1093): writing seq id for 472a18bc18851dc5359240487e097038 2024-11-10T14:17:30,412 DEBUG [RS_OPEN_REGION-regionserver/b1c88e26310d:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1093): writing seq id for fef63842b357d8b2a47487d26f3d8356 2024-11-10T14:17:30,414 INFO [RS_OPEN_REGION-regionserver/b1c88e26310d:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] handler.AssignRegionHandler(132): Open SPTestTable,4ccccccb,1731248239663.faca33e17b38dd030c3ec289f542e54a. 2024-11-10T14:17:30,414 DEBUG [RS_OPEN_REGION-regionserver/b1c88e26310d:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(7752): Opening region: {ENCODED => faca33e17b38dd030c3ec289f542e54a, NAME => 'SPTestTable,4ccccccb,1731248239663.faca33e17b38dd030c3ec289f542e54a.', STARTKEY => '4ccccccb', ENDKEY => '66666664'} 2024-11-10T14:17:30,415 DEBUG [RS_OPEN_REGION-regionserver/b1c88e26310d:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable faca33e17b38dd030c3ec289f542e54a 2024-11-10T14:17:30,415 DEBUG [RS_OPEN_REGION-regionserver/b1c88e26310d:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(898): Instantiated SPTestTable,4ccccccb,1731248239663.faca33e17b38dd030c3ec289f542e54a.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T14:17:30,415 DEBUG [RS_OPEN_REGION-regionserver/b1c88e26310d:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(7794): checking encryption for faca33e17b38dd030c3ec289f542e54a 2024-11-10T14:17:30,415 DEBUG [RS_OPEN_REGION-regionserver/b1c88e26310d:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(7797): checking classloading for faca33e17b38dd030c3ec289f542e54a 2024-11-10T14:17:30,416 DEBUG [RS_OPEN_REGION-regionserver/b1c88e26310d:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:32833/user/jenkins/test-data/f5012b69-7985-d5f8-072c-ef7ee63e1635/data/default/SPTestTable/472a18bc18851dc5359240487e097038/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-10T14:17:30,416 DEBUG [RS_OPEN_REGION-regionserver/b1c88e26310d:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:32833/user/jenkins/test-data/f5012b69-7985-d5f8-072c-ef7ee63e1635/data/default/SPTestTable/fef63842b357d8b2a47487d26f3d8356/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-10T14:17:30,417 INFO [RS_OPEN_REGION-regionserver/b1c88e26310d:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1114): Opened 472a18bc18851dc5359240487e097038; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63540579, jitterRate=-0.053171589970588684}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-10T14:17:30,417 DEBUG [RS_OPEN_REGION-regionserver/b1c88e26310d:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 472a18bc18851dc5359240487e097038 2024-11-10T14:17:30,417 INFO [StoreOpener-faca33e17b38dd030c3ec289f542e54a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region faca33e17b38dd030c3ec289f542e54a 2024-11-10T14:17:30,417 INFO [RS_OPEN_REGION-regionserver/b1c88e26310d:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1114): Opened fef63842b357d8b2a47487d26f3d8356; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=75212694, jitterRate=0.12075647711753845}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-10T14:17:30,417 DEBUG [RS_OPEN_REGION-regionserver/b1c88e26310d:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1122): Running coprocessor post-open hooks for fef63842b357d8b2a47487d26f3d8356 2024-11-10T14:17:30,418 DEBUG [RS_OPEN_REGION-regionserver/b1c88e26310d:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1006): Region open journal for 472a18bc18851dc5359240487e097038: Running coprocessor pre-open hook at 1731248250402Writing region info on filesystem at 1731248250402Initializing all the Stores at 1731248250403 (+1 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731248250403Cleaning up temporary data from old regions at 1731248250409 (+6 ms)Running coprocessor post-open hooks at 1731248250417 (+8 ms)Region opened successfully at 1731248250418 (+1 ms) 2024-11-10T14:17:30,419 INFO [StoreOpener-faca33e17b38dd030c3ec289f542e54a-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region faca33e17b38dd030c3ec289f542e54a columnFamilyName cf 2024-11-10T14:17:30,419 DEBUG [RS_OPEN_REGION-regionserver/b1c88e26310d:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1006): Region open journal for fef63842b357d8b2a47487d26f3d8356: Running coprocessor pre-open hook at 1731248250401Writing region info on filesystem at 1731248250401Initializing all the Stores at 1731248250403 (+2 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731248250403Cleaning up temporary data from old regions at 1731248250409 (+6 ms)Running coprocessor post-open hooks at 1731248250417 (+8 ms)Region opened successfully at 1731248250418 (+1 ms) 2024-11-10T14:17:30,419 DEBUG [StoreOpener-faca33e17b38dd030c3ec289f542e54a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T14:17:30,419 INFO [StoreOpener-faca33e17b38dd030c3ec289f542e54a-1 {}] regionserver.HStore(327): Store=faca33e17b38dd030c3ec289f542e54a/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T14:17:30,420 DEBUG [RS_OPEN_REGION-regionserver/b1c88e26310d:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1038): replaying wal for faca33e17b38dd030c3ec289f542e54a 2024-11-10T14:17:30,421 INFO [RS_OPEN_REGION-regionserver/b1c88e26310d:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,7ffffffd,1731248239663.fef63842b357d8b2a47487d26f3d8356., pid=15, masterSystemTime=1731248250391 2024-11-10T14:17:30,421 DEBUG [RS_OPEN_REGION-regionserver/b1c88e26310d:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:32833/user/jenkins/test-data/f5012b69-7985-d5f8-072c-ef7ee63e1635/data/default/SPTestTable/faca33e17b38dd030c3ec289f542e54a 2024-11-10T14:17:30,421 INFO [RS_OPEN_REGION-regionserver/b1c88e26310d:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,99999996,1731248239663.472a18bc18851dc5359240487e097038., pid=16, masterSystemTime=1731248250394 2024-11-10T14:17:30,421 DEBUG [RS_OPEN_REGION-regionserver/b1c88e26310d:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:32833/user/jenkins/test-data/f5012b69-7985-d5f8-072c-ef7ee63e1635/data/default/SPTestTable/faca33e17b38dd030c3ec289f542e54a 2024-11-10T14:17:30,422 DEBUG [RS_OPEN_REGION-regionserver/b1c88e26310d:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1048): stopping wal replay for faca33e17b38dd030c3ec289f542e54a 2024-11-10T14:17:30,422 DEBUG [RS_OPEN_REGION-regionserver/b1c88e26310d:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1060): Cleaning up temporary data for faca33e17b38dd030c3ec289f542e54a 2024-11-10T14:17:30,423 DEBUG [RS_OPEN_REGION-regionserver/b1c88e26310d:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,7ffffffd,1731248239663.fef63842b357d8b2a47487d26f3d8356. 2024-11-10T14:17:30,423 INFO [RS_OPEN_REGION-regionserver/b1c88e26310d:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] handler.AssignRegionHandler(153): Opened SPTestTable,7ffffffd,1731248239663.fef63842b357d8b2a47487d26f3d8356. 2024-11-10T14:17:30,423 INFO [RS_OPEN_REGION-regionserver/b1c88e26310d:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] handler.AssignRegionHandler(132): Open SPTestTable,ccccccc8,1731248239663.9b8d9b2cbfedcab561f82306916695a0. 2024-11-10T14:17:30,424 DEBUG [RS_OPEN_REGION-regionserver/b1c88e26310d:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(7752): Opening region: {ENCODED => 9b8d9b2cbfedcab561f82306916695a0, NAME => 'SPTestTable,ccccccc8,1731248239663.9b8d9b2cbfedcab561f82306916695a0.', STARTKEY => 'ccccccc8', ENDKEY => 'e6666661'} 2024-11-10T14:17:30,424 DEBUG [RS_OPEN_REGION-regionserver/b1c88e26310d:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 9b8d9b2cbfedcab561f82306916695a0 2024-11-10T14:17:30,424 DEBUG [RS_OPEN_REGION-regionserver/b1c88e26310d:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(898): Instantiated SPTestTable,ccccccc8,1731248239663.9b8d9b2cbfedcab561f82306916695a0.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T14:17:30,424 DEBUG [RS_OPEN_REGION-regionserver/b1c88e26310d:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(7794): checking encryption for 9b8d9b2cbfedcab561f82306916695a0 2024-11-10T14:17:30,424 DEBUG [RS_OPEN_REGION-regionserver/b1c88e26310d:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(7797): checking classloading for 9b8d9b2cbfedcab561f82306916695a0 2024-11-10T14:17:30,425 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=10 updating hbase:meta row=fef63842b357d8b2a47487d26f3d8356, regionState=OPEN, openSeqNum=2, regionLocation=b1c88e26310d,44601,1731248227568 2024-11-10T14:17:30,425 DEBUG [RS_OPEN_REGION-regionserver/b1c88e26310d:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1093): writing seq id for faca33e17b38dd030c3ec289f542e54a 2024-11-10T14:17:30,425 DEBUG [RS_OPEN_REGION-regionserver/b1c88e26310d:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,99999996,1731248239663.472a18bc18851dc5359240487e097038. 2024-11-10T14:17:30,425 INFO [RS_OPEN_REGION-regionserver/b1c88e26310d:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] handler.AssignRegionHandler(153): Opened SPTestTable,99999996,1731248239663.472a18bc18851dc5359240487e097038. 2024-11-10T14:17:30,426 INFO [RS_OPEN_REGION-regionserver/b1c88e26310d:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] handler.AssignRegionHandler(132): Open SPTestTable,19999999,1731248239663.cc02743189a55bfe369f2e4fc9b78f91. 2024-11-10T14:17:30,426 DEBUG [RS_OPEN_REGION-regionserver/b1c88e26310d:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(7752): Opening region: {ENCODED => cc02743189a55bfe369f2e4fc9b78f91, NAME => 'SPTestTable,19999999,1731248239663.cc02743189a55bfe369f2e4fc9b78f91.', STARTKEY => '19999999', ENDKEY => '33333332'} 2024-11-10T14:17:30,426 DEBUG [RS_OPEN_REGION-regionserver/b1c88e26310d:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable cc02743189a55bfe369f2e4fc9b78f91 2024-11-10T14:17:30,426 DEBUG [RS_OPEN_REGION-regionserver/b1c88e26310d:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(898): Instantiated SPTestTable,19999999,1731248239663.cc02743189a55bfe369f2e4fc9b78f91.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T14:17:30,426 DEBUG [RS_OPEN_REGION-regionserver/b1c88e26310d:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(7794): checking encryption for cc02743189a55bfe369f2e4fc9b78f91 2024-11-10T14:17:30,426 DEBUG [RS_OPEN_REGION-regionserver/b1c88e26310d:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(7797): checking classloading for cc02743189a55bfe369f2e4fc9b78f91 2024-11-10T14:17:30,427 INFO [StoreOpener-9b8d9b2cbfedcab561f82306916695a0-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 9b8d9b2cbfedcab561f82306916695a0 2024-11-10T14:17:30,427 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=11 updating hbase:meta row=472a18bc18851dc5359240487e097038, regionState=OPEN, openSeqNum=2, regionLocation=b1c88e26310d,45313,1731248227611 2024-11-10T14:17:30,428 WARN [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=40569 {}] assignment.AssignmentManager(1535): Unable to acquire lock for regionNode state=OPEN, location=b1c88e26310d,45313,1731248227611, table=SPTestTable, region=472a18bc18851dc5359240487e097038. It is likely that another thread is currently holding the lock. To avoid deadlock, skip execution for now. 2024-11-10T14:17:30,430 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=15, ppid=10, state=RUNNABLE, hasLock=false; OpenRegionProcedure fef63842b357d8b2a47487d26f3d8356, server=b1c88e26310d,44601,1731248227568 because future has completed 2024-11-10T14:17:30,430 INFO [StoreOpener-cc02743189a55bfe369f2e4fc9b78f91-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region cc02743189a55bfe369f2e4fc9b78f91 2024-11-10T14:17:30,431 DEBUG [RS_OPEN_REGION-regionserver/b1c88e26310d:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:32833/user/jenkins/test-data/f5012b69-7985-d5f8-072c-ef7ee63e1635/data/default/SPTestTable/faca33e17b38dd030c3ec289f542e54a/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-10T14:17:30,431 INFO [StoreOpener-9b8d9b2cbfedcab561f82306916695a0-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 9b8d9b2cbfedcab561f82306916695a0 columnFamilyName cf 2024-11-10T14:17:30,432 DEBUG [StoreOpener-9b8d9b2cbfedcab561f82306916695a0-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T14:17:30,432 INFO [RS_OPEN_REGION-regionserver/b1c88e26310d:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1114): Opened faca33e17b38dd030c3ec289f542e54a; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72207500, jitterRate=0.07597559690475464}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-10T14:17:30,432 DEBUG [RS_OPEN_REGION-regionserver/b1c88e26310d:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1122): Running coprocessor post-open hooks for faca33e17b38dd030c3ec289f542e54a 2024-11-10T14:17:30,432 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=16, ppid=11, state=RUNNABLE, hasLock=false; OpenRegionProcedure 472a18bc18851dc5359240487e097038, server=b1c88e26310d,45313,1731248227611 because future has completed 2024-11-10T14:17:30,432 DEBUG [RS_OPEN_REGION-regionserver/b1c88e26310d:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1006): Region open journal for faca33e17b38dd030c3ec289f542e54a: Running coprocessor pre-open hook at 1731248250415Writing region info on filesystem at 1731248250415Initializing all the Stores at 1731248250416 (+1 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731248250416Cleaning up temporary data from old regions at 1731248250422 (+6 ms)Running coprocessor post-open hooks at 1731248250432 (+10 ms)Region opened successfully at 1731248250432 2024-11-10T14:17:30,433 INFO [StoreOpener-9b8d9b2cbfedcab561f82306916695a0-1 {}] regionserver.HStore(327): Store=9b8d9b2cbfedcab561f82306916695a0/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T14:17:30,433 DEBUG [RS_OPEN_REGION-regionserver/b1c88e26310d:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1038): replaying wal for 9b8d9b2cbfedcab561f82306916695a0 2024-11-10T14:17:30,434 INFO [StoreOpener-cc02743189a55bfe369f2e4fc9b78f91-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region cc02743189a55bfe369f2e4fc9b78f91 columnFamilyName cf 2024-11-10T14:17:30,434 DEBUG [StoreOpener-cc02743189a55bfe369f2e4fc9b78f91-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T14:17:30,435 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=15, resume processing ppid=10 2024-11-10T14:17:30,436 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=15, ppid=10, state=SUCCESS, hasLock=false; OpenRegionProcedure fef63842b357d8b2a47487d26f3d8356, server=b1c88e26310d,44601,1731248227568 in 10.0450 sec 2024-11-10T14:17:30,436 INFO [RS_OPEN_REGION-regionserver/b1c88e26310d:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,4ccccccb,1731248239663.faca33e17b38dd030c3ec289f542e54a., pid=20, masterSystemTime=1731248250406 2024-11-10T14:17:30,436 DEBUG [RS_OPEN_REGION-regionserver/b1c88e26310d:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:32833/user/jenkins/test-data/f5012b69-7985-d5f8-072c-ef7ee63e1635/data/default/SPTestTable/9b8d9b2cbfedcab561f82306916695a0 2024-11-10T14:17:30,436 INFO [StoreOpener-cc02743189a55bfe369f2e4fc9b78f91-1 {}] regionserver.HStore(327): Store=cc02743189a55bfe369f2e4fc9b78f91/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T14:17:30,437 DEBUG [RS_OPEN_REGION-regionserver/b1c88e26310d:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1038): replaying wal for cc02743189a55bfe369f2e4fc9b78f91 2024-11-10T14:17:30,438 DEBUG [RS_OPEN_REGION-regionserver/b1c88e26310d:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:32833/user/jenkins/test-data/f5012b69-7985-d5f8-072c-ef7ee63e1635/data/default/SPTestTable/cc02743189a55bfe369f2e4fc9b78f91 2024-11-10T14:17:30,439 DEBUG [RS_OPEN_REGION-regionserver/b1c88e26310d:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:32833/user/jenkins/test-data/f5012b69-7985-d5f8-072c-ef7ee63e1635/data/default/SPTestTable/cc02743189a55bfe369f2e4fc9b78f91 2024-11-10T14:17:30,439 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=16, resume processing ppid=11 2024-11-10T14:17:30,439 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=16, ppid=11, state=SUCCESS, hasLock=false; OpenRegionProcedure 472a18bc18851dc5359240487e097038, server=b1c88e26310d,45313,1731248227611 in 10.0460 sec 2024-11-10T14:17:30,440 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=fef63842b357d8b2a47487d26f3d8356, ASSIGN in 10.2140 sec 2024-11-10T14:17:30,440 DEBUG [RS_OPEN_REGION-regionserver/b1c88e26310d:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:32833/user/jenkins/test-data/f5012b69-7985-d5f8-072c-ef7ee63e1635/data/default/SPTestTable/9b8d9b2cbfedcab561f82306916695a0 2024-11-10T14:17:30,440 DEBUG [RS_OPEN_REGION-regionserver/b1c88e26310d:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,4ccccccb,1731248239663.faca33e17b38dd030c3ec289f542e54a. 2024-11-10T14:17:30,441 DEBUG [RS_OPEN_REGION-regionserver/b1c88e26310d:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1048): stopping wal replay for cc02743189a55bfe369f2e4fc9b78f91 2024-11-10T14:17:30,441 INFO [RS_OPEN_REGION-regionserver/b1c88e26310d:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] handler.AssignRegionHandler(153): Opened SPTestTable,4ccccccb,1731248239663.faca33e17b38dd030c3ec289f542e54a. 2024-11-10T14:17:30,441 DEBUG [RS_OPEN_REGION-regionserver/b1c88e26310d:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1060): Cleaning up temporary data for cc02743189a55bfe369f2e4fc9b78f91 2024-11-10T14:17:30,441 INFO [RS_OPEN_REGION-regionserver/b1c88e26310d:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] handler.AssignRegionHandler(132): Open SPTestTable,66666664,1731248239663.ad55bd8d267edf11b509a2d43c040755. 2024-11-10T14:17:30,441 DEBUG [RS_OPEN_REGION-regionserver/b1c88e26310d:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1048): stopping wal replay for 9b8d9b2cbfedcab561f82306916695a0 2024-11-10T14:17:30,441 DEBUG [RS_OPEN_REGION-regionserver/b1c88e26310d:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1060): Cleaning up temporary data for 9b8d9b2cbfedcab561f82306916695a0 2024-11-10T14:17:30,441 DEBUG [RS_OPEN_REGION-regionserver/b1c88e26310d:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(7752): Opening region: {ENCODED => ad55bd8d267edf11b509a2d43c040755, NAME => 'SPTestTable,66666664,1731248239663.ad55bd8d267edf11b509a2d43c040755.', STARTKEY => '66666664', ENDKEY => '7ffffffd'} 2024-11-10T14:17:30,441 DEBUG [RS_OPEN_REGION-regionserver/b1c88e26310d:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable ad55bd8d267edf11b509a2d43c040755 2024-11-10T14:17:30,442 DEBUG [RS_OPEN_REGION-regionserver/b1c88e26310d:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(898): Instantiated SPTestTable,66666664,1731248239663.ad55bd8d267edf11b509a2d43c040755.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T14:17:30,442 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=8 updating hbase:meta row=faca33e17b38dd030c3ec289f542e54a, regionState=OPEN, openSeqNum=2, regionLocation=b1c88e26310d,42203,1731248227467 2024-11-10T14:17:30,442 DEBUG [RS_OPEN_REGION-regionserver/b1c88e26310d:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(7794): checking encryption for ad55bd8d267edf11b509a2d43c040755 2024-11-10T14:17:30,442 DEBUG [RS_OPEN_REGION-regionserver/b1c88e26310d:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(7797): checking classloading for ad55bd8d267edf11b509a2d43c040755 2024-11-10T14:17:30,444 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=472a18bc18851dc5359240487e097038, ASSIGN in 10.2180 sec 2024-11-10T14:17:30,445 INFO [StoreOpener-ad55bd8d267edf11b509a2d43c040755-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region ad55bd8d267edf11b509a2d43c040755 2024-11-10T14:17:30,445 DEBUG [RS_OPEN_REGION-regionserver/b1c88e26310d:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1093): writing seq id for 9b8d9b2cbfedcab561f82306916695a0 2024-11-10T14:17:30,445 DEBUG [RS_OPEN_REGION-regionserver/b1c88e26310d:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1093): writing seq id for cc02743189a55bfe369f2e4fc9b78f91 2024-11-10T14:17:30,446 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=20, ppid=8, state=RUNNABLE, hasLock=false; OpenRegionProcedure faca33e17b38dd030c3ec289f542e54a, server=b1c88e26310d,42203,1731248227467 because future has completed 2024-11-10T14:17:30,447 INFO [StoreOpener-ad55bd8d267edf11b509a2d43c040755-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ad55bd8d267edf11b509a2d43c040755 columnFamilyName cf 2024-11-10T14:17:30,447 DEBUG [StoreOpener-ad55bd8d267edf11b509a2d43c040755-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T14:17:30,449 INFO [StoreOpener-ad55bd8d267edf11b509a2d43c040755-1 {}] regionserver.HStore(327): Store=ad55bd8d267edf11b509a2d43c040755/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T14:17:30,449 DEBUG [RS_OPEN_REGION-regionserver/b1c88e26310d:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1038): replaying wal for ad55bd8d267edf11b509a2d43c040755 2024-11-10T14:17:30,450 DEBUG [RS_OPEN_REGION-regionserver/b1c88e26310d:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:32833/user/jenkins/test-data/f5012b69-7985-d5f8-072c-ef7ee63e1635/data/default/SPTestTable/9b8d9b2cbfedcab561f82306916695a0/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-10T14:17:30,450 INFO [RS_OPEN_REGION-regionserver/b1c88e26310d:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1114): Opened 9b8d9b2cbfedcab561f82306916695a0; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69457081, jitterRate=0.03499116003513336}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-10T14:17:30,450 DEBUG [RS_OPEN_REGION-regionserver/b1c88e26310d:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 9b8d9b2cbfedcab561f82306916695a0 2024-11-10T14:17:30,451 DEBUG [RS_OPEN_REGION-regionserver/b1c88e26310d:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1006): Region open journal for 9b8d9b2cbfedcab561f82306916695a0: Running coprocessor pre-open hook at 1731248250424Writing region info on filesystem at 1731248250425 (+1 ms)Initializing all the Stores at 1731248250426 (+1 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731248250426Cleaning up temporary data from old regions at 1731248250441 (+15 ms)Running coprocessor post-open hooks at 1731248250451 (+10 ms)Region opened successfully at 1731248250451 2024-11-10T14:17:30,452 INFO [RS_OPEN_REGION-regionserver/b1c88e26310d:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,ccccccc8,1731248239663.9b8d9b2cbfedcab561f82306916695a0., pid=18, masterSystemTime=1731248250391 2024-11-10T14:17:30,453 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=20, resume processing ppid=8 2024-11-10T14:17:30,453 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=20, ppid=8, state=SUCCESS, hasLock=false; OpenRegionProcedure faca33e17b38dd030c3ec289f542e54a, server=b1c88e26310d,42203,1731248227467 in 10.0500 sec 2024-11-10T14:17:30,453 DEBUG [RS_OPEN_REGION-regionserver/b1c88e26310d:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:32833/user/jenkins/test-data/f5012b69-7985-d5f8-072c-ef7ee63e1635/data/default/SPTestTable/ad55bd8d267edf11b509a2d43c040755 2024-11-10T14:17:30,454 DEBUG [RS_OPEN_REGION-regionserver/b1c88e26310d:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:32833/user/jenkins/test-data/f5012b69-7985-d5f8-072c-ef7ee63e1635/data/default/SPTestTable/ad55bd8d267edf11b509a2d43c040755 2024-11-10T14:17:30,455 DEBUG [RS_OPEN_REGION-regionserver/b1c88e26310d:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1048): stopping wal replay for ad55bd8d267edf11b509a2d43c040755 2024-11-10T14:17:30,455 DEBUG [RS_OPEN_REGION-regionserver/b1c88e26310d:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1060): Cleaning up temporary data for ad55bd8d267edf11b509a2d43c040755 2024-11-10T14:17:30,456 DEBUG [RS_OPEN_REGION-regionserver/b1c88e26310d:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,ccccccc8,1731248239663.9b8d9b2cbfedcab561f82306916695a0. 2024-11-10T14:17:30,456 INFO [RS_OPEN_REGION-regionserver/b1c88e26310d:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] handler.AssignRegionHandler(153): Opened SPTestTable,ccccccc8,1731248239663.9b8d9b2cbfedcab561f82306916695a0. 2024-11-10T14:17:30,457 INFO [RS_OPEN_REGION-regionserver/b1c88e26310d:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] handler.AssignRegionHandler(132): Open SPTestTable,33333332,1731248239663.ceb84a43e68015cdc8240b2ddeae2dec. 2024-11-10T14:17:30,457 DEBUG [RS_OPEN_REGION-regionserver/b1c88e26310d:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:32833/user/jenkins/test-data/f5012b69-7985-d5f8-072c-ef7ee63e1635/data/default/SPTestTable/cc02743189a55bfe369f2e4fc9b78f91/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-10T14:17:30,457 DEBUG [RS_OPEN_REGION-regionserver/b1c88e26310d:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(7752): Opening region: {ENCODED => ceb84a43e68015cdc8240b2ddeae2dec, NAME => 'SPTestTable,33333332,1731248239663.ceb84a43e68015cdc8240b2ddeae2dec.', STARTKEY => '33333332', ENDKEY => '4ccccccb'} 2024-11-10T14:17:30,457 DEBUG [RS_OPEN_REGION-regionserver/b1c88e26310d:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable ceb84a43e68015cdc8240b2ddeae2dec 2024-11-10T14:17:30,458 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=faca33e17b38dd030c3ec289f542e54a, ASSIGN in 10.2310 sec 2024-11-10T14:17:30,458 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=13 updating hbase:meta row=9b8d9b2cbfedcab561f82306916695a0, regionState=OPEN, openSeqNum=2, regionLocation=b1c88e26310d,44601,1731248227568 2024-11-10T14:17:30,458 DEBUG [RS_OPEN_REGION-regionserver/b1c88e26310d:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(898): Instantiated SPTestTable,33333332,1731248239663.ceb84a43e68015cdc8240b2ddeae2dec.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T14:17:30,458 DEBUG [RS_OPEN_REGION-regionserver/b1c88e26310d:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(7794): checking encryption for ceb84a43e68015cdc8240b2ddeae2dec 2024-11-10T14:17:30,458 DEBUG [RS_OPEN_REGION-regionserver/b1c88e26310d:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(7797): checking classloading for ceb84a43e68015cdc8240b2ddeae2dec 2024-11-10T14:17:30,458 INFO [RS_OPEN_REGION-regionserver/b1c88e26310d:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1114): Opened cc02743189a55bfe369f2e4fc9b78f91; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66512458, jitterRate=-0.008887141942977905}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-10T14:17:30,458 DEBUG [RS_OPEN_REGION-regionserver/b1c88e26310d:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1122): Running coprocessor post-open hooks for cc02743189a55bfe369f2e4fc9b78f91 2024-11-10T14:17:30,458 DEBUG [RS_OPEN_REGION-regionserver/b1c88e26310d:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1006): Region open journal for cc02743189a55bfe369f2e4fc9b78f91: Running coprocessor pre-open hook at 1731248250427Writing region info on filesystem at 1731248250427Initializing all the Stores at 1731248250429 (+2 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731248250429Cleaning up temporary data from old regions at 1731248250441 (+12 ms)Running coprocessor post-open hooks at 1731248250458 (+17 ms)Region opened successfully at 1731248250458 2024-11-10T14:17:30,460 DEBUG [RS_OPEN_REGION-regionserver/b1c88e26310d:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1093): writing seq id for ad55bd8d267edf11b509a2d43c040755 2024-11-10T14:17:30,460 INFO [RS_OPEN_REGION-regionserver/b1c88e26310d:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,19999999,1731248239663.cc02743189a55bfe369f2e4fc9b78f91., pid=17, masterSystemTime=1731248250394 2024-11-10T14:17:30,461 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=18, ppid=13, state=RUNNABLE, hasLock=false; OpenRegionProcedure 9b8d9b2cbfedcab561f82306916695a0, server=b1c88e26310d,44601,1731248227568 because future has completed 2024-11-10T14:17:30,463 DEBUG [RS_OPEN_REGION-regionserver/b1c88e26310d:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,19999999,1731248239663.cc02743189a55bfe369f2e4fc9b78f91. 2024-11-10T14:17:30,464 INFO [RS_OPEN_REGION-regionserver/b1c88e26310d:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] handler.AssignRegionHandler(153): Opened SPTestTable,19999999,1731248239663.cc02743189a55bfe369f2e4fc9b78f91. 2024-11-10T14:17:30,464 INFO [RS_OPEN_REGION-regionserver/b1c88e26310d:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] handler.AssignRegionHandler(132): Open SPTestTable,e6666661,1731248239663.79b68d1d27ec7ab3f8bd8d02bfaf13fa. 2024-11-10T14:17:30,464 DEBUG [RS_OPEN_REGION-regionserver/b1c88e26310d:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(7752): Opening region: {ENCODED => 79b68d1d27ec7ab3f8bd8d02bfaf13fa, NAME => 'SPTestTable,e6666661,1731248239663.79b68d1d27ec7ab3f8bd8d02bfaf13fa.', STARTKEY => 'e6666661', ENDKEY => ''} 2024-11-10T14:17:30,464 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=cc02743189a55bfe369f2e4fc9b78f91, regionState=OPEN, openSeqNum=2, regionLocation=b1c88e26310d,45313,1731248227611 2024-11-10T14:17:30,465 DEBUG [RS_OPEN_REGION-regionserver/b1c88e26310d:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 79b68d1d27ec7ab3f8bd8d02bfaf13fa 2024-11-10T14:17:30,465 DEBUG [RS_OPEN_REGION-regionserver/b1c88e26310d:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(898): Instantiated SPTestTable,e6666661,1731248239663.79b68d1d27ec7ab3f8bd8d02bfaf13fa.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T14:17:30,465 DEBUG [RS_OPEN_REGION-regionserver/b1c88e26310d:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(7794): checking encryption for 79b68d1d27ec7ab3f8bd8d02bfaf13fa 2024-11-10T14:17:30,465 DEBUG [RS_OPEN_REGION-regionserver/b1c88e26310d:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(7797): checking classloading for 79b68d1d27ec7ab3f8bd8d02bfaf13fa 2024-11-10T14:17:30,468 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=17, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure cc02743189a55bfe369f2e4fc9b78f91, server=b1c88e26310d,45313,1731248227611 because future has completed 2024-11-10T14:17:30,468 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=18, resume processing ppid=13 2024-11-10T14:17:30,468 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=18, ppid=13, state=SUCCESS, hasLock=false; OpenRegionProcedure 9b8d9b2cbfedcab561f82306916695a0, server=b1c88e26310d,44601,1731248227568 in 10.0710 sec 2024-11-10T14:17:30,469 INFO [StoreOpener-ceb84a43e68015cdc8240b2ddeae2dec-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region ceb84a43e68015cdc8240b2ddeae2dec 2024-11-10T14:17:30,470 INFO [StoreOpener-79b68d1d27ec7ab3f8bd8d02bfaf13fa-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 79b68d1d27ec7ab3f8bd8d02bfaf13fa 2024-11-10T14:17:30,470 DEBUG [RS_OPEN_REGION-regionserver/b1c88e26310d:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:32833/user/jenkins/test-data/f5012b69-7985-d5f8-072c-ef7ee63e1635/data/default/SPTestTable/ad55bd8d267edf11b509a2d43c040755/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-10T14:17:30,472 INFO [RS_OPEN_REGION-regionserver/b1c88e26310d:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1114): Opened ad55bd8d267edf11b509a2d43c040755; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70527452, jitterRate=0.05094093084335327}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-10T14:17:30,472 DEBUG [RS_OPEN_REGION-regionserver/b1c88e26310d:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1122): Running coprocessor post-open hooks for ad55bd8d267edf11b509a2d43c040755 2024-11-10T14:17:30,472 DEBUG [RS_OPEN_REGION-regionserver/b1c88e26310d:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1006): Region open journal for ad55bd8d267edf11b509a2d43c040755: Running coprocessor pre-open hook at 1731248250442Writing region info on filesystem at 1731248250442Initializing all the Stores at 1731248250444 (+2 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731248250444Cleaning up temporary data from old regions at 1731248250455 (+11 ms)Running coprocessor post-open hooks at 1731248250472 (+17 ms)Region opened successfully at 1731248250472 2024-11-10T14:17:30,472 INFO [StoreOpener-79b68d1d27ec7ab3f8bd8d02bfaf13fa-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 79b68d1d27ec7ab3f8bd8d02bfaf13fa columnFamilyName cf 2024-11-10T14:17:30,473 DEBUG [StoreOpener-79b68d1d27ec7ab3f8bd8d02bfaf13fa-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T14:17:30,473 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=13, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=9b8d9b2cbfedcab561f82306916695a0, ASSIGN in 10.2460 sec 2024-11-10T14:17:30,473 INFO [RS_OPEN_REGION-regionserver/b1c88e26310d:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,66666664,1731248239663.ad55bd8d267edf11b509a2d43c040755., pid=24, masterSystemTime=1731248250406 2024-11-10T14:17:30,474 INFO [StoreOpener-79b68d1d27ec7ab3f8bd8d02bfaf13fa-1 {}] regionserver.HStore(327): Store=79b68d1d27ec7ab3f8bd8d02bfaf13fa/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T14:17:30,475 INFO [StoreOpener-ceb84a43e68015cdc8240b2ddeae2dec-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ceb84a43e68015cdc8240b2ddeae2dec columnFamilyName cf 2024-11-10T14:17:30,475 DEBUG [StoreOpener-ceb84a43e68015cdc8240b2ddeae2dec-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T14:17:30,475 DEBUG [RS_OPEN_REGION-regionserver/b1c88e26310d:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1038): replaying wal for 79b68d1d27ec7ab3f8bd8d02bfaf13fa 2024-11-10T14:17:30,475 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=17, resume processing ppid=6 2024-11-10T14:17:30,476 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=17, ppid=6, state=SUCCESS, hasLock=false; OpenRegionProcedure cc02743189a55bfe369f2e4fc9b78f91, server=b1c88e26310d,45313,1731248227611 in 10.0770 sec 2024-11-10T14:17:30,476 DEBUG [RS_OPEN_REGION-regionserver/b1c88e26310d:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,66666664,1731248239663.ad55bd8d267edf11b509a2d43c040755. 2024-11-10T14:17:30,476 INFO [RS_OPEN_REGION-regionserver/b1c88e26310d:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] handler.AssignRegionHandler(153): Opened SPTestTable,66666664,1731248239663.ad55bd8d267edf11b509a2d43c040755. 2024-11-10T14:17:30,476 INFO [RS_OPEN_REGION-regionserver/b1c88e26310d:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] handler.AssignRegionHandler(132): Open SPTestTable,,1731248239663.9b082d7b6d8fd14f83fa6315a76b4e45. 2024-11-10T14:17:30,476 DEBUG [RS_OPEN_REGION-regionserver/b1c88e26310d:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(7752): Opening region: {ENCODED => 9b082d7b6d8fd14f83fa6315a76b4e45, NAME => 'SPTestTable,,1731248239663.9b082d7b6d8fd14f83fa6315a76b4e45.', STARTKEY => '', ENDKEY => '19999999'} 2024-11-10T14:17:30,477 DEBUG [RS_OPEN_REGION-regionserver/b1c88e26310d:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:32833/user/jenkins/test-data/f5012b69-7985-d5f8-072c-ef7ee63e1635/data/default/SPTestTable/79b68d1d27ec7ab3f8bd8d02bfaf13fa 2024-11-10T14:17:30,477 DEBUG [RS_OPEN_REGION-regionserver/b1c88e26310d:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 9b082d7b6d8fd14f83fa6315a76b4e45 2024-11-10T14:17:30,477 INFO [StoreOpener-ceb84a43e68015cdc8240b2ddeae2dec-1 {}] regionserver.HStore(327): Store=ceb84a43e68015cdc8240b2ddeae2dec/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T14:17:30,477 DEBUG [RS_OPEN_REGION-regionserver/b1c88e26310d:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(898): Instantiated SPTestTable,,1731248239663.9b082d7b6d8fd14f83fa6315a76b4e45.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T14:17:30,477 DEBUG [RS_OPEN_REGION-regionserver/b1c88e26310d:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1038): replaying wal for ceb84a43e68015cdc8240b2ddeae2dec 2024-11-10T14:17:30,477 DEBUG [RS_OPEN_REGION-regionserver/b1c88e26310d:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(7794): checking encryption for 9b082d7b6d8fd14f83fa6315a76b4e45 2024-11-10T14:17:30,477 DEBUG [RS_OPEN_REGION-regionserver/b1c88e26310d:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(7797): checking classloading for 9b082d7b6d8fd14f83fa6315a76b4e45 2024-11-10T14:17:30,477 DEBUG [RS_OPEN_REGION-regionserver/b1c88e26310d:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:32833/user/jenkins/test-data/f5012b69-7985-d5f8-072c-ef7ee63e1635/data/default/SPTestTable/79b68d1d27ec7ab3f8bd8d02bfaf13fa 2024-11-10T14:17:30,478 DEBUG [RS_OPEN_REGION-regionserver/b1c88e26310d:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:32833/user/jenkins/test-data/f5012b69-7985-d5f8-072c-ef7ee63e1635/data/default/SPTestTable/ceb84a43e68015cdc8240b2ddeae2dec 2024-11-10T14:17:30,478 DEBUG [RS_OPEN_REGION-regionserver/b1c88e26310d:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1048): stopping wal replay for 79b68d1d27ec7ab3f8bd8d02bfaf13fa 2024-11-10T14:17:30,479 DEBUG [RS_OPEN_REGION-regionserver/b1c88e26310d:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1060): Cleaning up temporary data for 79b68d1d27ec7ab3f8bd8d02bfaf13fa 2024-11-10T14:17:30,479 DEBUG [RS_OPEN_REGION-regionserver/b1c88e26310d:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:32833/user/jenkins/test-data/f5012b69-7985-d5f8-072c-ef7ee63e1635/data/default/SPTestTable/ceb84a43e68015cdc8240b2ddeae2dec 2024-11-10T14:17:30,480 DEBUG [RS_OPEN_REGION-regionserver/b1c88e26310d:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1048): stopping wal replay for ceb84a43e68015cdc8240b2ddeae2dec 2024-11-10T14:17:30,480 DEBUG [RS_OPEN_REGION-regionserver/b1c88e26310d:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1060): Cleaning up temporary data for ceb84a43e68015cdc8240b2ddeae2dec 2024-11-10T14:17:30,480 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=cc02743189a55bfe369f2e4fc9b78f91, ASSIGN in 10.2540 sec 2024-11-10T14:17:30,480 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=ad55bd8d267edf11b509a2d43c040755, regionState=OPEN, openSeqNum=2, regionLocation=b1c88e26310d,42203,1731248227467 2024-11-10T14:17:30,483 DEBUG [RS_OPEN_REGION-regionserver/b1c88e26310d:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1093): writing seq id for 79b68d1d27ec7ab3f8bd8d02bfaf13fa 2024-11-10T14:17:30,483 DEBUG [RS_OPEN_REGION-regionserver/b1c88e26310d:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1093): writing seq id for ceb84a43e68015cdc8240b2ddeae2dec 2024-11-10T14:17:30,484 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=24, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure ad55bd8d267edf11b509a2d43c040755, server=b1c88e26310d,42203,1731248227467 because future has completed 2024-11-10T14:17:30,488 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=24, resume processing ppid=9 2024-11-10T14:17:30,489 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=24, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure ad55bd8d267edf11b509a2d43c040755, server=b1c88e26310d,42203,1731248227467 in 10.0760 sec 2024-11-10T14:17:30,491 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=ad55bd8d267edf11b509a2d43c040755, ASSIGN in 10.2670 sec 2024-11-10T14:17:30,492 INFO [StoreOpener-9b082d7b6d8fd14f83fa6315a76b4e45-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 9b082d7b6d8fd14f83fa6315a76b4e45 2024-11-10T14:17:30,493 DEBUG [RS_OPEN_REGION-regionserver/b1c88e26310d:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:32833/user/jenkins/test-data/f5012b69-7985-d5f8-072c-ef7ee63e1635/data/default/SPTestTable/79b68d1d27ec7ab3f8bd8d02bfaf13fa/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-10T14:17:30,494 DEBUG [RS_OPEN_REGION-regionserver/b1c88e26310d:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:32833/user/jenkins/test-data/f5012b69-7985-d5f8-072c-ef7ee63e1635/data/default/SPTestTable/ceb84a43e68015cdc8240b2ddeae2dec/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-10T14:17:30,494 INFO [RS_OPEN_REGION-regionserver/b1c88e26310d:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1114): Opened 79b68d1d27ec7ab3f8bd8d02bfaf13fa; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69312425, jitterRate=0.032835617661476135}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-10T14:17:30,494 DEBUG [RS_OPEN_REGION-regionserver/b1c88e26310d:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 79b68d1d27ec7ab3f8bd8d02bfaf13fa 2024-11-10T14:17:30,494 DEBUG [RS_OPEN_REGION-regionserver/b1c88e26310d:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1006): Region open journal for 79b68d1d27ec7ab3f8bd8d02bfaf13fa: Running coprocessor pre-open hook at 1731248250465Writing region info on filesystem at 1731248250465Initializing all the Stores at 1731248250468 (+3 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731248250468Cleaning up temporary data from old regions at 1731248250479 (+11 ms)Running coprocessor post-open hooks at 1731248250494 (+15 ms)Region opened successfully at 1731248250494 2024-11-10T14:17:30,495 INFO [StoreOpener-9b082d7b6d8fd14f83fa6315a76b4e45-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 9b082d7b6d8fd14f83fa6315a76b4e45 columnFamilyName cf 2024-11-10T14:17:30,495 DEBUG [StoreOpener-9b082d7b6d8fd14f83fa6315a76b4e45-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T14:17:30,495 INFO [RS_OPEN_REGION-regionserver/b1c88e26310d:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1114): Opened ceb84a43e68015cdc8240b2ddeae2dec; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63017793, jitterRate=-0.060961708426475525}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-10T14:17:30,495 DEBUG [RS_OPEN_REGION-regionserver/b1c88e26310d:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1122): Running coprocessor post-open hooks for ceb84a43e68015cdc8240b2ddeae2dec 2024-11-10T14:17:30,495 DEBUG [RS_OPEN_REGION-regionserver/b1c88e26310d:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1006): Region open journal for ceb84a43e68015cdc8240b2ddeae2dec: Running coprocessor pre-open hook at 1731248250458Writing region info on filesystem at 1731248250458Initializing all the Stores at 1731248250461 (+3 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731248250461Cleaning up temporary data from old regions at 1731248250480 (+19 ms)Running coprocessor post-open hooks at 1731248250495 (+15 ms)Region opened successfully at 1731248250495 2024-11-10T14:17:30,495 INFO [RS_OPEN_REGION-regionserver/b1c88e26310d:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,e6666661,1731248239663.79b68d1d27ec7ab3f8bd8d02bfaf13fa., pid=19, masterSystemTime=1731248250394 2024-11-10T14:17:30,496 INFO [StoreOpener-9b082d7b6d8fd14f83fa6315a76b4e45-1 {}] regionserver.HStore(327): Store=9b082d7b6d8fd14f83fa6315a76b4e45/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T14:17:30,496 DEBUG [RS_OPEN_REGION-regionserver/b1c88e26310d:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1038): replaying wal for 9b082d7b6d8fd14f83fa6315a76b4e45 2024-11-10T14:17:30,496 INFO [RS_OPEN_REGION-regionserver/b1c88e26310d:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,33333332,1731248239663.ceb84a43e68015cdc8240b2ddeae2dec., pid=21, masterSystemTime=1731248250391 2024-11-10T14:17:30,497 DEBUG [RS_OPEN_REGION-regionserver/b1c88e26310d:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:32833/user/jenkins/test-data/f5012b69-7985-d5f8-072c-ef7ee63e1635/data/default/SPTestTable/9b082d7b6d8fd14f83fa6315a76b4e45 2024-11-10T14:17:30,498 DEBUG [RS_OPEN_REGION-regionserver/b1c88e26310d:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:32833/user/jenkins/test-data/f5012b69-7985-d5f8-072c-ef7ee63e1635/data/default/SPTestTable/9b082d7b6d8fd14f83fa6315a76b4e45 2024-11-10T14:17:30,498 DEBUG [RS_OPEN_REGION-regionserver/b1c88e26310d:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1048): stopping wal replay for 9b082d7b6d8fd14f83fa6315a76b4e45 2024-11-10T14:17:30,498 DEBUG [RS_OPEN_REGION-regionserver/b1c88e26310d:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1060): Cleaning up temporary data for 9b082d7b6d8fd14f83fa6315a76b4e45 2024-11-10T14:17:30,499 DEBUG [RS_OPEN_REGION-regionserver/b1c88e26310d:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,e6666661,1731248239663.79b68d1d27ec7ab3f8bd8d02bfaf13fa. 2024-11-10T14:17:30,499 INFO [RS_OPEN_REGION-regionserver/b1c88e26310d:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] handler.AssignRegionHandler(153): Opened SPTestTable,e6666661,1731248239663.79b68d1d27ec7ab3f8bd8d02bfaf13fa. 2024-11-10T14:17:30,500 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=14 updating hbase:meta row=79b68d1d27ec7ab3f8bd8d02bfaf13fa, regionState=OPEN, openSeqNum=2, regionLocation=b1c88e26310d,45313,1731248227611 2024-11-10T14:17:30,501 DEBUG [RS_OPEN_REGION-regionserver/b1c88e26310d:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,33333332,1731248239663.ceb84a43e68015cdc8240b2ddeae2dec. 2024-11-10T14:17:30,502 INFO [RS_OPEN_REGION-regionserver/b1c88e26310d:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] handler.AssignRegionHandler(153): Opened SPTestTable,33333332,1731248239663.ceb84a43e68015cdc8240b2ddeae2dec. 2024-11-10T14:17:30,502 DEBUG [RS_OPEN_REGION-regionserver/b1c88e26310d:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1093): writing seq id for 9b082d7b6d8fd14f83fa6315a76b4e45 2024-11-10T14:17:30,503 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=7 updating hbase:meta row=ceb84a43e68015cdc8240b2ddeae2dec, regionState=OPEN, openSeqNum=2, regionLocation=b1c88e26310d,44601,1731248227568 2024-11-10T14:17:30,503 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=19, ppid=14, state=RUNNABLE, hasLock=false; OpenRegionProcedure 79b68d1d27ec7ab3f8bd8d02bfaf13fa, server=b1c88e26310d,45313,1731248227611 because future has completed 2024-11-10T14:17:30,506 DEBUG [RS_OPEN_REGION-regionserver/b1c88e26310d:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:32833/user/jenkins/test-data/f5012b69-7985-d5f8-072c-ef7ee63e1635/data/default/SPTestTable/9b082d7b6d8fd14f83fa6315a76b4e45/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-10T14:17:30,507 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=21, ppid=7, state=RUNNABLE, hasLock=false; OpenRegionProcedure ceb84a43e68015cdc8240b2ddeae2dec, server=b1c88e26310d,44601,1731248227568 because future has completed 2024-11-10T14:17:30,508 INFO [RS_OPEN_REGION-regionserver/b1c88e26310d:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1114): Opened 9b082d7b6d8fd14f83fa6315a76b4e45; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68032573, jitterRate=0.013764336705207825}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-10T14:17:30,508 DEBUG [RS_OPEN_REGION-regionserver/b1c88e26310d:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 9b082d7b6d8fd14f83fa6315a76b4e45 2024-11-10T14:17:30,508 DEBUG [RS_OPEN_REGION-regionserver/b1c88e26310d:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1006): Region open journal for 9b082d7b6d8fd14f83fa6315a76b4e45: Running coprocessor pre-open hook at 1731248250477Writing region info on filesystem at 1731248250477Initializing all the Stores at 1731248250479 (+2 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731248250479Cleaning up temporary data from old regions at 1731248250498 (+19 ms)Running coprocessor post-open hooks at 1731248250508 (+10 ms)Region opened successfully at 1731248250508 2024-11-10T14:17:30,510 INFO [RS_OPEN_REGION-regionserver/b1c88e26310d:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,,1731248239663.9b082d7b6d8fd14f83fa6315a76b4e45., pid=22, masterSystemTime=1731248250406 2024-11-10T14:17:30,510 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=19, resume processing ppid=14 2024-11-10T14:17:30,510 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=19, ppid=14, state=SUCCESS, hasLock=false; OpenRegionProcedure 79b68d1d27ec7ab3f8bd8d02bfaf13fa, server=b1c88e26310d,45313,1731248227611 in 10.1090 sec 2024-11-10T14:17:30,513 DEBUG [RS_OPEN_REGION-regionserver/b1c88e26310d:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,,1731248239663.9b082d7b6d8fd14f83fa6315a76b4e45. 2024-11-10T14:17:30,513 INFO [RS_OPEN_REGION-regionserver/b1c88e26310d:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] handler.AssignRegionHandler(153): Opened SPTestTable,,1731248239663.9b082d7b6d8fd14f83fa6315a76b4e45. 2024-11-10T14:17:30,513 INFO [RS_OPEN_REGION-regionserver/b1c88e26310d:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] handler.AssignRegionHandler(132): Open SPTestTable,b333332f,1731248239663.2051363565a790076af6f3d0342e8a3d. 2024-11-10T14:17:30,514 DEBUG [RS_OPEN_REGION-regionserver/b1c88e26310d:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(7752): Opening region: {ENCODED => 2051363565a790076af6f3d0342e8a3d, NAME => 'SPTestTable,b333332f,1731248239663.2051363565a790076af6f3d0342e8a3d.', STARTKEY => 'b333332f', ENDKEY => 'ccccccc8'} 2024-11-10T14:17:30,514 DEBUG [RS_OPEN_REGION-regionserver/b1c88e26310d:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 2051363565a790076af6f3d0342e8a3d 2024-11-10T14:17:30,514 DEBUG [RS_OPEN_REGION-regionserver/b1c88e26310d:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(898): Instantiated SPTestTable,b333332f,1731248239663.2051363565a790076af6f3d0342e8a3d.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T14:17:30,514 DEBUG [RS_OPEN_REGION-regionserver/b1c88e26310d:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(7794): checking encryption for 2051363565a790076af6f3d0342e8a3d 2024-11-10T14:17:30,514 DEBUG [RS_OPEN_REGION-regionserver/b1c88e26310d:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(7797): checking classloading for 2051363565a790076af6f3d0342e8a3d 2024-11-10T14:17:30,515 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=21, resume processing ppid=7 2024-11-10T14:17:30,516 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=14, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=79b68d1d27ec7ab3f8bd8d02bfaf13fa, ASSIGN in 10.2880 sec 2024-11-10T14:17:30,516 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=21, ppid=7, state=SUCCESS, hasLock=false; OpenRegionProcedure ceb84a43e68015cdc8240b2ddeae2dec, server=b1c88e26310d,44601,1731248227568 in 10.1110 sec 2024-11-10T14:17:30,516 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=9b082d7b6d8fd14f83fa6315a76b4e45, regionState=OPEN, openSeqNum=2, regionLocation=b1c88e26310d,42203,1731248227467 2024-11-10T14:17:30,519 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=ceb84a43e68015cdc8240b2ddeae2dec, ASSIGN in 10.2940 sec 2024-11-10T14:17:30,520 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=22, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 9b082d7b6d8fd14f83fa6315a76b4e45, server=b1c88e26310d,42203,1731248227467 because future has completed 2024-11-10T14:17:30,520 INFO [StoreOpener-2051363565a790076af6f3d0342e8a3d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 2051363565a790076af6f3d0342e8a3d 2024-11-10T14:17:30,523 INFO [StoreOpener-2051363565a790076af6f3d0342e8a3d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 2051363565a790076af6f3d0342e8a3d columnFamilyName cf 2024-11-10T14:17:30,523 DEBUG [StoreOpener-2051363565a790076af6f3d0342e8a3d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T14:17:30,524 INFO [StoreOpener-2051363565a790076af6f3d0342e8a3d-1 {}] regionserver.HStore(327): Store=2051363565a790076af6f3d0342e8a3d/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T14:17:30,524 DEBUG [RS_OPEN_REGION-regionserver/b1c88e26310d:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1038): replaying wal for 2051363565a790076af6f3d0342e8a3d 2024-11-10T14:17:30,524 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=22, resume processing ppid=5 2024-11-10T14:17:30,525 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=22, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 9b082d7b6d8fd14f83fa6315a76b4e45, server=b1c88e26310d,42203,1731248227467 in 10.1170 sec 2024-11-10T14:17:30,525 DEBUG [RS_OPEN_REGION-regionserver/b1c88e26310d:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:32833/user/jenkins/test-data/f5012b69-7985-d5f8-072c-ef7ee63e1635/data/default/SPTestTable/2051363565a790076af6f3d0342e8a3d 2024-11-10T14:17:30,526 DEBUG [RS_OPEN_REGION-regionserver/b1c88e26310d:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:32833/user/jenkins/test-data/f5012b69-7985-d5f8-072c-ef7ee63e1635/data/default/SPTestTable/2051363565a790076af6f3d0342e8a3d 2024-11-10T14:17:30,527 DEBUG [RS_OPEN_REGION-regionserver/b1c88e26310d:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1048): stopping wal replay for 2051363565a790076af6f3d0342e8a3d 2024-11-10T14:17:30,527 DEBUG [RS_OPEN_REGION-regionserver/b1c88e26310d:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1060): Cleaning up temporary data for 2051363565a790076af6f3d0342e8a3d 2024-11-10T14:17:30,528 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=9b082d7b6d8fd14f83fa6315a76b4e45, ASSIGN in 10.3030 sec 2024-11-10T14:17:30,529 DEBUG [RS_OPEN_REGION-regionserver/b1c88e26310d:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1093): writing seq id for 2051363565a790076af6f3d0342e8a3d 2024-11-10T14:17:30,532 DEBUG [RS_OPEN_REGION-regionserver/b1c88e26310d:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:32833/user/jenkins/test-data/f5012b69-7985-d5f8-072c-ef7ee63e1635/data/default/SPTestTable/2051363565a790076af6f3d0342e8a3d/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-10T14:17:30,533 INFO [RS_OPEN_REGION-regionserver/b1c88e26310d:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1114): Opened 2051363565a790076af6f3d0342e8a3d; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70135590, jitterRate=0.04510173201560974}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-10T14:17:30,533 DEBUG [RS_OPEN_REGION-regionserver/b1c88e26310d:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 2051363565a790076af6f3d0342e8a3d 2024-11-10T14:17:30,533 DEBUG [RS_OPEN_REGION-regionserver/b1c88e26310d:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1006): Region open journal for 2051363565a790076af6f3d0342e8a3d: Running coprocessor pre-open hook at 1731248250515Writing region info on filesystem at 1731248250515Initializing all the Stores at 1731248250516 (+1 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731248250517 (+1 ms)Cleaning up temporary data from old regions at 1731248250527 (+10 ms)Running coprocessor post-open hooks at 1731248250533 (+6 ms)Region opened successfully at 1731248250533 2024-11-10T14:17:30,534 INFO [RS_OPEN_REGION-regionserver/b1c88e26310d:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,b333332f,1731248239663.2051363565a790076af6f3d0342e8a3d., pid=23, masterSystemTime=1731248250406 2024-11-10T14:17:30,537 DEBUG [RS_OPEN_REGION-regionserver/b1c88e26310d:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,b333332f,1731248239663.2051363565a790076af6f3d0342e8a3d. 2024-11-10T14:17:30,537 INFO [RS_OPEN_REGION-regionserver/b1c88e26310d:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] handler.AssignRegionHandler(153): Opened SPTestTable,b333332f,1731248239663.2051363565a790076af6f3d0342e8a3d. 2024-11-10T14:17:30,538 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=12 updating hbase:meta row=2051363565a790076af6f3d0342e8a3d, regionState=OPEN, openSeqNum=2, regionLocation=b1c88e26310d,42203,1731248227467 2024-11-10T14:17:30,541 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=23, ppid=12, state=RUNNABLE, hasLock=false; OpenRegionProcedure 2051363565a790076af6f3d0342e8a3d, server=b1c88e26310d,42203,1731248227467 because future has completed 2024-11-10T14:17:30,545 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=23, resume processing ppid=12 2024-11-10T14:17:30,545 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=23, ppid=12, state=SUCCESS, hasLock=false; OpenRegionProcedure 2051363565a790076af6f3d0342e8a3d, server=b1c88e26310d,42203,1731248227467 in 10.1380 sec 2024-11-10T14:17:30,548 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=12, resume processing ppid=4 2024-11-10T14:17:30,549 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=12, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=2051363565a790076af6f3d0342e8a3d, ASSIGN in 10.3230 sec 2024-11-10T14:17:30,550 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-10T14:17:30,550 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"SPTestTable","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731248250550"}]},"ts":"1731248250550"} 2024-11-10T14:17:30,552 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=SPTestTable, state=ENABLED in hbase:meta 2024-11-10T14:17:30,553 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_POST_OPERATION 2024-11-10T14:17:30,557 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=SPTestTable in 10.8830 sec 2024-11-10T14:17:32,722 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'SPTestTable' 2024-11-10T14:17:35,896 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-10T14:17:35,929 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-10T14:17:37,203 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_SPTestTable 2024-11-10T14:17:37,203 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_SPTestTable Metrics about Tables on a single HBase RegionServer 2024-11-10T14:17:37,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40569 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-10T14:17:37,923 INFO [RPCClient-NioEventLoopGroup-6-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:SPTestTable completed 2024-11-10T14:17:37,923 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table SPTestTable get assigned. Timeout = 60000ms 2024-11-10T14:17:37,924 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-10T14:17:37,937 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table SPTestTable assigned to meta. Checking AM states. 2024-11-10T14:17:37,937 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-10T14:17:37,938 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table SPTestTable assigned. 2024-11-10T14:17:37,978 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aaa', locateType=CURRENT is [region=SPTestTable,99999996,1731248239663.472a18bc18851dc5359240487e097038., hostname=b1c88e26310d,45313,1731248227611, seqNum=2] 2024-11-10T14:17:37,984 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aab', locateType=CURRENT is [region=SPTestTable,99999996,1731248239663.472a18bc18851dc5359240487e097038., hostname=b1c88e26310d,45313,1731248227611, seqNum=2] 2024-11-10T14:17:37,988 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aac', locateType=CURRENT is [region=SPTestTable,99999996,1731248239663.472a18bc18851dc5359240487e097038., hostname=b1c88e26310d,45313,1731248227611, seqNum=2] 2024-11-10T14:17:37,990 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aad', locateType=CURRENT is [region=SPTestTable,99999996,1731248239663.472a18bc18851dc5359240487e097038., hostname=b1c88e26310d,45313,1731248227611, seqNum=2] 2024-11-10T14:17:37,993 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aae', locateType=CURRENT is [region=SPTestTable,99999996,1731248239663.472a18bc18851dc5359240487e097038., hostname=b1c88e26310d,45313,1731248227611, seqNum=2] 2024-11-10T14:17:37,995 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aaf', locateType=CURRENT is [region=SPTestTable,99999996,1731248239663.472a18bc18851dc5359240487e097038., hostname=b1c88e26310d,45313,1731248227611, seqNum=2] 2024-11-10T14:17:37,998 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aag', locateType=CURRENT is [region=SPTestTable,99999996,1731248239663.472a18bc18851dc5359240487e097038., hostname=b1c88e26310d,45313,1731248227611, seqNum=2] 2024-11-10T14:17:38,000 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aah', locateType=CURRENT is [region=SPTestTable,99999996,1731248239663.472a18bc18851dc5359240487e097038., hostname=b1c88e26310d,45313,1731248227611, seqNum=2] 2024-11-10T14:17:38,031 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='baa', locateType=CURRENT is [region=SPTestTable,b333332f,1731248239663.2051363565a790076af6f3d0342e8a3d., hostname=b1c88e26310d,42203,1731248227467, seqNum=2] 2024-11-10T14:17:38,034 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='bab', locateType=CURRENT is [region=SPTestTable,b333332f,1731248239663.2051363565a790076af6f3d0342e8a3d., hostname=b1c88e26310d,42203,1731248227467, seqNum=2] 2024-11-10T14:17:38,036 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='bac', locateType=CURRENT is [region=SPTestTable,b333332f,1731248239663.2051363565a790076af6f3d0342e8a3d., hostname=b1c88e26310d,42203,1731248227467, seqNum=2] 2024-11-10T14:17:38,039 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='bae', locateType=CURRENT is [region=SPTestTable,b333332f,1731248239663.2051363565a790076af6f3d0342e8a3d., hostname=b1c88e26310d,42203,1731248227467, seqNum=2] 2024-11-10T14:17:38,041 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='bad', locateType=CURRENT is [region=SPTestTable,b333332f,1731248239663.2051363565a790076af6f3d0342e8a3d., hostname=b1c88e26310d,42203,1731248227467, seqNum=2] 2024-11-10T14:17:38,044 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='baf', locateType=CURRENT is [region=SPTestTable,b333332f,1731248239663.2051363565a790076af6f3d0342e8a3d., hostname=b1c88e26310d,42203,1731248227467, seqNum=2] 2024-11-10T14:17:38,046 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='bag', locateType=CURRENT is [region=SPTestTable,b333332f,1731248239663.2051363565a790076af6f3d0342e8a3d., hostname=b1c88e26310d,42203,1731248227467, seqNum=2] 2024-11-10T14:17:38,049 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='bah', locateType=CURRENT is [region=SPTestTable,b333332f,1731248239663.2051363565a790076af6f3d0342e8a3d., hostname=b1c88e26310d,42203,1731248227467, seqNum=2] 2024-11-10T14:17:38,078 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='cce', locateType=CURRENT is [region=SPTestTable,ccccccc8,1731248239663.9b8d9b2cbfedcab561f82306916695a0., hostname=b1c88e26310d,44601,1731248227568, seqNum=2] 2024-11-10T14:17:38,081 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='ccd', locateType=CURRENT is [region=SPTestTable,ccccccc8,1731248239663.9b8d9b2cbfedcab561f82306916695a0., hostname=b1c88e26310d,44601,1731248227568, seqNum=2] 2024-11-10T14:17:38,083 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='ccf', locateType=CURRENT is [region=SPTestTable,ccccccc8,1731248239663.9b8d9b2cbfedcab561f82306916695a0., hostname=b1c88e26310d,44601,1731248227568, seqNum=2] 2024-11-10T14:17:38,085 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='ccg', locateType=CURRENT is [region=SPTestTable,ccccccc8,1731248239663.9b8d9b2cbfedcab561f82306916695a0., hostname=b1c88e26310d,44601,1731248227568, seqNum=2] 2024-11-10T14:17:38,087 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='cch', locateType=CURRENT is [region=SPTestTable,ccccccc8,1731248239663.9b8d9b2cbfedcab561f82306916695a0., hostname=b1c88e26310d,44601,1731248227568, seqNum=2] 2024-11-10T14:17:38,090 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='cci', locateType=CURRENT is [region=SPTestTable,ccccccc8,1731248239663.9b8d9b2cbfedcab561f82306916695a0., hostname=b1c88e26310d,44601,1731248227568, seqNum=2] 2024-11-10T14:17:38,092 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='ccj', locateType=CURRENT is [region=SPTestTable,ccccccc8,1731248239663.9b8d9b2cbfedcab561f82306916695a0., hostname=b1c88e26310d,44601,1731248227568, seqNum=2] 2024-11-10T14:17:38,094 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='cck', locateType=CURRENT is [region=SPTestTable,ccccccc8,1731248239663.9b8d9b2cbfedcab561f82306916695a0., hostname=b1c88e26310d,44601,1731248227568, seqNum=2] 2024-11-10T14:17:38,146 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='eaa', locateType=CURRENT is [region=SPTestTable,e6666661,1731248239663.79b68d1d27ec7ab3f8bd8d02bfaf13fa., hostname=b1c88e26310d,45313,1731248227611, seqNum=2] 2024-11-10T14:17:38,148 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='eab', locateType=CURRENT is [region=SPTestTable,e6666661,1731248239663.79b68d1d27ec7ab3f8bd8d02bfaf13fa., hostname=b1c88e26310d,45313,1731248227611, seqNum=2] 2024-11-10T14:17:38,151 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='eac', locateType=CURRENT is [region=SPTestTable,e6666661,1731248239663.79b68d1d27ec7ab3f8bd8d02bfaf13fa., hostname=b1c88e26310d,45313,1731248227611, seqNum=2] 2024-11-10T14:17:38,154 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='ead', locateType=CURRENT is [region=SPTestTable,e6666661,1731248239663.79b68d1d27ec7ab3f8bd8d02bfaf13fa., hostname=b1c88e26310d,45313,1731248227611, seqNum=2] 2024-11-10T14:17:38,156 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='eae', locateType=CURRENT is [region=SPTestTable,e6666661,1731248239663.79b68d1d27ec7ab3f8bd8d02bfaf13fa., hostname=b1c88e26310d,45313,1731248227611, seqNum=2] 2024-11-10T14:17:38,158 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='eaf', locateType=CURRENT is [region=SPTestTable,e6666661,1731248239663.79b68d1d27ec7ab3f8bd8d02bfaf13fa., hostname=b1c88e26310d,45313,1731248227611, seqNum=2] 2024-11-10T14:17:38,159 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='eag', locateType=CURRENT is [region=SPTestTable,e6666661,1731248239663.79b68d1d27ec7ab3f8bd8d02bfaf13fa., hostname=b1c88e26310d,45313,1731248227611, seqNum=2] 2024-11-10T14:17:38,160 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='eah', locateType=CURRENT is [region=SPTestTable,e6666661,1731248239663.79b68d1d27ec7ab3f8bd8d02bfaf13fa., hostname=b1c88e26310d,45313,1731248227611, seqNum=2] 2024-11-10T14:17:38,859 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-10T14:17:38,865 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37196, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-10T14:17:38,867 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-10T14:17:38,873 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-4-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51294, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-10T14:17:38,923 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42203 {}] regionserver.HRegion(8528): writing data to region SPTestTable,b333332f,1731248239663.2051363565a790076af6f3d0342e8a3d. with WAL disabled. Data may be lost in the event of a crash. 2024-11-10T14:17:38,966 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44601 {}] regionserver.HRegion(8528): writing data to region SPTestTable,ccccccc8,1731248239663.9b8d9b2cbfedcab561f82306916695a0. with WAL disabled. Data may be lost in the event of a crash. 2024-11-10T14:17:39,015 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45313 {}] regionserver.RSRpcServices(2610): Large batch operation detected (greater than 5000) (HBASE-18023). Requested Number of Rows: 15548 Client: jenkins//172.17.0.2 first region in multi=SPTestTable,99999996,1731248239663.472a18bc18851dc5359240487e097038. 2024-11-10T14:17:39,049 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45313 {}] regionserver.HRegion(8528): writing data to region SPTestTable,99999996,1731248239663.472a18bc18851dc5359240487e097038. with WAL disabled. Data may be lost in the event of a crash. 2024-11-10T14:17:39,563 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45313 {}] regionserver.HRegion(8528): writing data to region SPTestTable,e6666661,1731248239663.79b68d1d27ec7ab3f8bd8d02bfaf13fa. with WAL disabled. Data may be lost in the event of a crash. 2024-11-10T14:17:39,763 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(1139): Stored pid=25, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } 2024-11-10T14:17:39,764 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-10T14:17:39,766 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_PREPARE 2024-11-10T14:17:39,772 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_PRE_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_PRE_OPERATION 2024-11-10T14:17:39,785 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_WRITE_SNAPSHOT_INFO, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_WRITE_SNAPSHOT_INFO 2024-11-10T14:17:39,794 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39337 is added to blk_1073741848_1024 (size=49) 2024-11-10T14:17:39,794 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41629 is added to blk_1073741848_1024 (size=49) 2024-11-10T14:17:39,795 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39045 is added to blk_1073741848_1024 (size=49) 2024-11-10T14:17:39,798 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_SNAPSHOT_ONLINE_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_ONLINE_REGIONS 2024-11-10T14:17:39,800 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=26, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 9b082d7b6d8fd14f83fa6315a76b4e45}, {pid=27, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure cc02743189a55bfe369f2e4fc9b78f91}, {pid=28, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure ceb84a43e68015cdc8240b2ddeae2dec}, {pid=29, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure faca33e17b38dd030c3ec289f542e54a}, {pid=30, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure ad55bd8d267edf11b509a2d43c040755}, {pid=31, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure fef63842b357d8b2a47487d26f3d8356}, {pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 472a18bc18851dc5359240487e097038}, {pid=33, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 2051363565a790076af6f3d0342e8a3d}, {pid=34, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 9b8d9b2cbfedcab561f82306916695a0}, {pid=35, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 79b68d1d27ec7ab3f8bd8d02bfaf13fa}] 2024-11-10T14:17:39,805 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=33, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 2051363565a790076af6f3d0342e8a3d 2024-11-10T14:17:39,805 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=34, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 9b8d9b2cbfedcab561f82306916695a0 2024-11-10T14:17:39,805 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 472a18bc18851dc5359240487e097038 2024-11-10T14:17:39,805 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=31, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure fef63842b357d8b2a47487d26f3d8356 2024-11-10T14:17:39,805 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=35, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 79b68d1d27ec7ab3f8bd8d02bfaf13fa 2024-11-10T14:17:39,811 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=29, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure faca33e17b38dd030c3ec289f542e54a 2024-11-10T14:17:39,812 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=28, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure ceb84a43e68015cdc8240b2ddeae2dec 2024-11-10T14:17:39,812 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=27, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure cc02743189a55bfe369f2e4fc9b78f91 2024-11-10T14:17:39,812 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=30, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure ad55bd8d267edf11b509a2d43c040755 2024-11-10T14:17:39,813 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=26, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 9b082d7b6d8fd14f83fa6315a76b4e45 2024-11-10T14:17:39,866 INFO [Time-limited test {}] hbase.SingleProcessHBaseCluster(267): Killing b1c88e26310d,45313,1731248227611 2024-11-10T14:17:39,866 ERROR [Time-limited test {}] regionserver.HRegionServer(2442): ***** ABORTING region server b1c88e26310d,45313,1731248227611: Simulated kill ***** 2024-11-10T14:17:39,867 ERROR [Time-limited test {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-10T14:17:39,869 DEBUG [Time-limited test {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-10T14:17:39,870 DEBUG [Time-limited test {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-10T14:17:39,871 DEBUG [Time-limited test {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-10T14:17:39,872 DEBUG [Time-limited test {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-10T14:17:39,876 INFO [Time-limited test {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1048576000, "init": 1048576000, "max": 2306867200, "used": 594652840 }, "NonHeapMemoryUsage": { "committed": 157024256, "init": 7667712, "max": -1, "used": 153445808 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [ { "name": "Hadoop:service=HBase,name=RegionServer,sub=IPC", "modelerType": "RegionServer,sub=IPC", "tag.Context": "regionserver", "tag.Hostname": "b1c88e26310d", "queueSize": 0, "numCallsInGeneralQueue": 0, "numCallsInReplicationQueue": 0, "numCallsInBulkLoadQueue": 0, "numCallsInPriorityQueue": 0, "numCallsInMetaPriorityQueue": 0, "numOpenConnections": 1, "numActiveHandler": 0, "numActiveGeneralHandler": 0, "numActivePriorityHandler": 0, "numActiveReplicationHandler": 0, "numGeneralCallsDropped": 0, "numLifoModeSwitches": 0, "numCallsInWriteQueue": 0, "numActiveBulkLoadHandler": 0, "numCallsInReadQueue": 0, "numCallsInScanQueue": 0, "numActiveWriteHandler": 0, "numActiveReadHandler": 0, "numActiveScanHandler": 0, "nettyDirectMemoryUsage": 67108864, "nettyTotalPendingOutboundBytes": 0, "nettyMaxPendingOutboundBytes": 0, "receivedBytes": 14486, "exceptions.RegionMovedException": 0, "authenticationSuccesses": 0, "authorizationFailures": 0, "exceptions.requestTooBig": 0, "UnwritableTime_num_ops": 0, "UnwritableTime_min": 0, "UnwritableTime_max": 0, "UnwritableTime_mean": 0, "UnwritableTime_25th_percentile": 0, "UnwritableTime_median": 0, "UnwritableTime_75th_percentile": 0, "UnwritableTime_90th_percentile": 0, "UnwritableTime_95th_percentile": 0, "UnwritableTime_98th_percentile": 0, "UnwritableTime_99th_percentile": 0, "UnwritableTime_99.9th_percentile": 0, "exceptions.OutOfOrderScannerNextException": 0, "exceptions.rpcThrottling": 0, "exceptions.otherExceptions": 0, "ProcessCallTime_num_ops": 35, "ProcessCallTime_min": 0, "ProcessCallTime_max": 0, "ProcessCallTime_mean": 0, "ProcessCallTime_25th_percentile": 0, "ProcessCallTime_median": 0, "ProcessCallTime_75th_percentile": 0, "ProcessCallTime_90th_percentile": 0, "ProcessCallTime_95th_percentile": 0, "ProcessCallTime_98th_percentile": 0, "ProcessCallTime_99th_percentile": 0, "ProcessCallTime_99.9th_percentile": 0, "exceptions.callQueueTooBig": 0, "QueueCallTime_num_ops": 35, "QueueCallTime_min": 0, "QueueCallTime_max": 0, "QueueCallTime_mean": 0, "QueueCallTime_25th_percentile": 0, "QueueCallTime_median": 0, "QueueCallTime_75th_percentile": 0, "QueueCallTime_90th_percentile": 0, "QueueCallTime_95th_percentile": 0, "QueueCallTime_98th_percentile": 0, "QueueCallTime_99th_percentile": 0, "QueueCallTime_99.9th_percentile": 0, "authenticationFailures": 0, "exceptions.multiResponseTooLarge": 0, "exceptions.callDropped": 0, "TotalCallTime_num_ops": 35, "TotalCallTime_min": 0, "TotalCallTime_max": 0, "TotalCallTime_mean": 0, "TotalCallTime_25th_percentile": 0, "TotalCallTime_median": 0, "TotalCallTime_75th_percentile": 0, "TotalCallTime_90th_percentile": 0, "TotalCallTime_95th_percentile": 0, "TotalCallTime_98th_percentile": 0, "TotalCallTime_99th_percentile": 0, "TotalCallTime_99.9th_percentile": 0, "exceptions.RegionTooBusyException": 0, "exceptions.FailedSanityCheckException": 0, "ResponseSize_num_ops": 35, "ResponseSize_min": 0, "ResponseSize_max": 0, "ResponseSize_mean": 0, "ResponseSize_25th_percentile": 0, "ResponseSize_median": 0, "ResponseSize_75th_percentile": 0, "ResponseSize_90th_percentile": 0, "ResponseSize_95th_percentile": 0, "ResponseSize_98th_percentile": 0, "ResponseSize_99th_percentile": 0, "ResponseSize_99.9th_percentile": 0, "exceptions.UnknownScannerException": 0, "exceptions": 0, "maxOutboundBytesExceeded": 0, "authenticationFallbacks": 0, "exceptions.quotaExceeded": 0, "exceptions.callTimedOut": 0, "exceptions.NotServingRegionException": 0, "authorizationSuccesses": 0, "exceptions.ScannerResetException": 0, "RequestSize_num_ops": 35, "RequestSize_min": 0, "RequestSize_max": 0, "RequestSize_mean": 0, "RequestSize_25th_percentile": 0, "RequestSize_median": 0, "RequestSize_75th_percentile": 0, "RequestSize_90th_percentile": 0, "RequestSize_95th_percentile": 0, "RequestSize_98th_percentile": 0, "RequestSize_99th_percentile": 0, "RequestSize_99.9th_percentile": 0, "sentBytes": 680 } ], "beans": [ { "name": "Hadoop:service=HBase,name=RegionServer,sub=Replication", "modelerType": "RegionServer,sub=Replication", "tag.Context": "regionserver", "tag.Hostname": "b1c88e26310d", "source.shippedHFiles": 0, "Source.ageOfLastShippedOp_num_ops": 0, "Source.ageOfLastShippedOp_min": 0, "Source.ageOfLastShippedOp_max": 0, "Source.ageOfLastShippedOp_mean": 0, "Source.ageOfLastShippedOp_25th_percentile": 0, "Source.ageOfLastShippedOp_median": 0, "Source.ageOfLastShippedOp_75th_percentile": 0, "Source.ageOfLastShippedOp_90th_percentile": 0, "Source.ageOfLastShippedOp_95th_percentile": 0, "Source.ageOfLastShippedOp_98th_percentile": 0, "Source.ageOfLastShippedOp_99th_percentile": 0, "Source.ageOfLastShippedOp_99.9th_percentile": 0, "source.uncleanlyClosedLogs": 0, "source.closedLogsWithUnknownFileLength": 0, "source.walReaderEditsBufferUsage": 0, "source.repeatedLogFileBytes": 0, "source.sizeOfHFileRefsQueue": 0, "source.logReadInBytes": 0, "source.completedRecoverQueues": 0, "source.sizeOfLogQueue": 0, "source.restartedLogReading": 0, "source.failedRecoverQueues": 0, "source.ignoredUncleanlyClosedLogContentsInBytes": 0, "Sink.ageOfLastAppliedOp_num_ops": 0, "Sink.ageOfLastAppliedOp_min": 0, "Sink.ageOfLastAppliedOp_max": 0, "Sink.ageOfLastAppliedOp_mean": 0, "Sink.ageOfLastAppliedOp_25th_percentile": 0, "Sink.ageOfLastAppliedOp_median": 0, "Sink.ageOfLastAppliedOp_75th_percentile": 0, "Sink.ageOfLastAppliedOp_90th_percentile": 0, "Sink.ageOfLastAppliedOp_95th_percentile": 0, "Sink.ageOfLastAppliedOp_98th_percentile": 0, "Sink.ageOfLastAppliedOp_99th_percentile": 0, "Sink.ageOfLastAppliedOp_99.9th_percentile": 0, "source.logEditsRead": 0, "source.numInitializing": 0, "source.shippedOps": 0, "sink.appliedHFiles": 0, "source.logEditsFiltered": 0, "source.shippedBytes": 0, "sink.appliedOps": 0, "source.completedLogs": 0, "source.failedBatches": 0, "sink.failedBatches": 0, "source.shippedBatches": 0, "sink.appliedBatches": 0 } ], "beans": [ { "name": "Hadoop:service=HBase,name=RegionServer,sub=Server", "modelerType": "RegionServer,sub=Server", "tag.zookeeperQuorum": "127.0.0.1:54833", "tag.serverName": "b1c88e26310d,44601,1731248227568", "tag.clusterId": "5a7fcc19-b636-452f-89a5-89fbb661ddb4", "tag.Context": "regionserver", "tag.Hostname": "b1c88e26310d", "regionCount": 3, "storeCount": 3, "hlogFileCount": 5, "hlogFileSize": 0, "storeFileCount": 0, "maxStoreFileCount": 0, "memStoreSize": 0, "memStoreHeapSize": 768, "memStoreOffHeapSize": 0, "storeFileSize": 0, "storeFileSizeGrowthRate": 0.0, "maxStoreFileAge": 0, "minStoreFileAge": 0, "avgStoreFileAge": 0, "numReferenceFiles": 0, "regionServerStartTime": 1731248227568, "averageRegionSize": 0, "storeFileIndexSize": 0, "staticIndexSize": 0, "staticBloomSize": 0, "bloomFilterRequestsCount": 0, "bloomFilterNegativeResultsCount": 0, "bloomFilterEligibleRequestsCount": 0, "mutationsWithoutWALCount": 0, "mutationsWithoutWALSize": 0, "percentFilesLocal": 0.0, "percentFilesLocalSecondaryRegions": 0.0, "totalBytesRead": 0, "localBytesRead": 0, "shortCircuitBytesRead": 0, "zeroCopyBytesRead": 0, "splitQueueLength": 0, "compactionQueueLength": 0, "smallCompactionQueueLength": 0, "largeCompactionQueueLength": 0, "flushQueueLength": 0, "blockCacheFreeSize": 922070024, "blockCacheCount": 0, "blockCacheDataBlockCount": 0, "blockCacheSize": 676856, "blockCacheCountHitPercent": 0.0, "blockCacheExpressHitPercent": 0.0, "l1CacheSize": 676856, "l1CacheFreeSize": 922070024, "l1CacheCount": 0, "l1CacheEvictionCount": 0, "l1CacheHitCount": 0, "l1CacheMissCount": 0, "l1CacheHitRatio": 0.0, "l1CacheMissRatio": 0.0, "l2CacheSize": 0, "l2CacheFreeSize": 0, "l2CacheCount": 0, "l2CacheEvictionCount": 0, "l2CacheHitCount": 0, "l2CacheMissCount": 0, "l2CacheHitRatio": 0.0, "l2CacheMissRatio": 0.0, "mobFileCacheCount": 0, "mobFileCacheHitPercent": 0.0, "readRequestRatePerSecond": 0.0, "writeRequestRatePerSecond": 0.0, "ByteBuffAllocatorHeapAllocationBytes": 0, "ByteBuffAllocatorPoolAllocationBytes": 0, "ByteBuffAllocatorHeapAllocationRatio": 0.0, "ByteBuffAllocatorTotalBufferCount": 186, "ByteBuffAllocatorUsedBufferCount": 0, "activeScanners": 0, "totalRequestCount": 0, "totalRowActionRequestCount": 0, "readRequestCount": 0, "cpRequestCount": 0, "filteredReadRequestCount": 0, "writeRequestCount": 0, "rpcGetRequestCount": 0, "rpcFullScanRequestCount": 0, "rpcScanRequestCount": 0, "rpcMultiRequestCount": 0, "rpcMutateRequestCount": 0, "checkMutateFailedCount": 0, "checkMutatePassedCount": 0, "blockCacheHitCount": 0, "blockCacheHitCountPrimary": 0, "blockCacheHitCachingCount": 0, "blockCacheMissCount": 0, "blockCacheMissCountPrimary": 0, "blockCacheMissCachingCount": 0, "blockCacheEvictionCount": 0, "blockCacheEvictionCountPrimary": 0, "blockCacheFailedInsertionCount": 0, "blockCacheDataMissCount": 0, "blockCacheLeafIndexMissCount": 0, "blockCacheBloomChunkMissCount": 0, "blockCacheMetaMissCount": 0, "blockCacheRootIndexMissCount": 0, "blockCacheIntermediateIndexMissCount": 0, "blockCacheFileInfoMissCount": 0, "blockCacheGeneralBloomMetaMissCount": 0, "blockCacheDeleteFamilyBloomMissCount": 0, "blockCacheTrailerMissCount": 0, "blockCacheDataHitCount": 0, "blockCacheLeafIndexHitCount": 0, "blockCacheBloomChunkHitCount": 0, "blockCacheMetaHitCount": 0, "blockCacheRootIndexHitCount": 0, "blockCacheIntermediateIndexHitCount": 0, "blockCacheFileInfoHitCount": 0, "blockCacheGeneralBloomMetaHitCount": 0, "blockCacheDeleteFamilyBloomHitCount": 0, "blockCacheTrailerHitCount": 0, "updatesBlockedTime": 0, "flushedCellsCount": 0, "compactedCellsCount": 0, "majorCompactedCellsCount": 0, "flushedCellsSize": 0, "compactedCellsSize": 0, "majorCompactedCellsSize": 0, "cellsCountCompactedFromMob": 0, "cellsCountCompactedToMob": 0, "cellsSizeCompactedFromMob": 0, "cellsSizeCompactedToMob": 0, "mobFlushCount": 0, "mobFlushedCellsCount": 0, "mobFlushedCellsSize": 0, "mobScanCellsCount": 0, "mobScanCellsSize": 0, "mobFileCacheAccessCount": 0, "mobFileCacheMissCount": 0, "mobFileCacheEvictedCount": 0, "hedgedReads": 0, "hedgedReadWins": 0, "hedgedReadOpsInCurThread": 0, "blockedRequestCount": 0, "CheckAndMutate_num_ops": 0, "CheckAndMutate_min": 0, "CheckAndMutate_max": 0, "CheckAndMutate_mean": 0, "CheckAndMutate_25th_percentile": 0, "CheckAndMutate_median": 0, "CheckAndMutate_75th_percentile": 0, "CheckAndMutate_90th_percentile": 0, "CheckAndMutate_95th_percentile": 0, "CheckAndMutate_98th_percentile": 0, "CheckAndMutate_99th_percentile": 0, "CheckAndMutate_99.9th_percentile": 0, "MajorCompactionTime_num_ops": 0, "MajorCompactionTime_min": 0, "MajorCompactionTime_max": 0, "MajorCompactionTime_mean": 0, "MajorCompactionTime_25th_percentile": 0, "MajorCompactionTime_median": 0, "MajorCompactionTime_75th_percentile": 0, "MajorCompactionTime_90th_percentile": 0, "MajorCompactionTime_95th_percentile": 0, "MajorCompactionTime_98th_percentile": 0, "MajorCompactionTime_99th_percentile": 0, "MajorCompactionTime_99.9th_percentile": 0, "ScanTime_num_ops": 0, "ScanTime_min": 0, "ScanTime_max": 0, "ScanTime_mean": 0, "ScanTime_25th_percentile": 0, "ScanTime_median": 0, "ScanTime_75th_percentile": 0, "ScanTime_90th_percentile": 0, "ScanTime_95th_percentile": 0, "ScanTime_98th_percentile": 0, "ScanTime_99th_percentile": 0, "ScanTime_99.9th_percentile": 0, "CheckAndMutateBlockBytesScanned_num_ops": 0, "CheckAndMutateBlockBytesScanned_min": 0, "CheckAndMutateBlockBytesScanned_max": 0, "CheckAndMutateBlockBytesScanned_mean": 0, "CheckAndMutateBlockBytesScanned_25th_percentile": 0, "CheckAndMutateBlockBytesScanned_median": 0, "CheckAndMutateBlockBytesScanned_75th_percentile": 0, "CheckAndMutateBlockBytesScanned_90th_percentile": 0, "CheckAndMutateBlockBytesScanned_95th_percentile": 0, "CheckAndMutateBlockBytesScanned_98th_percentile": 0, "CheckAndMutateBlockBytesScanned_99th_percentile": 0, "CheckAndMutateBlockBytesScanned_99.9th_percentile": 0, "Put_num_ops": 0, "Put_min": 0, "Put_max": 0, "Put_mean": 0, "Put_25th_percentile": 0, "Put_median": 0, "Put_75th_percentile": 0, "Put_90th_percentile": 0, "Put_95th_percentile": 0, "Put_98th_percentile": 0, "Put_99th_percentile": 0, "Put_99.9th_percentile": 0, "splitRequestCount": 0, "AppendBlockBytesScanned_num_ops": 0, "AppendBlockBytesScanned_min": 0, "AppendBlockBytesScanned_max": 0, "AppendBlockBytesScanned_mean": 0, "AppendBlockBytesScanned_25th_percentile": 0, "AppendBlockBytesScanned_median": 0, "AppendBlockBytesScanned_75th_percentile": 0, "AppendBlockBytesScanned_90th_percentile": 0, "AppendBlockBytesScanned_95th_percentile": 0, "AppendBlockBytesScanned_98th_percentile": 0, "AppendBlockBytesScanned_99th_percentile": 0, "AppendBlockBytesScanned_99.9th_percentile": 0, "PutBatch_num_ops": 0, "PutBatch_min": 0, "PutBatch_max": 0, "PutBatch_mean": 0, "PutBatch_25th_percentile": 0, "PutBatch_median": 0, "PutBatch_75th_percentile": 0, "PutBatch_90th_percentile": 0, "PutBatch_95th_percentile": 0, "PutBatch_98th_percentile": 0, "PutBatch_99th_percentile": 0, "PutBatch_99.9th_percentile": 0, "IncrementBlockBytesScanned_num_ops": 0, "IncrementBlockBytesScanned_min": 0, "IncrementBlockBytesScanned_max": 0, "IncrementBlockBytesScanned_mean": 0, "IncrementBlockBytesScanned_25th_percentile": 0, "IncrementBlockBytesScanned_median": 0, "IncrementBlockBytesScanned_75th_percentile": 0, "IncrementBlockBytesScanned_90th_percentile": 0, "IncrementBlockBytesScanned_95th_percentile": 0, "IncrementBlockBytesScanned_98th_percentile": 0, "IncrementBlockBytesScanned_99th_percentile": 0, "IncrementBlockBytesScanned_99.9th_percentile": 0, "SplitTime_num_ops": 0, "SplitTime_min": 0, "SplitTime_max": 0, "SplitTime_mean": 0, "SplitTime_25th_percentile": 0, "SplitTime_median": 0, "SplitTime_75th_percentile": 0, "SplitTime_90th_percentile": 0, "SplitTime_95th_percentile": 0, "SplitTime_98th_percentile": 0, "SplitTime_99th_percentile": 0, "SplitTime_99.9th_percentile": 0, "GetBlockBytesScanned_num_ops": 0, "GetBlockBytesScanned_min": 0, "GetBlockBytesScanned_max": 0, "GetBlockBytesScanned_mean": 0, "GetBlockBytesScanned_25th_percentile": 0, "GetBlockBytesScanned_median": 0, "GetBlockBytesScanned_75th_percentile": 0, "GetBlockBytesScanned_90th_percentile": 0, "GetBlockBytesScanned_95th_percentile": 0, "GetBlockBytesScanned_98th_percentile": 0, "GetBlockBytesScanned_99th_percentile": 0, "GetBlockBytesScanned_99.9th_percentile": 0, "majorCompactedInputBytes": 0, "slowAppendCount": 0, "flushedOutputBytes": 0, "Replay_num_ops": 0, "Replay_min": 0, "Replay_max": 0, "Replay_mean": 0, "Replay_25th_percentile": 0, "Replay_median": 0, "Replay_75th_percentile": 0, "Replay_90th_percentile": 0, "Replay_95th_percentile": 0, "Replay_98th_percentile": 0, "Replay_99th_percentile": 0, "Replay_99.9th_percentile": 0, "MajorCompactionInputSize_num_ops": 0, "MajorCompactionInputSize_min": 0, "MajorCompactionInputSize_max": 0, "MajorCompactionInputSize_mean": 0, "MajorCompactionInputSize_25th_percentile": 0, "MajorCompactionInputSize_median": 0, "MajorCompactionInputSize_75th_percentile": 0, "MajorCompactionInputSize_90th_percentile": 0, "MajorCompactionInputSize_95th_percentile": 0, "MajorCompactionInputSize_98th_percentile": 0, "MajorCompactionInputSize_99th_percentile": 0, "MajorCompactionInputSize_99.9th_percentile": 0, "pauseInfoThresholdExceeded": 0, "CheckAndDelete_num_ops": 0, "CheckAndDelete_min": 0, "CheckAndDelete_max": 0, "CheckAndDelete_mean": 0, "CheckAndDelete_25th_percentile": 0, "CheckAndDelete_median": 0, "CheckAndDelete_75th_percentile": 0, "CheckAndDelete_90th_percentile": 0, "CheckAndDelete_95th_percentile": 0, "CheckAndDelete_98th_percentile": 0, "CheckAndDelete_99th_percentile": 0, "CheckAndDelete_99.9th_percentile": 0, "CompactionInputSize_num_ops": 0, "CompactionInputSize_min": 0, "CompactionInputSize_max": 0, "CompactionInputSize_mean": 0, "CompactionInputSize_25th_percentile": 0, "CompactionInputSize_median": 0, "CompactionInputSize_75th_percentile": 0, "CompactionInputSize_90th_percentile": 0, "CompactionInputSize_95th_percentile": 0, "CompactionInputSize_98th_percentile": 0, "CompactionInputSize_99th_percentile": 0, "CompactionInputSize_99.9th_percentile": 0, "flushedMemstoreBytes": 0, "majorCompactedOutputBytes": 0, "slowPutCount": 0, "compactedInputBytes": 0, "FlushOutputSize_num_ops": 0, "FlushOutputSize_min": 0, "FlushOutputSize_max": 0, "FlushOutputSize_mean": 0, "FlushOutputSize_25th_percentile": 0, "FlushOutputSize_median": 0, "FlushOutputSize_75th_percentile": 0, "FlushOutputSize_90th_percentile": 0, "FlushOutputSize_95th_percentile": 0, "FlushOutputSize_98th_percentile": 0, "FlushOutputSize_99th_percentile": 0, "FlushOutputSize_99.9th_percentile": 0, "PauseTimeWithGc_num_ops": 0, "PauseTimeWithGc_min": 0, "PauseTimeWithGc_max": 0, "PauseTimeWithGc_mean": 0, "PauseTimeWithGc_25th_percentile": 0, "PauseTimeWithGc_median": 0, "PauseTimeWithGc_75th_percentile": 0, "PauseTimeWithGc_90th_percentile": 0, "PauseTimeWithGc_95th_percentile": 0, "PauseTimeWithGc_98th_percentile": 0, "PauseTimeWithGc_99th_percentile": 0, "PauseTimeWithGc_99.9th_percentile": 0, "compactedOutputBytes": 0, "pauseWarnThresholdExceeded": 0, "ScanBlockBytesScanned_num_ops": 0, "ScanBlockBytesScanned_min": 0, "ScanBlockBytesScanned_max": 0, "ScanBlockBytesScanned_mean": 0, "ScanBlockBytesScanned_25th_percentile": 0, "ScanBlockBytesScanned_median": 0, "ScanBlockBytesScanned_75th_percentile": 0, "ScanBlockBytesScanned_90th_percentile": 0, "ScanBlockBytesScanned_95th_percentile": 0, "ScanBlockBytesScanned_98th_percentile": 0, "ScanBlockBytesScanned_99th_percentile": 0, "ScanBlockBytesScanned_99.9th_percentile": 0, "Increment_num_ops": 0, "Increment_min": 0, "Increment_max": 0, "Increment_mean": 0, "Increment_25th_percentile": 0, "Increment_median": 0, "Increment_75th_percentile": 0, "Increment_90th_percentile": 0, "Increment_95th_percentile": 0, "Increment_98th_percentile": 0, "Increment_99th_percentile": 0, "Increment_99.9th_percentile": 0, "Delete_num_ops": 0, "Delete_min": 0, "Delete_max": 0, "Delete_mean": 0, "Delete_25th_percentile": 0, "Delete_median": 0, "Delete_75th_percentile": 0, "Delete_90th_percentile": 0, "Delete_95th_percentile": 0, "Delete_98th_percentile": 0, "Delete_99th_percentile": 0, "Delete_99.9th_percentile": 0, "DeleteBatch_num_ops": 0, "DeleteBatch_min": 0, "DeleteBatch_max": 0, "DeleteBatch_mean": 0, "DeleteBatch_25th_percentile": 0, "DeleteBatch_median": 0, "DeleteBatch_75th_percentile": 0, "DeleteBatch_90th_percentile": 0, "DeleteBatch_95th_percentile": 0, "DeleteBatch_98th_percentile": 0, "DeleteBatch_99th_percentile": 0, "DeleteBatch_99.9th_percentile": 0, "blockBytesScannedCount": 0, "FlushMemstoreSize_num_ops": 0, "FlushMemstoreSize_min": 0, "FlushMemstoreSize_max": 0, "FlushMemstoreSize_mean": 0, "FlushMemstoreSize_25th_percentile": 0, "FlushMemstoreSize_median": 0, "FlushMemstoreSize_75th_percentile": 0, "FlushMemstoreSize_90th_percentile": 0, "FlushMemstoreSize_95th_percentile": 0, "FlushMemstoreSize_98th_percentile": 0, "FlushMemstoreSize_99th_percentile": 0, "FlushMemstoreSize_99.9th_percentile": 0, "CompactionInputFileCount_num_ops": 0, "CompactionInputFileCount_min": 0, "CompactionInputFileCount_max": 0, "CompactionInputFileCount_mean": 0, "CompactionInputFileCount_25th_percentile": 0, "CompactionInputFileCount_median": 0, "CompactionInputFileCount_75th_percentile": 0, "CompactionInputFileCount_90th_percentile": 0, "CompactionInputFileCount_95th_percentile": 0, "CompactionInputFileCount_98th_percentile": 0, "CompactionInputFileCount_99th_percentile": 0, "CompactionInputFileCount_99.9th_percentile": 0, "CompactionTime_num_ops": 0, "CompactionTime_min": 0, "CompactionTime_max": 0, "CompactionTime_mean": 0, "CompactionTime_25th_percentile": 0, "CompactionTime_median": 0, "CompactionTime_75th_percentile": 0, "CompactionTime_90th_percentile": 0, "CompactionTime_95th_percentile": 0, "CompactionTime_98th_percentile": 0, "CompactionTime_99th_percentile": 0, "CompactionTime_99.9th_percentile": 0, "Get_num_ops": 0, "Get_min": 0, "Get_max": 0, "Get_mean": 0, "Get_25th_percentile": 0, "Get_median": 0, "Get_75th_percentile": 0, "Get_90th_percentile": 0, "Get_95th_percentile": 0, "Get_98th_percentile": 0, "Get_99th_percentile": 0, "Get_99.9th_percentile": 0, "MajorCompactionInputFileCount_num_ops": 0, "MajorCompactionInputFileCount_min": 0, "MajorCompactionInputFileCount_max": 0, "MajorCompactionInputFileCount_mean": 0, "MajorCompactionInputFileCount_25th_percentile": 0, "MajorCompactionInputFileCount_median": 0, "MajorCompactionInputFileCount_75th_percentile": 0, "MajorCompactionInputFileCount_90th_percentile": 0, "MajorCompactionInputFileCount_95th_percentile": 0, "MajorCompactionInputFileCount_98th_percentile": 0, "MajorCompactionInputFileCount_99th_percentile": 0, "MajorCompactionInputFileCount_99.9th_percentile": 0, "scannerLeaseExpiredCount": 0, "CheckAndPut_num_ops": 0, "CheckAndPut_min": 0, "CheckAndPut_max": 0, "CheckAndPut_mean": 0, "CheckAndPut_25th_percentile": 0, "CheckAndPut_median": 0, "CheckAndPut_75th_percentile": 0, "CheckAndPut_90th_percentile": 0, "CheckAndPut_95th_percentile": 0, "CheckAndPut_98th_percentile": 0, "CheckAndPut_99th_percentile": 0, "CheckAndPut_99.9th_percentile": 0, "MajorCompactionOutputSize_num_ops": 0, "MajorCompactionOutputSize_min": 0, "MajorCompactionOutputSize_max": 0, "MajorCompactionOutputSize_mean": 0, "MajorCompactionOutputSize_25th_percentile": 0, "MajorCompactionOutputSize_median": 0, "MajorCompactionOutputSize_75th_percentile": 0, "MajorCompactionOutputSize_90th_percentile": 0, "MajorCompactionOutputSize_95th_percentile": 0, "MajorCompactionOutputSize_98th_percentile": 0, "MajorCompactionOutputSize_99th_percentile": 0, "MajorCompactionOutputSize_99.9th_percentile": 0, "CompactionOutputFileCount_num_ops": 0, "CompactionOutputFileCount_min": 0, "CompactionOutputFileCount_max": 0, "CompactionOutputFileCount_mean": 0, "CompactionOutputFileCount_25th_percentile": 0, "CompactionOutputFileCount_median": 0, "CompactionOutputFileCount_75th_percentile": 0, "CompactionOutputFileCount_90th_percentile": 0, "CompactionOutputFileCount_95th_percentile": 0, "CompactionOutputFileCount_98th_percentile": 0, "CompactionOutputFileCount_99th_percentile": 0, "CompactionOutputFileCount_99.9th_percentile": 0, "slowDeleteCount": 0, "FlushTime_num_ops": 0, "FlushTime_min": 0, "FlushTime_max": 0, "FlushTime_mean": 0, "FlushTime_25th_percentile": 0, "FlushTime_median": 0, "FlushTime_75th_percentile": 0, "FlushTime_90th_percentile": 0, "FlushTime_95th_percentile": 0, "FlushTime_98th_percentile": 0, "FlushTime_99th_percentile": 0, "FlushTime_99.9th_percentile": 0, "splitSuccessCount": 0, "MajorCompactionOutputFileCount_num_ops": 0, "MajorCompactionOutputFileCount_min": 0, "MajorCompactionOutputFileCount_max": 0, "MajorCompactionOutputFileCount_mean": 0, "MajorCompactionOutputFileCount_25th_percentile": 0, "MajorCompactionOutputFileCount_median": 0, "MajorCompactionOutputFileCount_75th_percentile": 0, "MajorCompactionOutputFileCount_90th_percentile": 0, "MajorCompactionOutputFileCount_95th_percentile": 0, "MajorCompactionOutputFileCount_98th_percentile": 0, "MajorCompactionOutputFileCount_99th_percentile": 0, "MajorCompactionOutputFileCount_99.9th_percentile": 0, "slowGetCount": 0, "ScanSize_num_ops": 0, "ScanSize_min": 0, "ScanSize_max": 0, "ScanSize_mean": 0, "ScanSize_25th_percentile": 0, "ScanSize_median": 0, "ScanSize_75th_percentile": 0, "ScanSize_90th_percentile": 0, "ScanSize_95th_percentile": 0, "ScanSize_98th_percentile": 0, "ScanSize_99th_percentile": 0, "ScanSize_99.9th_percentile": 0, "CompactionOutputSize_num_ops": 0, "CompactionOutputSize_min": 0, "CompactionOutputSize_max": 0, "CompactionOutputSize_mean": 0, "CompactionOutputSize_25th_percentile": 0, "CompactionOutputSize_median": 0, "CompactionOutputSize_75th_percentile": 0, "CompactionOutputSize_90th_percentile": 0, "CompactionOutputSize_95th_percentile": 0, "CompactionOutputSize_98th_percentile": 0, "CompactionOutputSize_99th_percentile": 0, "CompactionOutputSize_99.9th_percentile": 0, "PauseTimeWithoutGc_num_ops": 0, "PauseTimeWithoutGc_min": 0, "PauseTimeWithoutGc_max": 0, "PauseTimeWithoutGc_mean": 0, "PauseTimeWithoutGc_25th_percentile": 0, "PauseTimeWithoutGc_median": 0, "PauseTimeWithoutGc_75th_percentile": 0, "PauseTimeWithoutGc_90th_percentile": 0, "PauseTimeWithoutGc_95th_percentile": 0, "PauseTimeWithoutGc_98th_percentile": 0, "PauseTimeWithoutGc_99th_percentile": 0, "PauseTimeWithoutGc_99.9th_percentile": 0, "slowIncrementCount": 0, "Append_num_ops": 0, "Append_min": 0, "Append_max": 0, "Append_mean": 0, "Append_25th_percentile": 0, "Append_median": 0, "Append_75th_percentile": 0, "Append_90th_percentile": 0, "Append_95th_percentile": 0, "Append_98th_percentile": 0, "Append_99th_percentile": 0, "Append_99.9th_percentile": 0, "Bulkload_count": 0, "Bulkload_mean_rate": 0.0, "Bulkload_1min_rate": 0.0, "Bulkload_5min_rate": 0.0, "Bulkload_15min_rate": 0.0, "Bulkload_num_ops": 0, "Bulkload_min": 0, "Bulkload_max": 0, "Bulkload_mean": 0, "Bulkload_25th_percentile": 0, "Bulkload_median": 0, "Bulkload_75th_percentile": 0, "Bulkload_90th_percentile": 0, "Bulkload_95th_percentile": 0, "Bulkload_98th_percentile": 0, "Bulkload_99th_percentile": 0, "Bulkload_99.9th_percentile": 0 } ] } 2024-11-10T14:17:39,879 WARN [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40569 {}] master.MasterRpcServices(700): b1c88e26310d,45313,1731248227611 reported a fatal error: ***** ABORTING region server b1c88e26310d,45313,1731248227611: Simulated kill ***** 2024-11-10T14:17:39,881 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'b1c88e26310d,45313,1731248227611' ***** 2024-11-10T14:17:39,881 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Simulated kill 2024-11-10T14:17:39,881 INFO [RS:2;b1c88e26310d:45313 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-10T14:17:39,882 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-10T14:17:39,882 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-10T14:17:39,882 INFO [RS:2;b1c88e26310d:45313 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager abruptly. 2024-11-10T14:17:39,882 INFO [RS:2;b1c88e26310d:45313 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager abruptly. 2024-11-10T14:17:39,882 INFO [RS:2;b1c88e26310d:45313 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-10T14:17:39,882 INFO [RS:2;b1c88e26310d:45313 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:2;b1c88e26310d:45313. 2024-11-10T14:17:39,882 DEBUG [RS:2;b1c88e26310d:45313 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-10T14:17:39,882 DEBUG [RS:2;b1c88e26310d:45313 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T14:17:39,888 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41629 is added to blk_1073741836_1012 (size=14382) 2024-11-10T14:17:39,888 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39337 is added to blk_1073741836_1012 (size=14382) 2024-11-10T14:17:39,889 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39045 is added to blk_1073741836_1012 (size=14382) 2024-11-10T14:17:39,893 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41629 is added to blk_1073741835_1011 (size=966) 2024-11-10T14:17:39,894 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39337 is added to blk_1073741835_1011 (size=966) 2024-11-10T14:17:39,894 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39045 is added to blk_1073741835_1011 (size=966) 2024-11-10T14:17:39,895 DEBUG [RS:2;b1c88e26310d:45313 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T14:17:39,895 INFO [RS:2;b1c88e26310d:45313 {}] regionserver.LeaseManager(133): Closed leases 2024-11-10T14:17:39,895 INFO [RS:2;b1c88e26310d:45313 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:45313 2024-11-10T14:17:39,903 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45313-0x101023d693e0003, quorum=127.0.0.1:54833, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/b1c88e26310d,45313,1731248227611 2024-11-10T14:17:39,903 INFO [RS:2;b1c88e26310d:45313 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-10T14:17:39,903 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40569-0x101023d693e0000, quorum=127.0.0.1:54833, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-10T14:17:39,905 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [b1c88e26310d,45313,1731248227611] 2024-11-10T14:17:39,907 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/b1c88e26310d,45313,1731248227611 already deleted, retry=false 2024-11-10T14:17:39,907 INFO [RegionServerTracker-0 {}] master.ServerManager(695): Processing expiration of b1c88e26310d,45313,1731248227611 on b1c88e26310d,40569,1731248226794 2024-11-10T14:17:39,912 DEBUG [RegionServerTracker-0 {}] procedure2.ProcedureExecutor(1139): Stored pid=36, state=RUNNABLE:SERVER_CRASH_START, hasLock=false; ServerCrashProcedure b1c88e26310d,45313,1731248227611, splitWal=true, meta=true 2024-11-10T14:17:39,916 INFO [RegionServerTracker-0 {}] assignment.AssignmentManager(1991): Scheduled ServerCrashProcedure pid=36 for b1c88e26310d,45313,1731248227611 (carryingMeta=true) b1c88e26310d,45313,1731248227611/CRASHED/regionCount=4/lock=java.util.concurrent.locks.ReentrantReadWriteLock@4bada51d[Write locks = 1, Read locks = 0], oldState=ONLINE. 2024-11-10T14:17:39,917 INFO [PEWorker-2 {}] procedure.ServerCrashProcedure(169): Start pid=36, state=RUNNABLE:SERVER_CRASH_START, hasLock=true; ServerCrashProcedure b1c88e26310d,45313,1731248227611, splitWal=true, meta=true 2024-11-10T14:17:39,918 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=35, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 79b68d1d27ec7ab3f8bd8d02bfaf13fa 2024-11-10T14:17:39,919 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=27, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure cc02743189a55bfe369f2e4fc9b78f91 2024-11-10T14:17:39,919 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 472a18bc18851dc5359240487e097038 2024-11-10T14:17:39,920 INFO [PEWorker-2 {}] procedure.ServerCrashProcedure(339): Splitting WALs pid=36, state=RUNNABLE:SERVER_CRASH_SPLIT_META_LOGS, hasLock=true; ServerCrashProcedure b1c88e26310d,45313,1731248227611, splitWal=true, meta=true, isMeta: true 2024-11-10T14:17:39,921 WARN [PEWorker-1 {}] procedure.SnapshotRegionProcedure(211): pid=35, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure 79b68d1d27ec7ab3f8bd8d02bfaf13fa can not run currently because target server of region SPTestTable,e6666661,1731248239663.79b68d1d27ec7ab3f8bd8d02bfaf13fa. b1c88e26310d,45313,1731248227611 is in state SPLITTING_META, wait 1000 ms to retry 2024-11-10T14:17:39,921 WARN [PEWorker-4 {}] procedure.SnapshotRegionProcedure(211): pid=27, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure cc02743189a55bfe369f2e4fc9b78f91 can not run currently because target server of region SPTestTable,19999999,1731248239663.cc02743189a55bfe369f2e4fc9b78f91. b1c88e26310d,45313,1731248227611 is in state SPLITTING_META, wait 1000 ms to retry 2024-11-10T14:17:39,921 INFO [PEWorker-1 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=35, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure 79b68d1d27ec7ab3f8bd8d02bfaf13fa; timeout=1000, timestamp=1731248260921 2024-11-10T14:17:39,921 INFO [PEWorker-4 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=27, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure cc02743189a55bfe369f2e4fc9b78f91; timeout=1000, timestamp=1731248260921 2024-11-10T14:17:39,921 WARN [PEWorker-5 {}] procedure.SnapshotRegionProcedure(211): pid=32, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure 472a18bc18851dc5359240487e097038 can not run currently because target server of region SPTestTable,99999996,1731248239663.472a18bc18851dc5359240487e097038. b1c88e26310d,45313,1731248227611 is in state SPLITTING_META, wait 1000 ms to retry 2024-11-10T14:17:39,921 INFO [PEWorker-5 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=32, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure 472a18bc18851dc5359240487e097038; timeout=1000, timestamp=1731248260921 2024-11-10T14:17:39,923 DEBUG [PEWorker-2 {}] master.MasterWalManager(329): Renamed region directory: hdfs://localhost:32833/user/jenkins/test-data/f5012b69-7985-d5f8-072c-ef7ee63e1635/WALs/b1c88e26310d,45313,1731248227611-splitting 2024-11-10T14:17:39,925 INFO [PEWorker-2 {}] master.SplitWALManager(105): b1c88e26310d,45313,1731248227611 WAL count=1, meta=true 2024-11-10T14:17:39,928 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=37, ppid=36, state=RUNNABLE:ACQUIRE_SPLIT_WAL_WORKER, hasLock=false; SplitWALProcedure b1c88e26310d%2C45313%2C1731248227611.meta.1731248239193.meta}] 2024-11-10T14:17:39,931 INFO [regionserver/b1c88e26310d:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-10T14:17:39,934 DEBUG [PEWorker-3 {}] master.SplitWALManager(158): Acquired split WAL worker=b1c88e26310d,42203,1731248227467 2024-11-10T14:17:39,936 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=38, ppid=37, state=RUNNABLE, hasLock=false; SplitWALRemoteProcedure b1c88e26310d%2C45313%2C1731248227611.meta.1731248239193.meta, worker=b1c88e26310d,42203,1731248227467}] 2024-11-10T14:17:40,005 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45313-0x101023d693e0003, quorum=127.0.0.1:54833, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-10T14:17:40,006 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45313-0x101023d693e0003, quorum=127.0.0.1:54833, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-10T14:17:40,006 INFO [RS:2;b1c88e26310d:45313 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-10T14:17:40,006 INFO [RS:2;b1c88e26310d:45313 {}] regionserver.HRegionServer(1031): Exiting; stopping=b1c88e26310d,45313,1731248227611; zookeeper connection closed. 2024-11-10T14:17:40,007 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@7d1e2f6f {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@7d1e2f6f 2024-11-10T14:17:40,767 INFO [regionserver/b1c88e26310d:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-10T14:17:40,767 INFO [regionserver/b1c88e26310d:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-10T14:17:40,921 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=27, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure cc02743189a55bfe369f2e4fc9b78f91 2024-11-10T14:17:40,921 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=35, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 79b68d1d27ec7ab3f8bd8d02bfaf13fa 2024-11-10T14:17:40,921 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 472a18bc18851dc5359240487e097038 2024-11-10T14:17:40,923 WARN [PEWorker-4 {}] procedure.SnapshotRegionProcedure(211): pid=27, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure cc02743189a55bfe369f2e4fc9b78f91 can not run currently because target server of region SPTestTable,19999999,1731248239663.cc02743189a55bfe369f2e4fc9b78f91. b1c88e26310d,45313,1731248227611 is in state SPLITTING_META, wait 2000 ms to retry 2024-11-10T14:17:40,923 WARN [PEWorker-5 {}] procedure.SnapshotRegionProcedure(211): pid=35, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure 79b68d1d27ec7ab3f8bd8d02bfaf13fa can not run currently because target server of region SPTestTable,e6666661,1731248239663.79b68d1d27ec7ab3f8bd8d02bfaf13fa. b1c88e26310d,45313,1731248227611 is in state SPLITTING_META, wait 2000 ms to retry 2024-11-10T14:17:40,923 WARN [PEWorker-2 {}] procedure.SnapshotRegionProcedure(211): pid=32, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure 472a18bc18851dc5359240487e097038 can not run currently because target server of region SPTestTable,99999996,1731248239663.472a18bc18851dc5359240487e097038. b1c88e26310d,45313,1731248227611 is in state SPLITTING_META, wait 2000 ms to retry 2024-11-10T14:17:40,923 INFO [PEWorker-4 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=27, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure cc02743189a55bfe369f2e4fc9b78f91; timeout=2000, timestamp=1731248262923 2024-11-10T14:17:40,923 INFO [PEWorker-5 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=35, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure 79b68d1d27ec7ab3f8bd8d02bfaf13fa; timeout=2000, timestamp=1731248262923 2024-11-10T14:17:40,923 INFO [PEWorker-2 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=32, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure 472a18bc18851dc5359240487e097038; timeout=2000, timestamp=1731248262923 2024-11-10T14:17:42,923 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=27, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure cc02743189a55bfe369f2e4fc9b78f91 2024-11-10T14:17:42,923 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=35, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 79b68d1d27ec7ab3f8bd8d02bfaf13fa 2024-11-10T14:17:42,923 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 472a18bc18851dc5359240487e097038 2024-11-10T14:17:42,925 WARN [PEWorker-1 {}] procedure.SnapshotRegionProcedure(211): pid=27, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure cc02743189a55bfe369f2e4fc9b78f91 can not run currently because target server of region SPTestTable,19999999,1731248239663.cc02743189a55bfe369f2e4fc9b78f91. b1c88e26310d,45313,1731248227611 is in state SPLITTING_META, wait 4000 ms to retry 2024-11-10T14:17:42,925 WARN [PEWorker-3 {}] procedure.SnapshotRegionProcedure(211): pid=35, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure 79b68d1d27ec7ab3f8bd8d02bfaf13fa can not run currently because target server of region SPTestTable,e6666661,1731248239663.79b68d1d27ec7ab3f8bd8d02bfaf13fa. b1c88e26310d,45313,1731248227611 is in state SPLITTING_META, wait 4000 ms to retry 2024-11-10T14:17:42,925 WARN [PEWorker-5 {}] procedure.SnapshotRegionProcedure(211): pid=32, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure 472a18bc18851dc5359240487e097038 can not run currently because target server of region SPTestTable,99999996,1731248239663.472a18bc18851dc5359240487e097038. b1c88e26310d,45313,1731248227611 is in state SPLITTING_META, wait 4000 ms to retry 2024-11-10T14:17:42,925 INFO [PEWorker-3 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=35, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure 79b68d1d27ec7ab3f8bd8d02bfaf13fa; timeout=4000, timestamp=1731248266925 2024-11-10T14:17:42,925 INFO [PEWorker-1 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=27, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure cc02743189a55bfe369f2e4fc9b78f91; timeout=4000, timestamp=1731248266925 2024-11-10T14:17:42,925 INFO [PEWorker-5 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=32, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure 472a18bc18851dc5359240487e097038; timeout=4000, timestamp=1731248266925 2024-11-10T14:17:43,451 WARN [BootstrapNodeManager {}] regionserver.BootstrapNodeManager(142): failed to get live region servers from master org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=b1c88e26310d:40569 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.BootstrapNodeManager.getFromMaster(BootstrapNodeManager.java:140) ~[classes/:?] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) ~[?:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:304) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$Stub.getLiveRegionServers(RegionServerStatusProtos.java:17191) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClusterConnectionImpl.getLiveRegionServers(AsyncClusterConnectionImpl.java:139) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.BootstrapNodeManager.getFromMaster(BootstrapNodeManager.java:140) ~[classes/:?] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) ~[?:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:304) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 10 more 2024-11-10T14:17:46,925 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=27, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure cc02743189a55bfe369f2e4fc9b78f91 2024-11-10T14:17:46,925 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 472a18bc18851dc5359240487e097038 2024-11-10T14:17:46,926 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=35, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 79b68d1d27ec7ab3f8bd8d02bfaf13fa 2024-11-10T14:17:46,927 WARN [PEWorker-5 {}] procedure.SnapshotRegionProcedure(211): pid=35, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure 79b68d1d27ec7ab3f8bd8d02bfaf13fa can not run currently because target server of region SPTestTable,e6666661,1731248239663.79b68d1d27ec7ab3f8bd8d02bfaf13fa. b1c88e26310d,45313,1731248227611 is in state SPLITTING_META, wait 8000 ms to retry 2024-11-10T14:17:46,927 WARN [PEWorker-4 {}] procedure.SnapshotRegionProcedure(211): pid=27, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure cc02743189a55bfe369f2e4fc9b78f91 can not run currently because target server of region SPTestTable,19999999,1731248239663.cc02743189a55bfe369f2e4fc9b78f91. b1c88e26310d,45313,1731248227611 is in state SPLITTING_META, wait 8000 ms to retry 2024-11-10T14:17:46,927 WARN [PEWorker-2 {}] procedure.SnapshotRegionProcedure(211): pid=32, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure 472a18bc18851dc5359240487e097038 can not run currently because target server of region SPTestTable,99999996,1731248239663.472a18bc18851dc5359240487e097038. b1c88e26310d,45313,1731248227611 is in state SPLITTING_META, wait 8000 ms to retry 2024-11-10T14:17:46,927 INFO [PEWorker-5 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=35, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure 79b68d1d27ec7ab3f8bd8d02bfaf13fa; timeout=8000, timestamp=1731248274927 2024-11-10T14:17:46,927 INFO [PEWorker-4 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=27, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure cc02743189a55bfe369f2e4fc9b78f91; timeout=8000, timestamp=1731248274927 2024-11-10T14:17:46,927 INFO [PEWorker-2 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=32, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure 472a18bc18851dc5359240487e097038; timeout=8000, timestamp=1731248274927 2024-11-10T14:17:49,813 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42203 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=33 2024-11-10T14:17:49,813 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44601 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=31 2024-11-10T14:17:49,814 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42203 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=29 2024-11-10T14:17:49,814 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44601 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=34 2024-11-10T14:17:49,814 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b1c88e26310d:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,b333332f,1731248239663.2051363565a790076af6f3d0342e8a3d. 2024-11-10T14:17:49,814 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b1c88e26310d:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,7ffffffd,1731248239663.fef63842b357d8b2a47487d26f3d8356. 2024-11-10T14:17:49,816 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44601 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=28 2024-11-10T14:17:49,816 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b1c88e26310d:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,ccccccc8,1731248239663.9b8d9b2cbfedcab561f82306916695a0. 2024-11-10T14:17:49,816 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42203 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=26 2024-11-10T14:17:49,816 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b1c88e26310d:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,4ccccccb,1731248239663.faca33e17b38dd030c3ec289f542e54a. 2024-11-10T14:17:49,816 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b1c88e26310d:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,33333332,1731248239663.ceb84a43e68015cdc8240b2ddeae2dec. 2024-11-10T14:17:49,818 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42203 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=30 2024-11-10T14:17:49,818 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b1c88e26310d:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,,1731248239663.9b082d7b6d8fd14f83fa6315a76b4e45. 2024-11-10T14:17:49,818 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/b1c88e26310d:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.HRegion(2902): Flushing 9b8d9b2cbfedcab561f82306916695a0 1/1 column families, dataSize=38.00 KB heapSize=131.98 KB 2024-11-10T14:17:49,818 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/b1c88e26310d:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HRegion(2902): Flushing 2051363565a790076af6f3d0342e8a3d 1/1 column families, dataSize=21.42 KB heapSize=74.49 KB 2024-11-10T14:17:49,819 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42203 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SplitWALCallable, pid=38 2024-11-10T14:17:49,820 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b1c88e26310d:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] regionserver.HRegion(2603): Flush status journal for ceb84a43e68015cdc8240b2ddeae2dec: 2024-11-10T14:17:49,820 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b1c88e26310d:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] regionserver.HRegion(2603): Flush status journal for fef63842b357d8b2a47487d26f3d8356: 2024-11-10T14:17:49,820 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b1c88e26310d:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] regionserver.HRegion(2603): Flush status journal for faca33e17b38dd030c3ec289f542e54a: 2024-11-10T14:17:49,820 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b1c88e26310d:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] regionserver.HRegion(2603): Flush status journal for 9b082d7b6d8fd14f83fa6315a76b4e45: 2024-11-10T14:17:49,820 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b1c88e26310d:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,33333332,1731248239663.ceb84a43e68015cdc8240b2ddeae2dec. for SnapshotProcedureTest completed. 2024-11-10T14:17:49,820 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b1c88e26310d:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,7ffffffd,1731248239663.fef63842b357d8b2a47487d26f3d8356. for SnapshotProcedureTest completed. 2024-11-10T14:17:49,820 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b1c88e26310d:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,,1731248239663.9b082d7b6d8fd14f83fa6315a76b4e45. for SnapshotProcedureTest completed. 2024-11-10T14:17:49,820 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b1c88e26310d:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,4ccccccb,1731248239663.faca33e17b38dd030c3ec289f542e54a. for SnapshotProcedureTest completed. 2024-11-10T14:17:49,821 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b1c88e26310d:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,7ffffffd,1731248239663.fef63842b357d8b2a47487d26f3d8356.' region-info for snapshot=SnapshotProcedureTest 2024-11-10T14:17:49,821 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b1c88e26310d:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,,1731248239663.9b082d7b6d8fd14f83fa6315a76b4e45.' region-info for snapshot=SnapshotProcedureTest 2024-11-10T14:17:49,821 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b1c88e26310d:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,33333332,1731248239663.ceb84a43e68015cdc8240b2ddeae2dec.' region-info for snapshot=SnapshotProcedureTest 2024-11-10T14:17:49,821 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b1c88e26310d:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,4ccccccb,1731248239663.faca33e17b38dd030c3ec289f542e54a.' region-info for snapshot=SnapshotProcedureTest 2024-11-10T14:17:49,825 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b1c88e26310d:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-10T14:17:49,825 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b1c88e26310d:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-10T14:17:49,825 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b1c88e26310d:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-10T14:17:49,826 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b1c88e26310d:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-10T14:17:49,829 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b1c88e26310d:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-11-10T14:17:49,829 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b1c88e26310d:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-11-10T14:17:49,829 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b1c88e26310d:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-11-10T14:17:49,829 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b1c88e26310d:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-11-10T14:17:49,859 INFO [RS_LOG_REPLAY_OPS-regionserver/b1c88e26310d:0-0 {event_type=RS_LOG_REPLAY, pid=38}] wal.WALSplitter(299): Splitting hdfs://localhost:32833/user/jenkins/test-data/f5012b69-7985-d5f8-072c-ef7ee63e1635/WALs/b1c88e26310d,45313,1731248227611-splitting/b1c88e26310d%2C45313%2C1731248227611.meta.1731248239193.meta, size=14.0 K (14382bytes) 2024-11-10T14:17:49,861 DEBUG [RS_LOG_REPLAY_OPS-regionserver/b1c88e26310d:0-0 {event_type=RS_LOG_REPLAY, pid=38}] util.RecoverLeaseFSUtils(47): Initialize RecoverLeaseFSUtils 2024-11-10T14:17:49,861 DEBUG [RS_LOG_REPLAY_OPS-regionserver/b1c88e26310d:0-0 {event_type=RS_LOG_REPLAY, pid=38}] util.RecoverLeaseFSUtils(59): set recoverLeaseMethod to org.apache.hadoop.fs.LeaseRecoverable.recoverLease() 2024-11-10T14:17:49,861 INFO [RS_LOG_REPLAY_OPS-regionserver/b1c88e26310d:0-0 {event_type=RS_LOG_REPLAY, pid=38}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:32833/user/jenkins/test-data/f5012b69-7985-d5f8-072c-ef7ee63e1635/WALs/b1c88e26310d,45313,1731248227611-splitting/b1c88e26310d%2C45313%2C1731248227611.meta.1731248239193.meta 2024-11-10T14:17:49,870 INFO [RS_LOG_REPLAY_OPS-regionserver/b1c88e26310d:0-0 {event_type=RS_LOG_REPLAY, pid=38}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:32833/user/jenkins/test-data/f5012b69-7985-d5f8-072c-ef7ee63e1635/WALs/b1c88e26310d,45313,1731248227611-splitting/b1c88e26310d%2C45313%2C1731248227611.meta.1731248239193.meta after 5ms 2024-11-10T14:17:49,871 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39337 is added to blk_1073741849_1025 (size=57) 2024-11-10T14:17:49,872 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39045 is added to blk_1073741849_1025 (size=57) 2024-11-10T14:17:49,872 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41629 is added to blk_1073741849_1025 (size=57) 2024-11-10T14:17:49,873 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b1c88e26310d:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,,1731248239663.9b082d7b6d8fd14f83fa6315a76b4e45. 2024-11-10T14:17:49,875 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b1c88e26310d:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=26 2024-11-10T14:17:49,875 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b1c88e26310d:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,66666664,1731248239663.ad55bd8d267edf11b509a2d43c040755. 2024-11-10T14:17:49,876 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b1c88e26310d:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] regionserver.HRegion(2603): Flush status journal for ad55bd8d267edf11b509a2d43c040755: 2024-11-10T14:17:49,876 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b1c88e26310d:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,66666664,1731248239663.ad55bd8d267edf11b509a2d43c040755. for SnapshotProcedureTest completed. 2024-11-10T14:17:49,876 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b1c88e26310d:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,66666664,1731248239663.ad55bd8d267edf11b509a2d43c040755.' region-info for snapshot=SnapshotProcedureTest 2024-11-10T14:17:49,876 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b1c88e26310d:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-10T14:17:49,876 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b1c88e26310d:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-11-10T14:17:49,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40569 {}] master.HMaster(4169): Remote procedure done, pid=26 2024-11-10T14:17:49,878 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40569 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 9b082d7b6d8fd14f83fa6315a76b4e45 2024-11-10T14:17:49,878 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=26, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 9b082d7b6d8fd14f83fa6315a76b4e45 2024-11-10T14:17:49,882 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=26, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 9b082d7b6d8fd14f83fa6315a76b4e45 in 10.0800 sec 2024-11-10T14:17:49,885 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41629 is added to blk_1073741850_1026 (size=65) 2024-11-10T14:17:49,886 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39045 is added to blk_1073741850_1026 (size=65) 2024-11-10T14:17:49,886 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39337 is added to blk_1073741850_1026 (size=65) 2024-11-10T14:17:49,890 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b1c88e26310d:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,4ccccccb,1731248239663.faca33e17b38dd030c3ec289f542e54a. 2024-11-10T14:17:49,890 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b1c88e26310d:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=29 2024-11-10T14:17:49,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40569 {}] master.HMaster(4169): Remote procedure done, pid=29 2024-11-10T14:17:49,891 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40569 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region faca33e17b38dd030c3ec289f542e54a 2024-11-10T14:17:49,891 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=29, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure faca33e17b38dd030c3ec289f542e54a 2024-11-10T14:17:49,895 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=29, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure faca33e17b38dd030c3ec289f542e54a in 10.0920 sec 2024-11-10T14:17:49,900 INFO [RS_LOG_REPLAY_OPS-regionserver/b1c88e26310d:0-0 {event_type=RS_LOG_REPLAY, pid=38}] wal.WALSplitter(310): Open hdfs://localhost:32833/user/jenkins/test-data/f5012b69-7985-d5f8-072c-ef7ee63e1635/WALs/b1c88e26310d,45313,1731248227611-splitting/b1c88e26310d%2C45313%2C1731248227611.meta.1731248239193.meta took 42ms 2024-11-10T14:17:49,902 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41629 is added to blk_1073741851_1027 (size=65) 2024-11-10T14:17:49,902 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39045 is added to blk_1073741851_1027 (size=65) 2024-11-10T14:17:49,903 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b1c88e26310d:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,33333332,1731248239663.ceb84a43e68015cdc8240b2ddeae2dec. 2024-11-10T14:17:49,903 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b1c88e26310d:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=28 2024-11-10T14:17:49,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40569 {}] master.HMaster(4169): Remote procedure done, pid=28 2024-11-10T14:17:49,904 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40569 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region ceb84a43e68015cdc8240b2ddeae2dec 2024-11-10T14:17:49,904 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=28, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure ceb84a43e68015cdc8240b2ddeae2dec 2024-11-10T14:17:49,905 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41629 is added to blk_1073741852_1028 (size=65) 2024-11-10T14:17:49,906 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39337 is added to blk_1073741852_1028 (size=65) 2024-11-10T14:17:49,906 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39045 is added to blk_1073741852_1028 (size=65) 2024-11-10T14:17:49,906 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39337 is added to blk_1073741851_1027 (size=65) 2024-11-10T14:17:49,909 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=28, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure ceb84a43e68015cdc8240b2ddeae2dec in 10.1060 sec 2024-11-10T14:17:49,923 DEBUG [RS_LOG_REPLAY_OPS-regionserver/b1c88e26310d:0-0 {event_type=RS_LOG_REPLAY, pid=38}] wal.WALSplitter(352): Last flushed sequenceid for 1588230740: last_flushed_sequence_id: 18446744073709551615 store_sequence_id { family_name: "info" sequence_id: 5 } store_sequence_id { family_name: "ns" sequence_id: 3 } store_sequence_id { family_name: "rep_barrier" sequence_id: 18446744073709551615 } store_sequence_id { family_name: "table" sequence_id: 6 } 2024-11-10T14:17:49,928 DEBUG [RS_LOG_REPLAY_OPS-regionserver/b1c88e26310d:0-0 {event_type=RS_LOG_REPLAY, pid=38}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:32833/user/jenkins/test-data/f5012b69-7985-d5f8-072c-ef7ee63e1635/WALs/b1c88e26310d,45313,1731248227611-splitting/b1c88e26310d%2C45313%2C1731248227611.meta.1731248239193.meta so closing down 2024-11-10T14:17:49,928 DEBUG [RS_LOG_REPLAY_OPS-regionserver/b1c88e26310d:0-0 {event_type=RS_LOG_REPLAY, pid=38}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-10T14:17:49,933 INFO [RS_LOG_REPLAY_OPS-regionserver/b1c88e26310d:0-0-Writer-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000004-b1c88e26310d%2C45313%2C1731248227611.meta.1731248239193.meta.temp 2024-11-10T14:17:49,937 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b1c88e26310d:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32833/user/jenkins/test-data/f5012b69-7985-d5f8-072c-ef7ee63e1635/data/default/SPTestTable/9b8d9b2cbfedcab561f82306916695a0/.tmp/cf/2942a2e556bc45968be207b106940dae is 34, key is ccd/cf:cf/1731248258961/Put/seqid=0 2024-11-10T14:17:49,938 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b1c88e26310d:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32833/user/jenkins/test-data/f5012b69-7985-d5f8-072c-ef7ee63e1635/data/default/SPTestTable/2051363565a790076af6f3d0342e8a3d/.tmp/cf/8989ccef5e1d40ea8b7933ef3108acc8 is 34, key is baa/cf:cf/1731248258919/Put/seqid=0 2024-11-10T14:17:49,938 INFO [RS_LOG_REPLAY_OPS-regionserver/b1c88e26310d:0-0-Writer-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:32833/user/jenkins/test-data/f5012b69-7985-d5f8-072c-ef7ee63e1635/data/hbase/meta/1588230740/recovered.edits/0000000000000000004-b1c88e26310d%2C45313%2C1731248227611.meta.1731248239193.meta.temp 2024-11-10T14:17:49,942 INFO [RS_LOG_REPLAY_OPS-regionserver/b1c88e26310d:0-0 {event_type=RS_LOG_REPLAY, pid=38}] wal.OutputSink(145): 3 split writer threads finished 2024-11-10T14:17:49,950 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39045 is added to blk_1073741853_1029 (size=65) 2024-11-10T14:17:49,951 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41629 is added to blk_1073741853_1029 (size=65) 2024-11-10T14:17:49,951 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39337 is added to blk_1073741853_1029 (size=65) 2024-11-10T14:17:49,951 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b1c88e26310d:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,66666664,1731248239663.ad55bd8d267edf11b509a2d43c040755. 2024-11-10T14:17:49,952 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b1c88e26310d:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=30 2024-11-10T14:17:49,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40569 {}] master.HMaster(4169): Remote procedure done, pid=30 2024-11-10T14:17:49,953 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40569 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region ad55bd8d267edf11b509a2d43c040755 2024-11-10T14:17:49,953 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=30, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure ad55bd8d267edf11b509a2d43c040755 2024-11-10T14:17:49,957 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=30, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure ad55bd8d267edf11b509a2d43c040755 in 10.1540 sec 2024-11-10T14:17:49,962 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41629 is added to blk_1073741854_1030 (size=14141) 2024-11-10T14:17:49,962 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39337 is added to blk_1073741855_1031 (size=28623) 2024-11-10T14:17:49,963 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39045 is added to blk_1073741855_1031 (size=28623) 2024-11-10T14:17:49,963 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41629 is added to blk_1073741855_1031 (size=28623) 2024-11-10T14:17:49,963 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39045 is added to blk_1073741854_1030 (size=14141) 2024-11-10T14:17:49,963 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39337 is added to blk_1073741854_1030 (size=14141) 2024-11-10T14:17:49,964 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/b1c88e26310d:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=21.42 KB at sequenceid=5 (bloomFilter=true), to=hdfs://localhost:32833/user/jenkins/test-data/f5012b69-7985-d5f8-072c-ef7ee63e1635/data/default/SPTestTable/2051363565a790076af6f3d0342e8a3d/.tmp/cf/8989ccef5e1d40ea8b7933ef3108acc8 2024-11-10T14:17:49,967 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:32833/user/jenkins/test-data/f5012b69-7985-d5f8-072c-ef7ee63e1635/data/hbase/meta/1588230740/recovered.edits/0000000000000000004-b1c88e26310d%2C45313%2C1731248227611.meta.1731248239193.meta.temp (wrote 25 edits, skipped 0 edits in 2 ms) 2024-11-10T14:17:49,970 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41629 is added to blk_1073741856_1032 (size=47197) 2024-11-10T14:17:49,970 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39337 is added to blk_1073741856_1032 (size=47197) 2024-11-10T14:17:49,971 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39045 is added to blk_1073741856_1032 (size=47197) 2024-11-10T14:17:49,972 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/b1c88e26310d:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.00 KB at sequenceid=5 (bloomFilter=true), to=hdfs://localhost:32833/user/jenkins/test-data/f5012b69-7985-d5f8-072c-ef7ee63e1635/data/default/SPTestTable/9b8d9b2cbfedcab561f82306916695a0/.tmp/cf/2942a2e556bc45968be207b106940dae 2024-11-10T14:17:49,972 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:32833/user/jenkins/test-data/f5012b69-7985-d5f8-072c-ef7ee63e1635/data/hbase/meta/1588230740/recovered.edits/0000000000000000004-b1c88e26310d%2C45313%2C1731248227611.meta.1731248239193.meta.temp to hdfs://localhost:32833/user/jenkins/test-data/f5012b69-7985-d5f8-072c-ef7ee63e1635/data/hbase/meta/1588230740/recovered.edits/0000000000000000028 2024-11-10T14:17:49,977 INFO [RS_LOG_REPLAY_OPS-regionserver/b1c88e26310d:0-0 {event_type=RS_LOG_REPLAY, pid=38}] wal.WALSplitter(425): Processed 26 edits across 1 Regions in 60 ms; skipped=1; WAL=hdfs://localhost:32833/user/jenkins/test-data/f5012b69-7985-d5f8-072c-ef7ee63e1635/WALs/b1c88e26310d,45313,1731248227611-splitting/b1c88e26310d%2C45313%2C1731248227611.meta.1731248239193.meta, size=14.0 K, length=14382, corrupted=false, cancelled=false 2024-11-10T14:17:49,977 DEBUG [RS_LOG_REPLAY_OPS-regionserver/b1c88e26310d:0-0 {event_type=RS_LOG_REPLAY, pid=38}] wal.WALSplitter(428): Completed split of hdfs://localhost:32833/user/jenkins/test-data/f5012b69-7985-d5f8-072c-ef7ee63e1635/WALs/b1c88e26310d,45313,1731248227611-splitting/b1c88e26310d%2C45313%2C1731248227611.meta.1731248239193.meta, journal: Splitting hdfs://localhost:32833/user/jenkins/test-data/f5012b69-7985-d5f8-072c-ef7ee63e1635/WALs/b1c88e26310d,45313,1731248227611-splitting/b1c88e26310d%2C45313%2C1731248227611.meta.1731248239193.meta, size=14.0 K (14382bytes) at 1731248269860Finishing writing output for hdfs://localhost:32833/user/jenkins/test-data/f5012b69-7985-d5f8-072c-ef7ee63e1635/WALs/b1c88e26310d,45313,1731248227611-splitting/b1c88e26310d%2C45313%2C1731248227611.meta.1731248239193.meta so closing down at 1731248269928 (+68 ms)Creating recovered edits writer path=hdfs://localhost:32833/user/jenkins/test-data/f5012b69-7985-d5f8-072c-ef7ee63e1635/data/hbase/meta/1588230740/recovered.edits/0000000000000000004-b1c88e26310d%2C45313%2C1731248227611.meta.1731248239193.meta.temp at 1731248269939 (+11 ms)3 split writer threads finished at 1731248269942 (+3 ms)Closed recovered edits writer path=hdfs://localhost:32833/user/jenkins/test-data/f5012b69-7985-d5f8-072c-ef7ee63e1635/data/hbase/meta/1588230740/recovered.edits/0000000000000000004-b1c88e26310d%2C45313%2C1731248227611.meta.1731248239193.meta.temp (wrote 25 edits, skipped 0 edits in 2 ms) at 1731248269967 (+25 ms)Rename recovered edits hdfs://localhost:32833/user/jenkins/test-data/f5012b69-7985-d5f8-072c-ef7ee63e1635/data/hbase/meta/1588230740/recovered.edits/0000000000000000004-b1c88e26310d%2C45313%2C1731248227611.meta.1731248239193.meta.temp to hdfs://localhost:32833/user/jenkins/test-data/f5012b69-7985-d5f8-072c-ef7ee63e1635/data/hbase/meta/1588230740/recovered.edits/0000000000000000028 at 1731248269972 (+5 ms)Processed 26 edits across 1 Regions in 60 ms; skipped=1; WAL=hdfs://localhost:32833/user/jenkins/test-data/f5012b69-7985-d5f8-072c-ef7ee63e1635/WALs/b1c88e26310d,45313,1731248227611-splitting/b1c88e26310d%2C45313%2C1731248227611.meta.1731248239193.meta, size=14.0 K, length=14382, corrupted=false, cancelled=false at 1731248269977 (+5 ms) 2024-11-10T14:17:49,978 DEBUG [RS_LOG_REPLAY_OPS-regionserver/b1c88e26310d:0-0 {event_type=RS_LOG_REPLAY, pid=38}] regionserver.SplitLogWorker(218): Done splitting WAL hdfs://localhost:32833/user/jenkins/test-data/f5012b69-7985-d5f8-072c-ef7ee63e1635/WALs/b1c88e26310d,45313,1731248227611-splitting/b1c88e26310d%2C45313%2C1731248227611.meta.1731248239193.meta 2024-11-10T14:17:49,978 DEBUG [RS_LOG_REPLAY_OPS-regionserver/b1c88e26310d:0-0 {event_type=RS_LOG_REPLAY, pid=38}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=38 2024-11-10T14:17:49,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40569 {}] master.HMaster(4169): Remote procedure done, pid=38 2024-11-10T14:17:49,989 INFO [PEWorker-5 {}] wal.WALSplitUtil(143): Moved hdfs://localhost:32833/user/jenkins/test-data/f5012b69-7985-d5f8-072c-ef7ee63e1635/WALs/b1c88e26310d,45313,1731248227611-splitting/b1c88e26310d%2C45313%2C1731248227611.meta.1731248239193.meta to hdfs://localhost:32833/user/jenkins/test-data/f5012b69-7985-d5f8-072c-ef7ee63e1635/oldWALs 2024-11-10T14:17:49,992 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=38, resume processing ppid=37 2024-11-10T14:17:49,993 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=38, ppid=37, state=SUCCESS, hasLock=false; SplitWALRemoteProcedure b1c88e26310d%2C45313%2C1731248227611.meta.1731248239193.meta, worker=b1c88e26310d,42203,1731248227467 in 10.0530 sec 2024-11-10T14:17:49,994 DEBUG [PEWorker-3 {}] master.SplitWALManager(172): Release split WAL worker=b1c88e26310d,42203,1731248227467 2024-11-10T14:17:49,999 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=37, resume processing ppid=36 2024-11-10T14:17:49,999 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=37, ppid=36, state=SUCCESS, hasLock=false; SplitWALProcedure b1c88e26310d%2C45313%2C1731248227611.meta.1731248239193.meta, worker=b1c88e26310d,42203,1731248227467 in 10.0690 sec 2024-11-10T14:17:50,002 INFO [PEWorker-1 {}] master.SplitLogManager(171): hdfs://localhost:32833/user/jenkins/test-data/f5012b69-7985-d5f8-072c-ef7ee63e1635/WALs/b1c88e26310d,45313,1731248227611-splitting dir is empty, no logs to split. 2024-11-10T14:17:50,002 INFO [PEWorker-1 {}] master.SplitWALManager(105): b1c88e26310d,45313,1731248227611 WAL count=0, meta=true 2024-11-10T14:17:50,002 DEBUG [PEWorker-1 {}] procedure.ServerCrashProcedure(329): Check if b1c88e26310d,45313,1731248227611 WAL splitting is done? wals=0, meta=true 2024-11-10T14:17:50,004 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=39, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-10T14:17:50,006 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=39, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-10T14:17:50,007 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=39, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-11-10T14:17:50,023 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b1c88e26310d:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32833/user/jenkins/test-data/f5012b69-7985-d5f8-072c-ef7ee63e1635/data/default/SPTestTable/9b8d9b2cbfedcab561f82306916695a0/.tmp/cf/2942a2e556bc45968be207b106940dae as hdfs://localhost:32833/user/jenkins/test-data/f5012b69-7985-d5f8-072c-ef7ee63e1635/data/default/SPTestTable/9b8d9b2cbfedcab561f82306916695a0/cf/2942a2e556bc45968be207b106940dae 2024-11-10T14:17:50,023 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b1c88e26310d:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32833/user/jenkins/test-data/f5012b69-7985-d5f8-072c-ef7ee63e1635/data/default/SPTestTable/2051363565a790076af6f3d0342e8a3d/.tmp/cf/8989ccef5e1d40ea8b7933ef3108acc8 as hdfs://localhost:32833/user/jenkins/test-data/f5012b69-7985-d5f8-072c-ef7ee63e1635/data/default/SPTestTable/2051363565a790076af6f3d0342e8a3d/cf/8989ccef5e1d40ea8b7933ef3108acc8 2024-11-10T14:17:50,033 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/b1c88e26310d:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32833/user/jenkins/test-data/f5012b69-7985-d5f8-072c-ef7ee63e1635/data/default/SPTestTable/9b8d9b2cbfedcab561f82306916695a0/cf/2942a2e556bc45968be207b106940dae, entries=1297, sequenceid=5, filesize=46.1 K 2024-11-10T14:17:50,033 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/b1c88e26310d:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32833/user/jenkins/test-data/f5012b69-7985-d5f8-072c-ef7ee63e1635/data/default/SPTestTable/2051363565a790076af6f3d0342e8a3d/cf/8989ccef5e1d40ea8b7933ef3108acc8, entries=731, sequenceid=5, filesize=28.0 K 2024-11-10T14:17:50,043 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/b1c88e26310d:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.HRegion(3140): Finished flush of dataSize ~38.00 KB/38910, heapSize ~131.96 KB/135128, currentSize=0 B/0 for 9b8d9b2cbfedcab561f82306916695a0 in 221ms, sequenceid=5, compaction requested=false 2024-11-10T14:17:50,043 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/b1c88e26310d:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HRegion(3140): Finished flush of dataSize ~21.42 KB/21930, heapSize ~74.48 KB/76264, currentSize=0 B/0 for 2051363565a790076af6f3d0342e8a3d in 222ms, sequenceid=5, compaction requested=false 2024-11-10T14:17:50,043 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b1c88e26310d:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.HRegion(2603): Flush status journal for 9b8d9b2cbfedcab561f82306916695a0: 2024-11-10T14:17:50,043 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b1c88e26310d:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HRegion(2603): Flush status journal for 2051363565a790076af6f3d0342e8a3d: 2024-11-10T14:17:50,043 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b1c88e26310d:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,b333332f,1731248239663.2051363565a790076af6f3d0342e8a3d. for SnapshotProcedureTest completed. 2024-11-10T14:17:50,043 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b1c88e26310d:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,ccccccc8,1731248239663.9b8d9b2cbfedcab561f82306916695a0. for SnapshotProcedureTest completed. 2024-11-10T14:17:50,043 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b1c88e26310d:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,b333332f,1731248239663.2051363565a790076af6f3d0342e8a3d.' region-info for snapshot=SnapshotProcedureTest 2024-11-10T14:17:50,043 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b1c88e26310d:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,ccccccc8,1731248239663.9b8d9b2cbfedcab561f82306916695a0.' region-info for snapshot=SnapshotProcedureTest 2024-11-10T14:17:50,044 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b1c88e26310d:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-10T14:17:50,044 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b1c88e26310d:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-10T14:17:50,044 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b1c88e26310d:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] snapshot.SnapshotManifest(256): Adding snapshot references for [hdfs://localhost:32833/user/jenkins/test-data/f5012b69-7985-d5f8-072c-ef7ee63e1635/data/default/SPTestTable/2051363565a790076af6f3d0342e8a3d/cf/8989ccef5e1d40ea8b7933ef3108acc8] hfiles 2024-11-10T14:17:50,044 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b1c88e26310d:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] snapshot.SnapshotManifest(256): Adding snapshot references for [hdfs://localhost:32833/user/jenkins/test-data/f5012b69-7985-d5f8-072c-ef7ee63e1635/data/default/SPTestTable/9b8d9b2cbfedcab561f82306916695a0/cf/2942a2e556bc45968be207b106940dae] hfiles 2024-11-10T14:17:50,046 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b1c88e26310d:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] snapshot.SnapshotManifest(265): Adding reference for file (1/1): hdfs://localhost:32833/user/jenkins/test-data/f5012b69-7985-d5f8-072c-ef7ee63e1635/data/default/SPTestTable/2051363565a790076af6f3d0342e8a3d/cf/8989ccef5e1d40ea8b7933ef3108acc8 for snapshot=SnapshotProcedureTest 2024-11-10T14:17:50,046 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b1c88e26310d:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] snapshot.SnapshotManifest(265): Adding reference for file (1/1): hdfs://localhost:32833/user/jenkins/test-data/f5012b69-7985-d5f8-072c-ef7ee63e1635/data/default/SPTestTable/9b8d9b2cbfedcab561f82306916695a0/cf/2942a2e556bc45968be207b106940dae for snapshot=SnapshotProcedureTest 2024-11-10T14:17:50,063 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39337 is added to blk_1073741857_1033 (size=105) 2024-11-10T14:17:50,064 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39045 is added to blk_1073741857_1033 (size=105) 2024-11-10T14:17:50,064 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41629 is added to blk_1073741857_1033 (size=105) 2024-11-10T14:17:50,065 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b1c88e26310d:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,ccccccc8,1731248239663.9b8d9b2cbfedcab561f82306916695a0. 2024-11-10T14:17:50,065 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b1c88e26310d:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=34 2024-11-10T14:17:50,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40569 {}] master.HMaster(4169): Remote procedure done, pid=34 2024-11-10T14:17:50,066 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40569 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 9b8d9b2cbfedcab561f82306916695a0 2024-11-10T14:17:50,066 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=34, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 9b8d9b2cbfedcab561f82306916695a0 2024-11-10T14:17:50,069 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=34, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 9b8d9b2cbfedcab561f82306916695a0 in 10.2670 sec 2024-11-10T14:17:50,071 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41629 is added to blk_1073741858_1034 (size=105) 2024-11-10T14:17:50,072 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39045 is added to blk_1073741858_1034 (size=105) 2024-11-10T14:17:50,073 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39337 is added to blk_1073741858_1034 (size=105) 2024-11-10T14:17:50,073 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b1c88e26310d:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,b333332f,1731248239663.2051363565a790076af6f3d0342e8a3d. 2024-11-10T14:17:50,073 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b1c88e26310d:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=33 2024-11-10T14:17:50,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40569 {}] master.HMaster(4169): Remote procedure done, pid=33 2024-11-10T14:17:50,074 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40569 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 2051363565a790076af6f3d0342e8a3d 2024-11-10T14:17:50,074 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=33, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 2051363565a790076af6f3d0342e8a3d 2024-11-10T14:17:50,077 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=33, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 2051363565a790076af6f3d0342e8a3d in 10.2750 sec 2024-11-10T14:17:50,157 DEBUG [b1c88e26310d:40569 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=2, allServersCount=2 2024-11-10T14:17:50,158 DEBUG [b1c88e26310d:40569 {}] balancer.BalancerClusterState(204): Hosts are {b1c88e26310d=0} racks are {/default-rack=0} 2024-11-10T14:17:50,158 DEBUG [b1c88e26310d:40569 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-11-10T14:17:50,158 DEBUG [b1c88e26310d:40569 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-11-10T14:17:50,158 DEBUG [b1c88e26310d:40569 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-11-10T14:17:50,158 DEBUG [b1c88e26310d:40569 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-11-10T14:17:50,158 INFO [b1c88e26310d:40569 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-11-10T14:17:50,158 INFO [b1c88e26310d:40569 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-11-10T14:17:50,158 DEBUG [b1c88e26310d:40569 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-11-10T14:17:50,158 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=39 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=b1c88e26310d,42203,1731248227467 2024-11-10T14:17:50,160 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as b1c88e26310d,42203,1731248227467, state=OPENING 2024-11-10T14:17:50,162 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40569-0x101023d693e0000, quorum=127.0.0.1:54833, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-10T14:17:50,162 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42203-0x101023d693e0001, quorum=127.0.0.1:54833, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-10T14:17:50,162 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44601-0x101023d693e0002, quorum=127.0.0.1:54833, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-10T14:17:50,162 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-10T14:17:50,162 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-10T14:17:50,162 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-10T14:17:50,163 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=39, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-10T14:17:50,163 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=40, ppid=39, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=b1c88e26310d,42203,1731248227467}] 2024-11-10T14:17:50,307 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b1c88e26310d:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,7ffffffd,1731248239663.fef63842b357d8b2a47487d26f3d8356. 2024-11-10T14:17:50,307 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b1c88e26310d:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=31 2024-11-10T14:17:50,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40569 {}] master.HMaster(4169): Remote procedure done, pid=31 2024-11-10T14:17:50,308 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40569 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region fef63842b357d8b2a47487d26f3d8356 2024-11-10T14:17:50,308 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=31, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure fef63842b357d8b2a47487d26f3d8356 2024-11-10T14:17:50,312 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=31, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure fef63842b357d8b2a47487d26f3d8356 in 10.5100 sec 2024-11-10T14:17:54,927 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=27, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure cc02743189a55bfe369f2e4fc9b78f91 2024-11-10T14:17:54,928 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 472a18bc18851dc5359240487e097038 2024-11-10T14:17:54,928 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=35, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 79b68d1d27ec7ab3f8bd8d02bfaf13fa 2024-11-10T14:17:54,929 WARN [PEWorker-5 {}] procedure.SnapshotRegionProcedure(211): pid=32, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure 472a18bc18851dc5359240487e097038 can not run currently because target server of region SPTestTable,99999996,1731248239663.472a18bc18851dc5359240487e097038. b1c88e26310d,45313,1731248227611 is in state SPLITTING_META_DONE, wait 16000 ms to retry 2024-11-10T14:17:54,929 WARN [PEWorker-3 {}] procedure.SnapshotRegionProcedure(211): pid=35, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure 79b68d1d27ec7ab3f8bd8d02bfaf13fa can not run currently because target server of region SPTestTable,e6666661,1731248239663.79b68d1d27ec7ab3f8bd8d02bfaf13fa. b1c88e26310d,45313,1731248227611 is in state SPLITTING_META_DONE, wait 16000 ms to retry 2024-11-10T14:17:54,929 WARN [PEWorker-2 {}] procedure.SnapshotRegionProcedure(211): pid=27, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure cc02743189a55bfe369f2e4fc9b78f91 can not run currently because target server of region SPTestTable,19999999,1731248239663.cc02743189a55bfe369f2e4fc9b78f91. b1c88e26310d,45313,1731248227611 is in state SPLITTING_META_DONE, wait 16000 ms to retry 2024-11-10T14:17:54,929 INFO [PEWorker-5 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=32, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure 472a18bc18851dc5359240487e097038; timeout=16000, timestamp=1731248290929 2024-11-10T14:17:54,929 INFO [PEWorker-3 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=35, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure 79b68d1d27ec7ab3f8bd8d02bfaf13fa; timeout=16000, timestamp=1731248290929 2024-11-10T14:17:54,929 INFO [PEWorker-2 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=27, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure cc02743189a55bfe369f2e4fc9b78f91; timeout=16000, timestamp=1731248290929 2024-11-10T14:17:59,920 INFO [master/b1c88e26310d:0.Chore.1 {}] migrate.RollingUpgradeChore(116): There is no table to migrate StoreFileTracker! 2024-11-10T14:17:59,920 INFO [master/b1c88e26310d:0.Chore.1 {}] migrate.RollingUpgradeChore(85): All Rolling-Upgrade tasks are complete, shutdown RollingUpgradeChore! 2024-11-10T14:18:00,172 INFO [RS_OPEN_META-regionserver/b1c88e26310d:0-0 {event_type=M_RS_OPEN_META, pid=40}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-10T14:18:00,172 INFO [RS_OPEN_META-regionserver/b1c88e26310d:0-0 {event_type=M_RS_OPEN_META, pid=40}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-10T14:18:00,172 INFO [RS_OPEN_META-regionserver/b1c88e26310d:0-0 {event_type=M_RS_OPEN_META, pid=40}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-10T14:18:00,175 INFO [RS_OPEN_META-regionserver/b1c88e26310d:0-0 {event_type=M_RS_OPEN_META, pid=40}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=b1c88e26310d%2C42203%2C1731248227467.meta, suffix=.meta, logDir=hdfs://localhost:32833/user/jenkins/test-data/f5012b69-7985-d5f8-072c-ef7ee63e1635/WALs/b1c88e26310d,42203,1731248227467, archiveDir=hdfs://localhost:32833/user/jenkins/test-data/f5012b69-7985-d5f8-072c-ef7ee63e1635/oldWALs, maxLogs=32 2024-11-10T14:18:00,194 DEBUG [RS_OPEN_META-regionserver/b1c88e26310d:0-0 {event_type=M_RS_OPEN_META, pid=40}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/f5012b69-7985-d5f8-072c-ef7ee63e1635/WALs/b1c88e26310d,42203,1731248227467/b1c88e26310d%2C42203%2C1731248227467.meta.1731248280177.meta, exclude list is [], retry=0 2024-11-10T14:18:00,197 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41629,DS-34df4e3e-decf-460d-9a1f-846b66b8735b,DISK] 2024-11-10T14:18:00,198 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39045,DS-59ed507a-5ce2-4d64-bf2d-0fef341c71d4,DISK] 2024-11-10T14:18:00,198 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39337,DS-57be9a5c-dba1-458f-9e5d-544c05117f34,DISK] 2024-11-10T14:18:00,200 INFO [RS_OPEN_META-regionserver/b1c88e26310d:0-0 {event_type=M_RS_OPEN_META, pid=40}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/f5012b69-7985-d5f8-072c-ef7ee63e1635/WALs/b1c88e26310d,42203,1731248227467/b1c88e26310d%2C42203%2C1731248227467.meta.1731248280177.meta 2024-11-10T14:18:00,200 DEBUG [RS_OPEN_META-regionserver/b1c88e26310d:0-0 {event_type=M_RS_OPEN_META, pid=40}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40563:40563),(127.0.0.1/127.0.0.1:46605:46605),(127.0.0.1/127.0.0.1:39935:39935)] 2024-11-10T14:18:00,201 DEBUG [RS_OPEN_META-regionserver/b1c88e26310d:0-0 {event_type=M_RS_OPEN_META, pid=40}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-10T14:18:00,201 DEBUG [RS_OPEN_META-regionserver/b1c88e26310d:0-0 {event_type=M_RS_OPEN_META, pid=40}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-10T14:18:00,201 DEBUG [RS_OPEN_META-regionserver/b1c88e26310d:0-0 {event_type=M_RS_OPEN_META, pid=40}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-10T14:18:00,201 INFO [RS_OPEN_META-regionserver/b1c88e26310d:0-0 {event_type=M_RS_OPEN_META, pid=40}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-10T14:18:00,201 DEBUG [RS_OPEN_META-regionserver/b1c88e26310d:0-0 {event_type=M_RS_OPEN_META, pid=40}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-10T14:18:00,201 DEBUG [RS_OPEN_META-regionserver/b1c88e26310d:0-0 {event_type=M_RS_OPEN_META, pid=40}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T14:18:00,202 DEBUG [RS_OPEN_META-regionserver/b1c88e26310d:0-0 {event_type=M_RS_OPEN_META, pid=40}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-10T14:18:00,202 DEBUG [RS_OPEN_META-regionserver/b1c88e26310d:0-0 {event_type=M_RS_OPEN_META, pid=40}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-10T14:18:00,204 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-10T14:18:00,205 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-10T14:18:00,205 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T14:18:00,206 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T14:18:00,206 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-10T14:18:00,207 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-10T14:18:00,207 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T14:18:00,208 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T14:18:00,208 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-10T14:18:00,209 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-10T14:18:00,209 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T14:18:00,210 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T14:18:00,210 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-10T14:18:00,211 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-10T14:18:00,211 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T14:18:00,212 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T14:18:00,212 DEBUG [RS_OPEN_META-regionserver/b1c88e26310d:0-0 {event_type=M_RS_OPEN_META, pid=40}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-10T14:18:00,213 DEBUG [RS_OPEN_META-regionserver/b1c88e26310d:0-0 {event_type=M_RS_OPEN_META, pid=40}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:32833/user/jenkins/test-data/f5012b69-7985-d5f8-072c-ef7ee63e1635/data/hbase/meta/1588230740 2024-11-10T14:18:00,216 DEBUG [RS_OPEN_META-regionserver/b1c88e26310d:0-0 {event_type=M_RS_OPEN_META, pid=40}] regionserver.HRegion(5546): Found 1 recovered edits file(s) under hdfs://localhost:32833/user/jenkins/test-data/f5012b69-7985-d5f8-072c-ef7ee63e1635/data/hbase/meta/1588230740 2024-11-10T14:18:00,217 INFO [RS_OPEN_META-regionserver/b1c88e26310d:0-0 {event_type=M_RS_OPEN_META, pid=40}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:32833/user/jenkins/test-data/f5012b69-7985-d5f8-072c-ef7ee63e1635/data/hbase/meta/1588230740/recovered.edits/0000000000000000028 2024-11-10T14:18:00,227 DEBUG [RS_OPEN_META-regionserver/b1c88e26310d:0-0 {event_type=M_RS_OPEN_META, pid=40}] regionserver.HRegion(5793): Applied 104, skipped 0, firstSequenceIdInLog=4, maxSequenceIdInLog=28, path=hdfs://localhost:32833/user/jenkins/test-data/f5012b69-7985-d5f8-072c-ef7ee63e1635/data/hbase/meta/1588230740/recovered.edits/0000000000000000028 2024-11-10T14:18:00,228 INFO [RS_OPEN_META-regionserver/b1c88e26310d:0-0 {event_type=M_RS_OPEN_META, pid=40}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=12.43 KB heapSize=21.09 KB 2024-11-10T14:18:00,251 DEBUG [RS_OPEN_META-regionserver/b1c88e26310d:0-0 {event_type=M_RS_OPEN_META, pid=40}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32833/user/jenkins/test-data/f5012b69-7985-d5f8-072c-ef7ee63e1635/data/hbase/meta/1588230740/.tmp/info/b17c93f8aaad475bb44535b18fd092e3 is 167, key is SPTestTable,19999999,1731248239663.cc02743189a55bfe369f2e4fc9b78f91./info:regioninfo/1731248250464/Put/seqid=0 2024-11-10T14:18:00,263 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39045 is added to blk_1073741860_1036 (size=18393) 2024-11-10T14:18:00,263 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39337 is added to blk_1073741860_1036 (size=18393) 2024-11-10T14:18:00,264 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41629 is added to blk_1073741860_1036 (size=18393) 2024-11-10T14:18:00,264 INFO [RS_OPEN_META-regionserver/b1c88e26310d:0-0 {event_type=M_RS_OPEN_META, pid=40}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=12.28 KB at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:32833/user/jenkins/test-data/f5012b69-7985-d5f8-072c-ef7ee63e1635/data/hbase/meta/1588230740/.tmp/info/b17c93f8aaad475bb44535b18fd092e3 2024-11-10T14:18:00,296 DEBUG [RS_OPEN_META-regionserver/b1c88e26310d:0-0 {event_type=M_RS_OPEN_META, pid=40}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32833/user/jenkins/test-data/f5012b69-7985-d5f8-072c-ef7ee63e1635/data/hbase/meta/1588230740/.tmp/ns/cd0d364ed767423b8b0c4b548caae701 is 43, key is default/ns:d/1731248239359/Put/seqid=0 2024-11-10T14:18:00,303 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39045 is added to blk_1073741861_1037 (size=5153) 2024-11-10T14:18:00,303 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41629 is added to blk_1073741861_1037 (size=5153) 2024-11-10T14:18:00,304 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39337 is added to blk_1073741861_1037 (size=5153) 2024-11-10T14:18:00,307 INFO [RS_OPEN_META-regionserver/b1c88e26310d:0-0 {event_type=M_RS_OPEN_META, pid=40}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:32833/user/jenkins/test-data/f5012b69-7985-d5f8-072c-ef7ee63e1635/data/hbase/meta/1588230740/.tmp/ns/cd0d364ed767423b8b0c4b548caae701 2024-11-10T14:18:00,333 DEBUG [RS_OPEN_META-regionserver/b1c88e26310d:0-0 {event_type=M_RS_OPEN_META, pid=40}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32833/user/jenkins/test-data/f5012b69-7985-d5f8-072c-ef7ee63e1635/data/hbase/meta/1588230740/.tmp/table/2bd26cda5f6a4c198bf4acdf2381ac07 is 47, key is SPTestTable/table:state/1731248250550/Put/seqid=0 2024-11-10T14:18:00,341 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39045 is added to blk_1073741862_1038 (size=5214) 2024-11-10T14:18:00,342 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39337 is added to blk_1073741862_1038 (size=5214) 2024-11-10T14:18:00,342 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41629 is added to blk_1073741862_1038 (size=5214) 2024-11-10T14:18:00,343 INFO [RS_OPEN_META-regionserver/b1c88e26310d:0-0 {event_type=M_RS_OPEN_META, pid=40}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=86 B at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:32833/user/jenkins/test-data/f5012b69-7985-d5f8-072c-ef7ee63e1635/data/hbase/meta/1588230740/.tmp/table/2bd26cda5f6a4c198bf4acdf2381ac07 2024-11-10T14:18:00,353 DEBUG [RS_OPEN_META-regionserver/b1c88e26310d:0-0 {event_type=M_RS_OPEN_META, pid=40}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32833/user/jenkins/test-data/f5012b69-7985-d5f8-072c-ef7ee63e1635/data/hbase/meta/1588230740/.tmp/info/b17c93f8aaad475bb44535b18fd092e3 as hdfs://localhost:32833/user/jenkins/test-data/f5012b69-7985-d5f8-072c-ef7ee63e1635/data/hbase/meta/1588230740/info/b17c93f8aaad475bb44535b18fd092e3 2024-11-10T14:18:00,361 INFO [RS_OPEN_META-regionserver/b1c88e26310d:0-0 {event_type=M_RS_OPEN_META, pid=40}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32833/user/jenkins/test-data/f5012b69-7985-d5f8-072c-ef7ee63e1635/data/hbase/meta/1588230740/info/b17c93f8aaad475bb44535b18fd092e3, entries=100, sequenceid=28, filesize=18.0 K 2024-11-10T14:18:00,363 DEBUG [RS_OPEN_META-regionserver/b1c88e26310d:0-0 {event_type=M_RS_OPEN_META, pid=40}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32833/user/jenkins/test-data/f5012b69-7985-d5f8-072c-ef7ee63e1635/data/hbase/meta/1588230740/.tmp/ns/cd0d364ed767423b8b0c4b548caae701 as hdfs://localhost:32833/user/jenkins/test-data/f5012b69-7985-d5f8-072c-ef7ee63e1635/data/hbase/meta/1588230740/ns/cd0d364ed767423b8b0c4b548caae701 2024-11-10T14:18:00,369 INFO [RS_OPEN_META-regionserver/b1c88e26310d:0-0 {event_type=M_RS_OPEN_META, pid=40}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32833/user/jenkins/test-data/f5012b69-7985-d5f8-072c-ef7ee63e1635/data/hbase/meta/1588230740/ns/cd0d364ed767423b8b0c4b548caae701, entries=2, sequenceid=28, filesize=5.0 K 2024-11-10T14:18:00,371 DEBUG [RS_OPEN_META-regionserver/b1c88e26310d:0-0 {event_type=M_RS_OPEN_META, pid=40}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32833/user/jenkins/test-data/f5012b69-7985-d5f8-072c-ef7ee63e1635/data/hbase/meta/1588230740/.tmp/table/2bd26cda5f6a4c198bf4acdf2381ac07 as hdfs://localhost:32833/user/jenkins/test-data/f5012b69-7985-d5f8-072c-ef7ee63e1635/data/hbase/meta/1588230740/table/2bd26cda5f6a4c198bf4acdf2381ac07 2024-11-10T14:18:00,379 INFO [RS_OPEN_META-regionserver/b1c88e26310d:0-0 {event_type=M_RS_OPEN_META, pid=40}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32833/user/jenkins/test-data/f5012b69-7985-d5f8-072c-ef7ee63e1635/data/hbase/meta/1588230740/table/2bd26cda5f6a4c198bf4acdf2381ac07, entries=2, sequenceid=28, filesize=5.1 K 2024-11-10T14:18:00,379 INFO [RS_OPEN_META-regionserver/b1c88e26310d:0-0 {event_type=M_RS_OPEN_META, pid=40}] regionserver.HRegion(3140): Finished flush of dataSize ~12.43 KB/12732, heapSize ~20.80 KB/21296, currentSize=0 B/0 for 1588230740 in 152ms, sequenceid=28, compaction requested=false; wal=null 2024-11-10T14:18:00,380 DEBUG [RS_OPEN_META-regionserver/b1c88e26310d:0-0 {event_type=M_RS_OPEN_META, pid=40}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:32833/user/jenkins/test-data/f5012b69-7985-d5f8-072c-ef7ee63e1635/data/hbase/meta/1588230740/recovered.edits/0000000000000000028 2024-11-10T14:18:00,382 DEBUG [RS_OPEN_META-regionserver/b1c88e26310d:0-0 {event_type=M_RS_OPEN_META, pid=40}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-10T14:18:00,382 DEBUG [RS_OPEN_META-regionserver/b1c88e26310d:0-0 {event_type=M_RS_OPEN_META, pid=40}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-10T14:18:00,383 DEBUG [RS_OPEN_META-regionserver/b1c88e26310d:0-0 {event_type=M_RS_OPEN_META, pid=40}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-10T14:18:00,385 DEBUG [RS_OPEN_META-regionserver/b1c88e26310d:0-0 {event_type=M_RS_OPEN_META, pid=40}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-10T14:18:00,388 DEBUG [RS_OPEN_META-regionserver/b1c88e26310d:0-0 {event_type=M_RS_OPEN_META, pid=40}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:32833/user/jenkins/test-data/f5012b69-7985-d5f8-072c-ef7ee63e1635/data/hbase/meta/1588230740/recovered.edits/28.seqid, newMaxSeqId=28, maxSeqId=1 2024-11-10T14:18:00,389 INFO [RS_OPEN_META-regionserver/b1c88e26310d:0-0 {event_type=M_RS_OPEN_META, pid=40}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=29; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63700774, jitterRate=-0.05078449845314026}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-10T14:18:00,389 DEBUG [RS_OPEN_META-regionserver/b1c88e26310d:0-0 {event_type=M_RS_OPEN_META, pid=40}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-10T14:18:00,390 DEBUG [RS_OPEN_META-regionserver/b1c88e26310d:0-0 {event_type=M_RS_OPEN_META, pid=40}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731248280202Writing region info on filesystem at 1731248280202Initializing all the Stores at 1731248280203 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731248280203Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731248280203Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731248280203Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731248280203Obtaining lock to block concurrent updates at 1731248280228 (+25 ms)Preparing flush snapshotting stores in 1588230740 at 1731248280228Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=12732, getHeapSize=21536, getOffHeapSize=0, getCellsCount=104 at 1731248280228Flushing stores of hbase:meta,,1.1588230740 at 1731248280228Flushing 1588230740/info: creating writer at 1731248280228Flushing 1588230740/info: appending metadata at 1731248280250 (+22 ms)Flushing 1588230740/info: closing flushed file at 1731248280251 (+1 ms)Flushing 1588230740/ns: creating writer at 1731248280275 (+24 ms)Flushing 1588230740/ns: appending metadata at 1731248280296 (+21 ms)Flushing 1588230740/ns: closing flushed file at 1731248280296Flushing 1588230740/table: creating writer at 1731248280316 (+20 ms)Flushing 1588230740/table: appending metadata at 1731248280332 (+16 ms)Flushing 1588230740/table: closing flushed file at 1731248280332Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@73d6a1ec: reopening flushed file at 1731248280352 (+20 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@477905bb: reopening flushed file at 1731248280362 (+10 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@29cfc168: reopening flushed file at 1731248280370 (+8 ms)Finished flush of dataSize ~12.43 KB/12732, heapSize ~20.80 KB/21296, currentSize=0 B/0 for 1588230740 in 152ms, sequenceid=28, compaction requested=false; wal=null at 1731248280379 (+9 ms)Cleaning up temporary data from old regions at 1731248280382 (+3 ms)Running coprocessor post-open hooks at 1731248280389 (+7 ms)Region opened successfully at 1731248280389 2024-11-10T14:18:00,391 INFO [RS_OPEN_META-regionserver/b1c88e26310d:0-0 {event_type=M_RS_OPEN_META, pid=40}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=40, masterSystemTime=1731248280165 2024-11-10T14:18:00,394 DEBUG [RS_OPEN_META-regionserver/b1c88e26310d:0-0 {event_type=M_RS_OPEN_META, pid=40}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-10T14:18:00,394 INFO [RS_OPEN_META-regionserver/b1c88e26310d:0-0 {event_type=M_RS_OPEN_META, pid=40}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-10T14:18:00,395 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=39 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=29, regionLocation=b1c88e26310d,42203,1731248227467 2024-11-10T14:18:00,396 INFO [PEWorker-1 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as b1c88e26310d,42203,1731248227467, state=OPEN 2024-11-10T14:18:00,398 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42203-0x101023d693e0001, quorum=127.0.0.1:54833, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-10T14:18:00,398 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40569-0x101023d693e0000, quorum=127.0.0.1:54833, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-10T14:18:00,398 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44601-0x101023d693e0002, quorum=127.0.0.1:54833, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-10T14:18:00,398 DEBUG [PEWorker-1 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=40, ppid=39, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=b1c88e26310d,42203,1731248227467 2024-11-10T14:18:00,398 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-10T14:18:00,398 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-10T14:18:00,398 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-10T14:18:00,402 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=40, resume processing ppid=39 2024-11-10T14:18:00,402 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=40, ppid=39, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=b1c88e26310d,42203,1731248227467 in 10.2350 sec 2024-11-10T14:18:00,404 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=39, resume processing ppid=36 2024-11-10T14:18:00,404 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=39, ppid=36, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 10.3980 sec 2024-11-10T14:18:00,404 INFO [PEWorker-5 {}] procedure.ServerCrashProcedure(207): b1c88e26310d,45313,1731248227611 had 4 regions 2024-11-10T14:18:00,406 INFO [PEWorker-5 {}] procedure.ServerCrashProcedure(339): Splitting WALs pid=36, state=RUNNABLE:SERVER_CRASH_SPLIT_LOGS, hasLock=true; ServerCrashProcedure b1c88e26310d,45313,1731248227611, splitWal=true, meta=true, isMeta: false 2024-11-10T14:18:00,409 INFO [PEWorker-5 {}] master.SplitWALManager(105): b1c88e26310d,45313,1731248227611 WAL count=1, meta=false 2024-11-10T14:18:00,409 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=41, ppid=36, state=RUNNABLE:ACQUIRE_SPLIT_WAL_WORKER, hasLock=false; SplitWALProcedure b1c88e26310d%2C45313%2C1731248227611.1731248228931}] 2024-11-10T14:18:00,411 DEBUG [PEWorker-3 {}] master.SplitWALManager(158): Acquired split WAL worker=b1c88e26310d,44601,1731248227568 2024-11-10T14:18:00,412 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=42, ppid=41, state=RUNNABLE, hasLock=false; SplitWALRemoteProcedure b1c88e26310d%2C45313%2C1731248227611.1731248228931, worker=b1c88e26310d,44601,1731248227568}] 2024-11-10T14:18:05,722 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-10T14:18:05,896 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-10T14:18:09,278 INFO [regionserver/b1c88e26310d:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: ExecutorStatusChore was stopped 2024-11-10T14:18:10,415 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44601 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SplitWALCallable, pid=42 2024-11-10T14:18:10,433 INFO [RS_LOG_REPLAY_OPS-regionserver/b1c88e26310d:0-0 {event_type=RS_LOG_REPLAY, pid=42}] wal.WALSplitter(299): Splitting hdfs://localhost:32833/user/jenkins/test-data/f5012b69-7985-d5f8-072c-ef7ee63e1635/WALs/b1c88e26310d,45313,1731248227611-splitting/b1c88e26310d%2C45313%2C1731248227611.1731248228931, size=966 (966bytes) 2024-11-10T14:18:10,433 INFO [RS_LOG_REPLAY_OPS-regionserver/b1c88e26310d:0-0 {event_type=RS_LOG_REPLAY, pid=42}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:32833/user/jenkins/test-data/f5012b69-7985-d5f8-072c-ef7ee63e1635/WALs/b1c88e26310d,45313,1731248227611-splitting/b1c88e26310d%2C45313%2C1731248227611.1731248228931 2024-11-10T14:18:10,434 INFO [RS_LOG_REPLAY_OPS-regionserver/b1c88e26310d:0-0 {event_type=RS_LOG_REPLAY, pid=42}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:32833/user/jenkins/test-data/f5012b69-7985-d5f8-072c-ef7ee63e1635/WALs/b1c88e26310d,45313,1731248227611-splitting/b1c88e26310d%2C45313%2C1731248227611.1731248228931 after 1ms 2024-11-10T14:18:10,438 INFO [RS_LOG_REPLAY_OPS-regionserver/b1c88e26310d:0-0 {event_type=RS_LOG_REPLAY, pid=42}] wal.WALSplitter(310): Open hdfs://localhost:32833/user/jenkins/test-data/f5012b69-7985-d5f8-072c-ef7ee63e1635/WALs/b1c88e26310d,45313,1731248227611-splitting/b1c88e26310d%2C45313%2C1731248227611.1731248228931 took 5ms 2024-11-10T14:18:10,440 DEBUG [RS_LOG_REPLAY_OPS-regionserver/b1c88e26310d:0-0 {event_type=RS_LOG_REPLAY, pid=42}] wal.WALSplitter(352): Last flushed sequenceid for 472a18bc18851dc5359240487e097038: last_flushed_sequence_id: 18446744073709551615 store_sequence_id { family_name: "cf" sequence_id: 18446744073709551615 } 2024-11-10T14:18:10,442 DEBUG [RS_LOG_REPLAY_OPS-regionserver/b1c88e26310d:0-0 {event_type=RS_LOG_REPLAY, pid=42}] wal.WALSplitter(352): Last flushed sequenceid for cc02743189a55bfe369f2e4fc9b78f91: last_flushed_sequence_id: 18446744073709551615 store_sequence_id { family_name: "cf" sequence_id: 18446744073709551615 } 2024-11-10T14:18:10,443 DEBUG [RS_LOG_REPLAY_OPS-regionserver/b1c88e26310d:0-0 {event_type=RS_LOG_REPLAY, pid=42}] wal.WALSplitter(352): Last flushed sequenceid for 79b68d1d27ec7ab3f8bd8d02bfaf13fa: last_flushed_sequence_id: 18446744073709551615 store_sequence_id { family_name: "cf" sequence_id: 18446744073709551615 } 2024-11-10T14:18:10,443 DEBUG [RS_LOG_REPLAY_OPS-regionserver/b1c88e26310d:0-0 {event_type=RS_LOG_REPLAY, pid=42}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:32833/user/jenkins/test-data/f5012b69-7985-d5f8-072c-ef7ee63e1635/WALs/b1c88e26310d,45313,1731248227611-splitting/b1c88e26310d%2C45313%2C1731248227611.1731248228931 so closing down 2024-11-10T14:18:10,443 DEBUG [RS_LOG_REPLAY_OPS-regionserver/b1c88e26310d:0-0 {event_type=RS_LOG_REPLAY, pid=42}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-10T14:18:10,443 INFO [RS_LOG_REPLAY_OPS-regionserver/b1c88e26310d:0-0 {event_type=RS_LOG_REPLAY, pid=42}] wal.OutputSink(145): 3 split writer threads finished 2024-11-10T14:18:10,443 INFO [RS_LOG_REPLAY_OPS-regionserver/b1c88e26310d:0-0 {event_type=RS_LOG_REPLAY, pid=42}] wal.WALSplitter(425): Processed 3 edits across 0 Regions in 5 ms; skipped=3; WAL=hdfs://localhost:32833/user/jenkins/test-data/f5012b69-7985-d5f8-072c-ef7ee63e1635/WALs/b1c88e26310d,45313,1731248227611-splitting/b1c88e26310d%2C45313%2C1731248227611.1731248228931, size=966, length=966, corrupted=false, cancelled=false 2024-11-10T14:18:10,443 DEBUG [RS_LOG_REPLAY_OPS-regionserver/b1c88e26310d:0-0 {event_type=RS_LOG_REPLAY, pid=42}] wal.WALSplitter(428): Completed split of hdfs://localhost:32833/user/jenkins/test-data/f5012b69-7985-d5f8-072c-ef7ee63e1635/WALs/b1c88e26310d,45313,1731248227611-splitting/b1c88e26310d%2C45313%2C1731248227611.1731248228931, journal: Splitting hdfs://localhost:32833/user/jenkins/test-data/f5012b69-7985-d5f8-072c-ef7ee63e1635/WALs/b1c88e26310d,45313,1731248227611-splitting/b1c88e26310d%2C45313%2C1731248227611.1731248228931, size=966 (966bytes) at 1731248290433Finishing writing output for hdfs://localhost:32833/user/jenkins/test-data/f5012b69-7985-d5f8-072c-ef7ee63e1635/WALs/b1c88e26310d,45313,1731248227611-splitting/b1c88e26310d%2C45313%2C1731248227611.1731248228931 so closing down at 1731248290443 (+10 ms)3 split writer threads finished at 1731248290443Processed 3 edits across 0 Regions in 5 ms; skipped=3; WAL=hdfs://localhost:32833/user/jenkins/test-data/f5012b69-7985-d5f8-072c-ef7ee63e1635/WALs/b1c88e26310d,45313,1731248227611-splitting/b1c88e26310d%2C45313%2C1731248227611.1731248228931, size=966, length=966, corrupted=false, cancelled=false at 1731248290443 2024-11-10T14:18:10,444 DEBUG [RS_LOG_REPLAY_OPS-regionserver/b1c88e26310d:0-0 {event_type=RS_LOG_REPLAY, pid=42}] regionserver.SplitLogWorker(218): Done splitting WAL hdfs://localhost:32833/user/jenkins/test-data/f5012b69-7985-d5f8-072c-ef7ee63e1635/WALs/b1c88e26310d,45313,1731248227611-splitting/b1c88e26310d%2C45313%2C1731248227611.1731248228931 2024-11-10T14:18:10,444 DEBUG [RS_LOG_REPLAY_OPS-regionserver/b1c88e26310d:0-0 {event_type=RS_LOG_REPLAY, pid=42}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=42 2024-11-10T14:18:10,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40569 {}] master.HMaster(4169): Remote procedure done, pid=42 2024-11-10T14:18:10,449 INFO [PEWorker-1 {}] wal.WALSplitUtil(143): Moved hdfs://localhost:32833/user/jenkins/test-data/f5012b69-7985-d5f8-072c-ef7ee63e1635/WALs/b1c88e26310d,45313,1731248227611-splitting/b1c88e26310d%2C45313%2C1731248227611.1731248228931 to hdfs://localhost:32833/user/jenkins/test-data/f5012b69-7985-d5f8-072c-ef7ee63e1635/oldWALs 2024-11-10T14:18:10,451 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=42, resume processing ppid=41 2024-11-10T14:18:10,451 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=42, ppid=41, state=SUCCESS, hasLock=false; SplitWALRemoteProcedure b1c88e26310d%2C45313%2C1731248227611.1731248228931, worker=b1c88e26310d,44601,1731248227568 in 10.0370 sec 2024-11-10T14:18:10,452 DEBUG [PEWorker-4 {}] master.SplitWALManager(172): Release split WAL worker=b1c88e26310d,44601,1731248227568 2024-11-10T14:18:10,455 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=41, resume processing ppid=36 2024-11-10T14:18:10,455 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=41, ppid=36, state=SUCCESS, hasLock=false; SplitWALProcedure b1c88e26310d%2C45313%2C1731248227611.1731248228931, worker=b1c88e26310d,44601,1731248227568 in 10.0430 sec 2024-11-10T14:18:10,457 INFO [PEWorker-5 {}] master.SplitLogManager(171): hdfs://localhost:32833/user/jenkins/test-data/f5012b69-7985-d5f8-072c-ef7ee63e1635/WALs/b1c88e26310d,45313,1731248227611-splitting dir is empty, no logs to split. 2024-11-10T14:18:10,457 INFO [PEWorker-5 {}] master.SplitWALManager(105): b1c88e26310d,45313,1731248227611 WAL count=0, meta=false 2024-11-10T14:18:10,457 DEBUG [PEWorker-5 {}] procedure.ServerCrashProcedure(329): Check if b1c88e26310d,45313,1731248227611 WAL splitting is done? wals=0, meta=false 2024-11-10T14:18:10,460 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=43, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=472a18bc18851dc5359240487e097038, ASSIGN}, {pid=44, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=79b68d1d27ec7ab3f8bd8d02bfaf13fa, ASSIGN}, {pid=45, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=cc02743189a55bfe369f2e4fc9b78f91, ASSIGN}] 2024-11-10T14:18:10,461 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=44, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=79b68d1d27ec7ab3f8bd8d02bfaf13fa, ASSIGN 2024-11-10T14:18:10,461 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=43, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=472a18bc18851dc5359240487e097038, ASSIGN 2024-11-10T14:18:10,461 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=45, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=cc02743189a55bfe369f2e4fc9b78f91, ASSIGN 2024-11-10T14:18:10,462 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=44, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=79b68d1d27ec7ab3f8bd8d02bfaf13fa, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-11-10T14:18:10,463 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=43, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=472a18bc18851dc5359240487e097038, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-11-10T14:18:10,463 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=45, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=cc02743189a55bfe369f2e4fc9b78f91, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-11-10T14:18:10,613 DEBUG [b1c88e26310d:40569 {}] balancer.BalancerClusterState(204): Hosts are {b1c88e26310d=0} racks are {/default-rack=0} 2024-11-10T14:18:10,613 DEBUG [b1c88e26310d:40569 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-11-10T14:18:10,613 DEBUG [b1c88e26310d:40569 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-11-10T14:18:10,613 DEBUG [b1c88e26310d:40569 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-11-10T14:18:10,613 DEBUG [b1c88e26310d:40569 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-11-10T14:18:10,613 INFO [b1c88e26310d:40569 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-11-10T14:18:10,613 INFO [b1c88e26310d:40569 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-11-10T14:18:10,613 DEBUG [b1c88e26310d:40569 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-11-10T14:18:10,613 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=44 updating hbase:meta row=79b68d1d27ec7ab3f8bd8d02bfaf13fa, regionState=OPENING, regionLocation=b1c88e26310d,42203,1731248227467 2024-11-10T14:18:10,613 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=45 updating hbase:meta row=cc02743189a55bfe369f2e4fc9b78f91, regionState=OPENING, regionLocation=b1c88e26310d,42203,1731248227467 2024-11-10T14:18:10,613 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=43 updating hbase:meta row=472a18bc18851dc5359240487e097038, regionState=OPENING, regionLocation=b1c88e26310d,44601,1731248227568 2024-11-10T14:18:10,615 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.NettyRpcConnection$2(409): Exception encountered while connecting to the server b1c88e26310d:45313 org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: b1c88e26310d/172.17.0.2:45313 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T14:18:10,617 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=b1c88e26310d,45313,1731248227611, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=b1c88e26310d,45313,1731248227611, seqNum=-1, error=java.net.ConnectException: Call to address=b1c88e26310d:45313 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: b1c88e26310d/172.17.0.2:45313 2024-11-10T14:18:10,618 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=b1c88e26310d,45313,1731248227611, seqNum=-1 is java.net.ConnectException: finishConnect(..) failed: Connection refused 2024-11-10T14:18:10,618 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=b1c88e26310d,45313,1731248227611, seqNum=-1 from cache 2024-11-10T14:18:10,618 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=b1c88e26310d,45313,1731248227611, seqNum=-1 , the old value is null, error=java.net.ConnectException: Call to address=b1c88e26310d:45313 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: b1c88e26310d/172.17.0.2:45313 2024-11-10T14:18:10,619 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=b1c88e26310d,45313,1731248227611, seqNum=-1 , the old value is null, error=java.net.ConnectException: Call to address=b1c88e26310d:45313 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: b1c88e26310d/172.17.0.2:45313 2024-11-10T14:18:10,619 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.FailedServers(52): Added failed server with address b1c88e26310d:45313 to list caused by org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: b1c88e26310d/172.17.0.2:45313 2024-11-10T14:18:10,722 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-10T14:18:10,722 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b1c88e26310d,42203,1731248227467, seqNum=-1] 2024-11-10T14:18:10,722 DEBUG [Async-Client-Retry-Timer-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-10T14:18:10,724 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47543, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-10T14:18:10,727 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=45, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=cc02743189a55bfe369f2e4fc9b78f91, ASSIGN because future has completed 2024-11-10T14:18:10,727 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=46, ppid=45, state=RUNNABLE, hasLock=false; OpenRegionProcedure cc02743189a55bfe369f2e4fc9b78f91, server=b1c88e26310d,42203,1731248227467}] 2024-11-10T14:18:10,728 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=44, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=79b68d1d27ec7ab3f8bd8d02bfaf13fa, ASSIGN because future has completed 2024-11-10T14:18:10,728 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=47, ppid=44, state=RUNNABLE, hasLock=false; OpenRegionProcedure 79b68d1d27ec7ab3f8bd8d02bfaf13fa, server=b1c88e26310d,42203,1731248227467}] 2024-11-10T14:18:10,729 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=43, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=472a18bc18851dc5359240487e097038, ASSIGN because future has completed 2024-11-10T14:18:10,729 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=48, ppid=43, state=RUNNABLE, hasLock=false; OpenRegionProcedure 472a18bc18851dc5359240487e097038, server=b1c88e26310d,44601,1731248227568}] 2024-11-10T14:18:10,929 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(842): Waiting on xlock for pid=35, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 79b68d1d27ec7ab3f8bd8d02bfaf13fa held by pid=44 2024-11-10T14:18:10,930 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(842): Waiting on xlock for pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 472a18bc18851dc5359240487e097038 held by pid=43 2024-11-10T14:18:10,930 DEBUG [PEWorker-1 {}] procedure2.ProcedureExecutor(1511): LOCK_EVENT_WAIT pid=35, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 79b68d1d27ec7ab3f8bd8d02bfaf13fa 2024-11-10T14:18:10,930 DEBUG [PEWorker-4 {}] procedure2.ProcedureExecutor(1511): LOCK_EVENT_WAIT pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 472a18bc18851dc5359240487e097038 2024-11-10T14:18:10,930 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(842): Waiting on xlock for pid=27, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure cc02743189a55bfe369f2e4fc9b78f91 held by pid=45 2024-11-10T14:18:10,930 DEBUG [PEWorker-5 {}] procedure2.ProcedureExecutor(1511): LOCK_EVENT_WAIT pid=27, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure cc02743189a55bfe369f2e4fc9b78f91 2024-11-10T14:18:13,453 WARN [BootstrapNodeManager {}] regionserver.BootstrapNodeManager(142): failed to get live region servers from master org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=b1c88e26310d:40569 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.BootstrapNodeManager.getFromMaster(BootstrapNodeManager.java:140) ~[classes/:?] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) ~[?:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:304) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$Stub.getLiveRegionServers(RegionServerStatusProtos.java:17191) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClusterConnectionImpl.getLiveRegionServers(AsyncClusterConnectionImpl.java:139) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.BootstrapNodeManager.getFromMaster(BootstrapNodeManager.java:140) ~[classes/:?] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) ~[?:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:304) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 10 more 2024-11-10T14:18:15,424 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsRegionWrapperImpl$HRegionMetricsWrapperRunnable(329): Region 9b8d9b2cbfedcab561f82306916695a0, had cached 0 bytes from a total of 47197 2024-11-10T14:18:15,514 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsRegionWrapperImpl$HRegionMetricsWrapperRunnable(329): Region 2051363565a790076af6f3d0342e8a3d, had cached 0 bytes from a total of 28623 2024-11-10T14:18:19,920 DEBUG [master/b1c88e26310d:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 9b082d7b6d8fd14f83fa6315a76b4e45 changed from -1.0 to 0.0, refreshing cache 2024-11-10T14:18:19,921 DEBUG [master/b1c88e26310d:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region faca33e17b38dd030c3ec289f542e54a changed from -1.0 to 0.0, refreshing cache 2024-11-10T14:18:19,921 DEBUG [master/b1c88e26310d:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region ad55bd8d267edf11b509a2d43c040755 changed from -1.0 to 0.0, refreshing cache 2024-11-10T14:18:19,921 DEBUG [master/b1c88e26310d:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 2051363565a790076af6f3d0342e8a3d changed from -1.0 to 0.0, refreshing cache 2024-11-10T14:18:19,921 DEBUG [master/b1c88e26310d:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 1588230740 changed from -1.0 to 0.0, refreshing cache 2024-11-10T14:18:19,921 DEBUG [master/b1c88e26310d:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region ceb84a43e68015cdc8240b2ddeae2dec changed from -1.0 to 0.0, refreshing cache 2024-11-10T14:18:19,922 DEBUG [master/b1c88e26310d:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region fef63842b357d8b2a47487d26f3d8356 changed from -1.0 to 0.0, refreshing cache 2024-11-10T14:18:19,922 DEBUG [master/b1c88e26310d:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 9b8d9b2cbfedcab561f82306916695a0 changed from -1.0 to 0.0, refreshing cache 2024-11-10T14:18:20,736 INFO [RS_OPEN_REGION-regionserver/b1c88e26310d:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] handler.AssignRegionHandler(132): Open SPTestTable,e6666661,1731248239663.79b68d1d27ec7ab3f8bd8d02bfaf13fa. 2024-11-10T14:18:20,736 DEBUG [RS_OPEN_REGION-regionserver/b1c88e26310d:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegion(7752): Opening region: {ENCODED => 79b68d1d27ec7ab3f8bd8d02bfaf13fa, NAME => 'SPTestTable,e6666661,1731248239663.79b68d1d27ec7ab3f8bd8d02bfaf13fa.', STARTKEY => 'e6666661', ENDKEY => ''} 2024-11-10T14:18:20,736 INFO [RS_OPEN_REGION-regionserver/b1c88e26310d:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] handler.AssignRegionHandler(132): Open SPTestTable,99999996,1731248239663.472a18bc18851dc5359240487e097038. 2024-11-10T14:18:20,736 DEBUG [RS_OPEN_REGION-regionserver/b1c88e26310d:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegion(7752): Opening region: {ENCODED => 472a18bc18851dc5359240487e097038, NAME => 'SPTestTable,99999996,1731248239663.472a18bc18851dc5359240487e097038.', STARTKEY => '99999996', ENDKEY => 'b333332f'} 2024-11-10T14:18:20,736 DEBUG [RS_OPEN_REGION-regionserver/b1c88e26310d:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 79b68d1d27ec7ab3f8bd8d02bfaf13fa 2024-11-10T14:18:20,736 DEBUG [RS_OPEN_REGION-regionserver/b1c88e26310d:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegion(898): Instantiated SPTestTable,e6666661,1731248239663.79b68d1d27ec7ab3f8bd8d02bfaf13fa.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T14:18:20,736 DEBUG [RS_OPEN_REGION-regionserver/b1c88e26310d:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 472a18bc18851dc5359240487e097038 2024-11-10T14:18:20,736 DEBUG [RS_OPEN_REGION-regionserver/b1c88e26310d:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegion(7794): checking encryption for 79b68d1d27ec7ab3f8bd8d02bfaf13fa 2024-11-10T14:18:20,736 DEBUG [RS_OPEN_REGION-regionserver/b1c88e26310d:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegion(7797): checking classloading for 79b68d1d27ec7ab3f8bd8d02bfaf13fa 2024-11-10T14:18:20,737 DEBUG [RS_OPEN_REGION-regionserver/b1c88e26310d:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegion(898): Instantiated SPTestTable,99999996,1731248239663.472a18bc18851dc5359240487e097038.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T14:18:20,737 DEBUG [RS_OPEN_REGION-regionserver/b1c88e26310d:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegion(7794): checking encryption for 472a18bc18851dc5359240487e097038 2024-11-10T14:18:20,737 DEBUG [RS_OPEN_REGION-regionserver/b1c88e26310d:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegion(7797): checking classloading for 472a18bc18851dc5359240487e097038 2024-11-10T14:18:20,738 INFO [StoreOpener-79b68d1d27ec7ab3f8bd8d02bfaf13fa-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 79b68d1d27ec7ab3f8bd8d02bfaf13fa 2024-11-10T14:18:20,738 INFO [StoreOpener-472a18bc18851dc5359240487e097038-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 472a18bc18851dc5359240487e097038 2024-11-10T14:18:20,739 INFO [StoreOpener-79b68d1d27ec7ab3f8bd8d02bfaf13fa-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 79b68d1d27ec7ab3f8bd8d02bfaf13fa columnFamilyName cf 2024-11-10T14:18:20,739 INFO [StoreOpener-472a18bc18851dc5359240487e097038-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 472a18bc18851dc5359240487e097038 columnFamilyName cf 2024-11-10T14:18:20,739 DEBUG [StoreOpener-79b68d1d27ec7ab3f8bd8d02bfaf13fa-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T14:18:20,739 DEBUG [StoreOpener-472a18bc18851dc5359240487e097038-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T14:18:20,739 INFO [StoreOpener-472a18bc18851dc5359240487e097038-1 {}] regionserver.HStore(327): Store=472a18bc18851dc5359240487e097038/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T14:18:20,739 INFO [StoreOpener-79b68d1d27ec7ab3f8bd8d02bfaf13fa-1 {}] regionserver.HStore(327): Store=79b68d1d27ec7ab3f8bd8d02bfaf13fa/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T14:18:20,740 DEBUG [RS_OPEN_REGION-regionserver/b1c88e26310d:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegion(1038): replaying wal for 79b68d1d27ec7ab3f8bd8d02bfaf13fa 2024-11-10T14:18:20,740 DEBUG [RS_OPEN_REGION-regionserver/b1c88e26310d:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegion(1038): replaying wal for 472a18bc18851dc5359240487e097038 2024-11-10T14:18:20,741 DEBUG [RS_OPEN_REGION-regionserver/b1c88e26310d:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:32833/user/jenkins/test-data/f5012b69-7985-d5f8-072c-ef7ee63e1635/data/default/SPTestTable/79b68d1d27ec7ab3f8bd8d02bfaf13fa 2024-11-10T14:18:20,741 DEBUG [RS_OPEN_REGION-regionserver/b1c88e26310d:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:32833/user/jenkins/test-data/f5012b69-7985-d5f8-072c-ef7ee63e1635/data/default/SPTestTable/472a18bc18851dc5359240487e097038 2024-11-10T14:18:20,742 DEBUG [RS_OPEN_REGION-regionserver/b1c88e26310d:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:32833/user/jenkins/test-data/f5012b69-7985-d5f8-072c-ef7ee63e1635/data/default/SPTestTable/79b68d1d27ec7ab3f8bd8d02bfaf13fa 2024-11-10T14:18:20,742 DEBUG [RS_OPEN_REGION-regionserver/b1c88e26310d:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:32833/user/jenkins/test-data/f5012b69-7985-d5f8-072c-ef7ee63e1635/data/default/SPTestTable/472a18bc18851dc5359240487e097038 2024-11-10T14:18:20,742 DEBUG [RS_OPEN_REGION-regionserver/b1c88e26310d:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegion(1048): stopping wal replay for 472a18bc18851dc5359240487e097038 2024-11-10T14:18:20,742 DEBUG [RS_OPEN_REGION-regionserver/b1c88e26310d:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegion(1060): Cleaning up temporary data for 472a18bc18851dc5359240487e097038 2024-11-10T14:18:20,742 DEBUG [RS_OPEN_REGION-regionserver/b1c88e26310d:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegion(1048): stopping wal replay for 79b68d1d27ec7ab3f8bd8d02bfaf13fa 2024-11-10T14:18:20,743 DEBUG [RS_OPEN_REGION-regionserver/b1c88e26310d:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegion(1060): Cleaning up temporary data for 79b68d1d27ec7ab3f8bd8d02bfaf13fa 2024-11-10T14:18:20,745 DEBUG [RS_OPEN_REGION-regionserver/b1c88e26310d:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegion(1093): writing seq id for 472a18bc18851dc5359240487e097038 2024-11-10T14:18:20,746 DEBUG [RS_OPEN_REGION-regionserver/b1c88e26310d:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegion(1093): writing seq id for 79b68d1d27ec7ab3f8bd8d02bfaf13fa 2024-11-10T14:18:20,746 INFO [RS_OPEN_REGION-regionserver/b1c88e26310d:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegion(1114): Opened 472a18bc18851dc5359240487e097038; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74700523, jitterRate=0.1131245344877243}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-10T14:18:20,746 DEBUG [RS_OPEN_REGION-regionserver/b1c88e26310d:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 472a18bc18851dc5359240487e097038 2024-11-10T14:18:20,746 DEBUG [RS_OPEN_REGION-regionserver/b1c88e26310d:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegion(1006): Region open journal for 472a18bc18851dc5359240487e097038: Running coprocessor pre-open hook at 1731248300737Writing region info on filesystem at 1731248300737Initializing all the Stores at 1731248300738 (+1 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731248300738Cleaning up temporary data from old regions at 1731248300742 (+4 ms)Running coprocessor post-open hooks at 1731248300746 (+4 ms)Region opened successfully at 1731248300746 2024-11-10T14:18:20,747 INFO [RS_OPEN_REGION-regionserver/b1c88e26310d:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegion(1114): Opened 79b68d1d27ec7ab3f8bd8d02bfaf13fa; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68326888, jitterRate=0.018149971961975098}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-10T14:18:20,747 INFO [RS_OPEN_REGION-regionserver/b1c88e26310d:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,99999996,1731248239663.472a18bc18851dc5359240487e097038., pid=48, masterSystemTime=1731248300731 2024-11-10T14:18:20,747 DEBUG [RS_OPEN_REGION-regionserver/b1c88e26310d:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 79b68d1d27ec7ab3f8bd8d02bfaf13fa 2024-11-10T14:18:20,747 DEBUG [RS_OPEN_REGION-regionserver/b1c88e26310d:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegion(1006): Region open journal for 79b68d1d27ec7ab3f8bd8d02bfaf13fa: Running coprocessor pre-open hook at 1731248300737Writing region info on filesystem at 1731248300737Initializing all the Stores at 1731248300738 (+1 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731248300738Cleaning up temporary data from old regions at 1731248300743 (+5 ms)Running coprocessor post-open hooks at 1731248300747 (+4 ms)Region opened successfully at 1731248300747 2024-11-10T14:18:20,748 INFO [RS_OPEN_REGION-regionserver/b1c88e26310d:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,e6666661,1731248239663.79b68d1d27ec7ab3f8bd8d02bfaf13fa., pid=47, masterSystemTime=1731248300730 2024-11-10T14:18:20,749 DEBUG [RS_OPEN_REGION-regionserver/b1c88e26310d:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,99999996,1731248239663.472a18bc18851dc5359240487e097038. 2024-11-10T14:18:20,749 INFO [RS_OPEN_REGION-regionserver/b1c88e26310d:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] handler.AssignRegionHandler(153): Opened SPTestTable,99999996,1731248239663.472a18bc18851dc5359240487e097038. 2024-11-10T14:18:20,750 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=43 updating hbase:meta row=472a18bc18851dc5359240487e097038, regionState=OPEN, openSeqNum=2, regionLocation=b1c88e26310d,44601,1731248227568 2024-11-10T14:18:20,750 DEBUG [RS_OPEN_REGION-regionserver/b1c88e26310d:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,e6666661,1731248239663.79b68d1d27ec7ab3f8bd8d02bfaf13fa. 2024-11-10T14:18:20,750 INFO [RS_OPEN_REGION-regionserver/b1c88e26310d:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] handler.AssignRegionHandler(153): Opened SPTestTable,e6666661,1731248239663.79b68d1d27ec7ab3f8bd8d02bfaf13fa. 2024-11-10T14:18:20,750 INFO [RS_OPEN_REGION-regionserver/b1c88e26310d:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] handler.AssignRegionHandler(132): Open SPTestTable,19999999,1731248239663.cc02743189a55bfe369f2e4fc9b78f91. 2024-11-10T14:18:20,750 DEBUG [RS_OPEN_REGION-regionserver/b1c88e26310d:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(7752): Opening region: {ENCODED => cc02743189a55bfe369f2e4fc9b78f91, NAME => 'SPTestTable,19999999,1731248239663.cc02743189a55bfe369f2e4fc9b78f91.', STARTKEY => '19999999', ENDKEY => '33333332'} 2024-11-10T14:18:20,751 DEBUG [RS_OPEN_REGION-regionserver/b1c88e26310d:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable cc02743189a55bfe369f2e4fc9b78f91 2024-11-10T14:18:20,751 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=44 updating hbase:meta row=79b68d1d27ec7ab3f8bd8d02bfaf13fa, regionState=OPEN, openSeqNum=2, regionLocation=b1c88e26310d,42203,1731248227467 2024-11-10T14:18:20,751 DEBUG [RS_OPEN_REGION-regionserver/b1c88e26310d:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(898): Instantiated SPTestTable,19999999,1731248239663.cc02743189a55bfe369f2e4fc9b78f91.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T14:18:20,751 DEBUG [RS_OPEN_REGION-regionserver/b1c88e26310d:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(7794): checking encryption for cc02743189a55bfe369f2e4fc9b78f91 2024-11-10T14:18:20,751 DEBUG [RS_OPEN_REGION-regionserver/b1c88e26310d:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(7797): checking classloading for cc02743189a55bfe369f2e4fc9b78f91 2024-11-10T14:18:20,752 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=48, ppid=43, state=RUNNABLE, hasLock=false; OpenRegionProcedure 472a18bc18851dc5359240487e097038, server=b1c88e26310d,44601,1731248227568 because future has completed 2024-11-10T14:18:20,753 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=47, ppid=44, state=RUNNABLE, hasLock=false; OpenRegionProcedure 79b68d1d27ec7ab3f8bd8d02bfaf13fa, server=b1c88e26310d,42203,1731248227467 because future has completed 2024-11-10T14:18:20,754 INFO [StoreOpener-cc02743189a55bfe369f2e4fc9b78f91-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region cc02743189a55bfe369f2e4fc9b78f91 2024-11-10T14:18:20,755 INFO [StoreOpener-cc02743189a55bfe369f2e4fc9b78f91-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region cc02743189a55bfe369f2e4fc9b78f91 columnFamilyName cf 2024-11-10T14:18:20,755 DEBUG [StoreOpener-cc02743189a55bfe369f2e4fc9b78f91-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T14:18:20,756 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=48, resume processing ppid=43 2024-11-10T14:18:20,756 INFO [StoreOpener-cc02743189a55bfe369f2e4fc9b78f91-1 {}] regionserver.HStore(327): Store=cc02743189a55bfe369f2e4fc9b78f91/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T14:18:20,756 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=48, ppid=43, state=SUCCESS, hasLock=false; OpenRegionProcedure 472a18bc18851dc5359240487e097038, server=b1c88e26310d,44601,1731248227568 in 10.0240 sec 2024-11-10T14:18:20,756 DEBUG [RS_OPEN_REGION-regionserver/b1c88e26310d:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(1038): replaying wal for cc02743189a55bfe369f2e4fc9b78f91 2024-11-10T14:18:20,757 DEBUG [RS_OPEN_REGION-regionserver/b1c88e26310d:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:32833/user/jenkins/test-data/f5012b69-7985-d5f8-072c-ef7ee63e1635/data/default/SPTestTable/cc02743189a55bfe369f2e4fc9b78f91 2024-11-10T14:18:20,757 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=47, resume processing ppid=44 2024-11-10T14:18:20,758 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=47, ppid=44, state=SUCCESS, hasLock=false; OpenRegionProcedure 79b68d1d27ec7ab3f8bd8d02bfaf13fa, server=b1c88e26310d,42203,1731248227467 in 10.0260 sec 2024-11-10T14:18:20,759 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=43, ppid=36, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=472a18bc18851dc5359240487e097038, ASSIGN in 10.2970 sec 2024-11-10T14:18:20,759 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 472a18bc18851dc5359240487e097038 2024-11-10T14:18:20,759 DEBUG [RS_OPEN_REGION-regionserver/b1c88e26310d:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:32833/user/jenkins/test-data/f5012b69-7985-d5f8-072c-ef7ee63e1635/data/default/SPTestTable/cc02743189a55bfe369f2e4fc9b78f91 2024-11-10T14:18:20,760 DEBUG [RS_OPEN_REGION-regionserver/b1c88e26310d:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(1048): stopping wal replay for cc02743189a55bfe369f2e4fc9b78f91 2024-11-10T14:18:20,760 DEBUG [RS_OPEN_REGION-regionserver/b1c88e26310d:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(1060): Cleaning up temporary data for cc02743189a55bfe369f2e4fc9b78f91 2024-11-10T14:18:20,760 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=44, ppid=36, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=79b68d1d27ec7ab3f8bd8d02bfaf13fa, ASSIGN in 10.2990 sec 2024-11-10T14:18:20,761 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=35, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 79b68d1d27ec7ab3f8bd8d02bfaf13fa 2024-11-10T14:18:20,762 DEBUG [RS_OPEN_REGION-regionserver/b1c88e26310d:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(1093): writing seq id for cc02743189a55bfe369f2e4fc9b78f91 2024-11-10T14:18:20,763 INFO [RS_OPEN_REGION-regionserver/b1c88e26310d:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(1114): Opened cc02743189a55bfe369f2e4fc9b78f91; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60509124, jitterRate=-0.09834378957748413}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-10T14:18:20,763 DEBUG [RS_OPEN_REGION-regionserver/b1c88e26310d:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(1122): Running coprocessor post-open hooks for cc02743189a55bfe369f2e4fc9b78f91 2024-11-10T14:18:20,763 DEBUG [RS_OPEN_REGION-regionserver/b1c88e26310d:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(1006): Region open journal for cc02743189a55bfe369f2e4fc9b78f91: Running coprocessor pre-open hook at 1731248300751Writing region info on filesystem at 1731248300751Initializing all the Stores at 1731248300752 (+1 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731248300752Cleaning up temporary data from old regions at 1731248300760 (+8 ms)Running coprocessor post-open hooks at 1731248300763 (+3 ms)Region opened successfully at 1731248300763 2024-11-10T14:18:20,764 INFO [RS_OPEN_REGION-regionserver/b1c88e26310d:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,19999999,1731248239663.cc02743189a55bfe369f2e4fc9b78f91., pid=46, masterSystemTime=1731248300730 2024-11-10T14:18:20,765 DEBUG [RS_OPEN_REGION-regionserver/b1c88e26310d:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,19999999,1731248239663.cc02743189a55bfe369f2e4fc9b78f91. 2024-11-10T14:18:20,766 INFO [RS_OPEN_REGION-regionserver/b1c88e26310d:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] handler.AssignRegionHandler(153): Opened SPTestTable,19999999,1731248239663.cc02743189a55bfe369f2e4fc9b78f91. 2024-11-10T14:18:20,766 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=45 updating hbase:meta row=cc02743189a55bfe369f2e4fc9b78f91, regionState=OPEN, openSeqNum=2, regionLocation=b1c88e26310d,42203,1731248227467 2024-11-10T14:18:20,768 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=46, ppid=45, state=RUNNABLE, hasLock=false; OpenRegionProcedure cc02743189a55bfe369f2e4fc9b78f91, server=b1c88e26310d,42203,1731248227467 because future has completed 2024-11-10T14:18:20,771 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=46, resume processing ppid=45 2024-11-10T14:18:20,771 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=46, ppid=45, state=SUCCESS, hasLock=false; OpenRegionProcedure cc02743189a55bfe369f2e4fc9b78f91, server=b1c88e26310d,42203,1731248227467 in 10.0420 sec 2024-11-10T14:18:20,772 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=27, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure cc02743189a55bfe369f2e4fc9b78f91 2024-11-10T14:18:20,773 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=45, resume processing ppid=36 2024-11-10T14:18:20,773 INFO [PEWorker-5 {}] procedure.ServerCrashProcedure(291): removed crashed server b1c88e26310d,45313,1731248227611 after splitting done 2024-11-10T14:18:20,773 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=45, ppid=36, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=cc02743189a55bfe369f2e4fc9b78f91, ASSIGN in 10.3120 sec 2024-11-10T14:18:20,776 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=36, state=SUCCESS, hasLock=false; ServerCrashProcedure b1c88e26310d,45313,1731248227611, splitWal=true, meta=true in 40.8650 sec 2024-11-10T14:18:26,255 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-10T14:18:30,761 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44601 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=32 2024-11-10T14:18:30,761 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b1c88e26310d:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,99999996,1731248239663.472a18bc18851dc5359240487e097038. 2024-11-10T14:18:30,761 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b1c88e26310d:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.HRegion(2603): Flush status journal for 472a18bc18851dc5359240487e097038: 2024-11-10T14:18:30,761 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b1c88e26310d:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,99999996,1731248239663.472a18bc18851dc5359240487e097038. for SnapshotProcedureTest completed. 2024-11-10T14:18:30,762 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b1c88e26310d:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,99999996,1731248239663.472a18bc18851dc5359240487e097038.' region-info for snapshot=SnapshotProcedureTest 2024-11-10T14:18:30,762 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b1c88e26310d:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-10T14:18:30,762 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b1c88e26310d:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-11-10T14:18:30,764 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42203 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=27 2024-11-10T14:18:30,764 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42203 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=35 2024-11-10T14:18:30,764 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b1c88e26310d:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,19999999,1731248239663.cc02743189a55bfe369f2e4fc9b78f91. 2024-11-10T14:18:30,764 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b1c88e26310d:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,e6666661,1731248239663.79b68d1d27ec7ab3f8bd8d02bfaf13fa. 2024-11-10T14:18:30,764 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b1c88e26310d:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] regionserver.HRegion(2603): Flush status journal for cc02743189a55bfe369f2e4fc9b78f91: 2024-11-10T14:18:30,764 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b1c88e26310d:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,19999999,1731248239663.cc02743189a55bfe369f2e4fc9b78f91. for SnapshotProcedureTest completed. 2024-11-10T14:18:30,764 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b1c88e26310d:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.HRegion(2603): Flush status journal for 79b68d1d27ec7ab3f8bd8d02bfaf13fa: 2024-11-10T14:18:30,764 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b1c88e26310d:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,e6666661,1731248239663.79b68d1d27ec7ab3f8bd8d02bfaf13fa. for SnapshotProcedureTest completed. 2024-11-10T14:18:30,764 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b1c88e26310d:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,19999999,1731248239663.cc02743189a55bfe369f2e4fc9b78f91.' region-info for snapshot=SnapshotProcedureTest 2024-11-10T14:18:30,764 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b1c88e26310d:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,e6666661,1731248239663.79b68d1d27ec7ab3f8bd8d02bfaf13fa.' region-info for snapshot=SnapshotProcedureTest 2024-11-10T14:18:30,765 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b1c88e26310d:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-10T14:18:30,765 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b1c88e26310d:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-10T14:18:30,765 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b1c88e26310d:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-11-10T14:18:30,765 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b1c88e26310d:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-11-10T14:18:30,775 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39045 is added to blk_1073741863_1039 (size=65) 2024-11-10T14:18:30,776 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39337 is added to blk_1073741863_1039 (size=65) 2024-11-10T14:18:30,776 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41629 is added to blk_1073741863_1039 (size=65) 2024-11-10T14:18:30,776 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b1c88e26310d:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,99999996,1731248239663.472a18bc18851dc5359240487e097038. 2024-11-10T14:18:30,776 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b1c88e26310d:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=32 2024-11-10T14:18:30,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40569 {}] master.HMaster(4169): Remote procedure done, pid=32 2024-11-10T14:18:30,777 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40569 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 472a18bc18851dc5359240487e097038 2024-11-10T14:18:30,778 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 472a18bc18851dc5359240487e097038 2024-11-10T14:18:30,779 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41629 is added to blk_1073741864_1040 (size=57) 2024-11-10T14:18:30,779 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39337 is added to blk_1073741865_1041 (size=65) 2024-11-10T14:18:30,779 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41629 is added to blk_1073741865_1041 (size=65) 2024-11-10T14:18:30,780 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39045 is added to blk_1073741865_1041 (size=65) 2024-11-10T14:18:30,780 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39337 is added to blk_1073741864_1040 (size=57) 2024-11-10T14:18:30,781 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39045 is added to blk_1073741864_1040 (size=57) 2024-11-10T14:18:30,781 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b1c88e26310d:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,e6666661,1731248239663.79b68d1d27ec7ab3f8bd8d02bfaf13fa. 2024-11-10T14:18:30,781 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b1c88e26310d:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=35 2024-11-10T14:18:30,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40569 {}] master.HMaster(4169): Remote procedure done, pid=35 2024-11-10T14:18:30,782 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40569 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 79b68d1d27ec7ab3f8bd8d02bfaf13fa 2024-11-10T14:18:30,783 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=35, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 79b68d1d27ec7ab3f8bd8d02bfaf13fa 2024-11-10T14:18:30,783 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b1c88e26310d:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,19999999,1731248239663.cc02743189a55bfe369f2e4fc9b78f91. 2024-11-10T14:18:30,783 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b1c88e26310d:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=27 2024-11-10T14:18:30,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40569 {}] master.HMaster(4169): Remote procedure done, pid=27 2024-11-10T14:18:30,783 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=32, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 472a18bc18851dc5359240487e097038 in 50.9800 sec 2024-11-10T14:18:30,783 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40569 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region cc02743189a55bfe369f2e4fc9b78f91 2024-11-10T14:18:30,783 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=27, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure cc02743189a55bfe369f2e4fc9b78f91 2024-11-10T14:18:30,785 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=35, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 79b68d1d27ec7ab3f8bd8d02bfaf13fa in 50.9840 sec 2024-11-10T14:18:30,787 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=27, resume processing ppid=25 2024-11-10T14:18:30,787 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_SNAPSHOT_SPLIT_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_SPLIT_REGIONS 2024-11-10T14:18:30,787 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=27, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure cc02743189a55bfe369f2e4fc9b78f91 in 50.9840 sec 2024-11-10T14:18:30,789 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_SNAPSHOT_MOB_REGION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_MOB_REGION 2024-11-10T14:18:30,791 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_CONSOLIDATE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_CONSOLIDATE_SNAPSHOT 2024-11-10T14:18:30,791 DEBUG [PEWorker-2 {}] snapshot.SnapshotManifest(495): Convert to Single Snapshot Manifest for SnapshotProcedureTest 2024-11-10T14:18:30,794 DEBUG [PEWorker-2 {}] snapshot.SnapshotManifestV1(130): No regions under directory:hdfs://localhost:32833/user/jenkins/test-data/f5012b69-7985-d5f8-072c-ef7ee63e1635/.hbase-snapshot/.tmp/SnapshotProcedureTest 2024-11-10T14:18:30,820 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41629 is added to blk_1073741866_1042 (size=1094) 2024-11-10T14:18:30,820 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39337 is added to blk_1073741866_1042 (size=1094) 2024-11-10T14:18:30,820 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39045 is added to blk_1073741866_1042 (size=1094) 2024-11-10T14:18:30,825 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_VERIFIER_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_VERIFIER_SNAPSHOT 2024-11-10T14:18:30,834 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=49, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=50, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=51, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=52, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=53, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=54, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=55, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=56, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=57, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=58, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}] 2024-11-10T14:18:30,841 DEBUG [PEWorker-4 {}] snapshot.SnapshotManager(1464): pid=56, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=b1c88e26310d,44601,1731248227568 2024-11-10T14:18:30,841 DEBUG [PEWorker-1 {}] snapshot.SnapshotManager(1464): pid=55, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=b1c88e26310d,42203,1731248227467 2024-11-10T14:18:30,841 DEBUG [PEWorker-3 {}] snapshot.SnapshotManager(1464): pid=54, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=b1c88e26310d,44601,1731248227568 2024-11-10T14:18:30,841 DEBUG [PEWorker-2 {}] snapshot.SnapshotManager(1464): pid=58, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=b1c88e26310d,42203,1731248227467 2024-11-10T14:18:30,842 DEBUG [PEWorker-5 {}] snapshot.SnapshotManager(1464): pid=57, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=b1c88e26310d,42203,1731248227467 2024-11-10T14:18:30,847 DEBUG [PEWorker-5 {}] snapshot.SnapshotManager(1464): pid=53, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=b1c88e26310d,44601,1731248227568 2024-11-10T14:18:35,896 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-10T14:18:40,846 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42203 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=57 2024-11-10T14:18:40,846 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44601 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=54 2024-11-10T14:18:40,846 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44601 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=56 2024-11-10T14:18:40,846 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42203 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=55 2024-11-10T14:18:40,846 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44601 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=53 2024-11-10T14:18:40,846 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42203 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=58 2024-11-10T14:18:40,850 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b1c88e26310d:0-1 {event_type=RS_VERIFY_SNAPSHOT, pid=54}] regionserver.RSSnapshotVerifier$SnapshotManifestCacheLoader(144): loading snapshot manifest for SnapshotProcedureTest from hdfs://localhost:32833/user/jenkins/test-data/f5012b69-7985-d5f8-072c-ef7ee63e1635/.hbase-snapshot/.tmp/SnapshotProcedureTest 2024-11-10T14:18:40,850 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b1c88e26310d:0-0 {event_type=RS_VERIFY_SNAPSHOT, pid=57}] regionserver.RSSnapshotVerifier$SnapshotManifestCacheLoader(144): loading snapshot manifest for SnapshotProcedureTest from hdfs://localhost:32833/user/jenkins/test-data/f5012b69-7985-d5f8-072c-ef7ee63e1635/.hbase-snapshot/.tmp/SnapshotProcedureTest 2024-11-10T14:18:40,852 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b1c88e26310d:0-1 {event_type=RS_VERIFY_SNAPSHOT, pid=54}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=54 2024-11-10T14:18:40,852 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b1c88e26310d:0-1 {event_type=RS_VERIFY_SNAPSHOT, pid=58}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=58 2024-11-10T14:18:40,852 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b1c88e26310d:0-2 {event_type=RS_VERIFY_SNAPSHOT, pid=55}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=55 2024-11-10T14:18:40,852 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b1c88e26310d:0-2 {event_type=RS_VERIFY_SNAPSHOT, pid=53}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=53 2024-11-10T14:18:40,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40569 {}] master.HMaster(4169): Remote procedure done, pid=58 2024-11-10T14:18:40,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40569 {}] master.HMaster(4169): Remote procedure done, pid=54 2024-11-10T14:18:40,853 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b1c88e26310d:0-0 {event_type=RS_VERIFY_SNAPSHOT, pid=56}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=56 2024-11-10T14:18:40,853 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b1c88e26310d:0-0 {event_type=RS_VERIFY_SNAPSHOT, pid=57}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=57 2024-11-10T14:18:40,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40569 {}] master.HMaster(4169): Remote procedure done, pid=55 2024-11-10T14:18:40,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40569 {}] master.HMaster(4169): Remote procedure done, pid=53 2024-11-10T14:18:40,855 DEBUG [PEWorker-5 {}] snapshot.SnapshotManager(1473): pid=58, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=b1c88e26310d,42203,1731248227467 Release verify snapshot worker=b1c88e26310d,42203,1731248227467 2024-11-10T14:18:40,855 DEBUG [PEWorker-3 {}] snapshot.SnapshotManager(1473): pid=54, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=b1c88e26310d,44601,1731248227568 Release verify snapshot worker=b1c88e26310d,44601,1731248227568 2024-11-10T14:18:40,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40569 {}] master.HMaster(4169): Remote procedure done, pid=56 2024-11-10T14:18:40,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40569 {}] master.HMaster(4169): Remote procedure done, pid=57 2024-11-10T14:18:40,856 DEBUG [PEWorker-2 {}] snapshot.SnapshotManager(1473): pid=55, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=b1c88e26310d,42203,1731248227467 Release verify snapshot worker=b1c88e26310d,42203,1731248227467 2024-11-10T14:18:40,857 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=54, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=b1c88e26310d,44601,1731248227568 in 10.0210 sec 2024-11-10T14:18:40,858 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=55, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=b1c88e26310d,42203,1731248227467 in 10.0220 sec 2024-11-10T14:18:40,859 DEBUG [PEWorker-1 {}] snapshot.SnapshotManager(1464): pid=50, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=b1c88e26310d,44601,1731248227568 2024-11-10T14:18:40,859 DEBUG [PEWorker-4 {}] snapshot.SnapshotManager(1464): pid=51, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=b1c88e26310d,42203,1731248227467 2024-11-10T14:18:40,859 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=58, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=b1c88e26310d,42203,1731248227467 in 10.0210 sec 2024-11-10T14:18:40,859 DEBUG [PEWorker-2 {}] snapshot.SnapshotManager(1473): pid=57, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=b1c88e26310d,42203,1731248227467 Release verify snapshot worker=b1c88e26310d,42203,1731248227467 2024-11-10T14:18:40,860 DEBUG [PEWorker-3 {}] snapshot.SnapshotManager(1473): pid=56, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=b1c88e26310d,44601,1731248227568 Release verify snapshot worker=b1c88e26310d,44601,1731248227568 2024-11-10T14:18:40,861 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=57, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=b1c88e26310d,42203,1731248227467 in 10.0250 sec 2024-11-10T14:18:40,862 DEBUG [PEWorker-5 {}] snapshot.SnapshotManager(1464): pid=52, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=b1c88e26310d,44601,1731248227568 2024-11-10T14:18:40,863 DEBUG [PEWorker-2 {}] snapshot.SnapshotManager(1473): pid=53, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=b1c88e26310d,44601,1731248227568 Release verify snapshot worker=b1c88e26310d,44601,1731248227568 2024-11-10T14:18:40,864 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=56, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=b1c88e26310d,44601,1731248227568 in 10.0260 sec 2024-11-10T14:18:40,865 DEBUG [PEWorker-4 {}] snapshot.SnapshotManager(1464): pid=49, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=b1c88e26310d,44601,1731248227568 2024-11-10T14:18:40,865 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=53, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=b1c88e26310d,44601,1731248227568 in 10.0290 sec 2024-11-10T14:18:45,201 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsRegionWrapperImpl$HRegionMetricsWrapperRunnable(329): Region 1588230740, had cached 0 bytes from a total of 28760 2024-11-10T14:18:50,860 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42203 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=51 2024-11-10T14:18:50,860 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44601 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=50 2024-11-10T14:18:50,861 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b1c88e26310d:0-1 {event_type=RS_VERIFY_SNAPSHOT, pid=51}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=51 2024-11-10T14:18:50,861 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44601 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=52 2024-11-10T14:18:50,861 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b1c88e26310d:0-1 {event_type=RS_VERIFY_SNAPSHOT, pid=50}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=50 2024-11-10T14:18:50,861 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44601 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=49 2024-11-10T14:18:50,861 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b1c88e26310d:0-2 {event_type=RS_VERIFY_SNAPSHOT, pid=52}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=52 2024-11-10T14:18:50,861 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b1c88e26310d:0-0 {event_type=RS_VERIFY_SNAPSHOT, pid=49}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=49 2024-11-10T14:18:50,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40569 {}] master.HMaster(4169): Remote procedure done, pid=51 2024-11-10T14:18:50,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40569 {}] master.HMaster(4169): Remote procedure done, pid=50 2024-11-10T14:18:50,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40569 {}] master.HMaster(4169): Remote procedure done, pid=52 2024-11-10T14:18:50,863 DEBUG [PEWorker-1 {}] snapshot.SnapshotManager(1473): pid=50, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=b1c88e26310d,44601,1731248227568 Release verify snapshot worker=b1c88e26310d,44601,1731248227568 2024-11-10T14:18:50,863 DEBUG [PEWorker-5 {}] snapshot.SnapshotManager(1473): pid=51, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=b1c88e26310d,42203,1731248227467 Release verify snapshot worker=b1c88e26310d,42203,1731248227467 2024-11-10T14:18:50,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40569 {}] master.HMaster(4169): Remote procedure done, pid=49 2024-11-10T14:18:50,865 DEBUG [PEWorker-3 {}] snapshot.SnapshotManager(1473): pid=52, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=b1c88e26310d,44601,1731248227568 Release verify snapshot worker=b1c88e26310d,44601,1731248227568 2024-11-10T14:18:50,865 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=50, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=b1c88e26310d,44601,1731248227568 in 20.0290 sec 2024-11-10T14:18:50,866 DEBUG [PEWorker-2 {}] snapshot.SnapshotManager(1473): pid=49, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=b1c88e26310d,44601,1731248227568 Release verify snapshot worker=b1c88e26310d,44601,1731248227568 2024-11-10T14:18:50,866 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=51, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=b1c88e26310d,42203,1731248227467 in 20.0290 sec 2024-11-10T14:18:50,867 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=52, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=b1c88e26310d,44601,1731248227568 in 20.0310 sec 2024-11-10T14:18:50,868 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=49, resume processing ppid=25 2024-11-10T14:18:50,868 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_COMPLETE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_COMPLETE_SNAPSHOT 2024-11-10T14:18:50,868 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=49, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=b1c88e26310d,44601,1731248227568 in 20.0320 sec 2024-11-10T14:18:50,870 DEBUG [PEWorker-4 {}] snapshot.SnapshotDescriptionUtils(414): Sentinel is done, just moving the snapshot from hdfs://localhost:32833/user/jenkins/test-data/f5012b69-7985-d5f8-072c-ef7ee63e1635/.hbase-snapshot/.tmp/SnapshotProcedureTest to hdfs://localhost:32833/user/jenkins/test-data/f5012b69-7985-d5f8-072c-ef7ee63e1635/.hbase-snapshot/SnapshotProcedureTest 2024-11-10T14:18:50,872 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_POST_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_POST_OPERATION 2024-11-10T14:18:50,872 DEBUG [PEWorker-4 {}] snapshot.SnapshotManager(1451): unregister snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 }, snapshot procedure id = 25 2024-11-10T14:18:50,873 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=25, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } in 1 mins, 11.115 sec 2024-11-10T14:18:51,028 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=SPTestTable,, stopping at row=SPTestTable ,, for max=2147483647 with caching=100 2024-11-10T14:18:51,030 WARN [RPCClient-NioEventLoopGroup-6-3 {}] ipc.NettyRpcConnection$2(409): Exception encountered while connecting to the server b1c88e26310d:45313 org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: b1c88e26310d/172.17.0.2:45313 Caused by: java.net.ConnectException: Connection refused at sun.nio.ch.Net.pollConnect(Native Method) ~[?:?] at sun.nio.ch.Net.pollConnectNow(Net.java:672) ~[?:?] at sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:946) ~[?:?] at org.apache.hbase.thirdparty.io.netty.channel.socket.nio.NioSocketChannel.doFinishConnect(NioSocketChannel.java:336) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:339) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:776) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T14:18:51,031 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=b1c88e26310d,45313,1731248227611, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=b1c88e26310d,45313,1731248227611, seqNum=-1, error=java.net.ConnectException: Call to address=b1c88e26310d:45313 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: b1c88e26310d/172.17.0.2:45313 2024-11-10T14:18:51,031 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=b1c88e26310d,45313,1731248227611, seqNum=-1 is java.net.ConnectException: Connection refused 2024-11-10T14:18:51,031 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=b1c88e26310d,45313,1731248227611, seqNum=-1 from cache 2024-11-10T14:18:51,031 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] ipc.FailedServers(52): Added failed server with address b1c88e26310d:45313 to list caused by org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: b1c88e26310d/172.17.0.2:45313 2024-11-10T14:18:51,141 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-10T14:18:51,143 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b1c88e26310d,42203,1731248227467, seqNum=-1] 2024-11-10T14:18:51,168 WARN [Time-limited test {}] procedure2.ProcedureTestingUtility(193): Set Kill before store update to: false 2024-11-10T14:18:51,168 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-10T14:18:51,168 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-10T14:18:51,169 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.master.procedure.TestSnapshotProcedure.teardown(TestSnapshotProcedure.java:151) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-10T14:18:51,169 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T14:18:51,169 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-10T14:18:51,169 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T14:18:51,170 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-10T14:18:51,170 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=753083867, stopped=false 2024-11-10T14:18:51,170 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=b1c88e26310d,40569,1731248226794 2024-11-10T14:18:51,172 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42203-0x101023d693e0001, quorum=127.0.0.1:54833, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-10T14:18:51,172 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40569-0x101023d693e0000, quorum=127.0.0.1:54833, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-10T14:18:51,172 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42203-0x101023d693e0001, quorum=127.0.0.1:54833, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-10T14:18:51,172 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44601-0x101023d693e0002, quorum=127.0.0.1:54833, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-10T14:18:51,172 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40569-0x101023d693e0000, quorum=127.0.0.1:54833, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-10T14:18:51,172 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44601-0x101023d693e0002, quorum=127.0.0.1:54833, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-10T14:18:51,172 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-10T14:18:51,173 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:40569-0x101023d693e0000, quorum=127.0.0.1:54833, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-10T14:18:51,173 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:42203-0x101023d693e0001, quorum=127.0.0.1:54833, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-10T14:18:51,174 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:44601-0x101023d693e0002, quorum=127.0.0.1:54833, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-10T14:18:51,174 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-10T14:18:51,174 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.master.procedure.TestSnapshotProcedure.teardown(TestSnapshotProcedure.java:151) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-10T14:18:51,174 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T14:18:51,175 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'b1c88e26310d,42203,1731248227467' ***** 2024-11-10T14:18:51,175 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-10T14:18:51,175 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'b1c88e26310d,44601,1731248227568' ***** 2024-11-10T14:18:51,175 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-10T14:18:51,175 INFO [RS:0;b1c88e26310d:42203 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-10T14:18:51,175 INFO [RS:1;b1c88e26310d:44601 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-10T14:18:51,175 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-10T14:18:51,175 INFO [RS:0;b1c88e26310d:42203 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-10T14:18:51,175 INFO [RS:1;b1c88e26310d:44601 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-10T14:18:51,175 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-10T14:18:51,175 INFO [RS:1;b1c88e26310d:44601 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-10T14:18:51,175 INFO [RS:0;b1c88e26310d:42203 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-10T14:18:51,176 INFO [RS:0;b1c88e26310d:42203 {}] regionserver.HRegionServer(3091): Received CLOSE for faca33e17b38dd030c3ec289f542e54a 2024-11-10T14:18:51,176 INFO [RS:1;b1c88e26310d:44601 {}] regionserver.HRegionServer(3091): Received CLOSE for 472a18bc18851dc5359240487e097038 2024-11-10T14:18:51,176 INFO [RS:0;b1c88e26310d:42203 {}] regionserver.HRegionServer(3091): Received CLOSE for 9b082d7b6d8fd14f83fa6315a76b4e45 2024-11-10T14:18:51,176 INFO [RS:0;b1c88e26310d:42203 {}] regionserver.HRegionServer(3091): Received CLOSE for 2051363565a790076af6f3d0342e8a3d 2024-11-10T14:18:51,176 INFO [RS:1;b1c88e26310d:44601 {}] regionserver.HRegionServer(3091): Received CLOSE for 9b8d9b2cbfedcab561f82306916695a0 2024-11-10T14:18:51,176 INFO [RS:0;b1c88e26310d:42203 {}] regionserver.HRegionServer(3091): Received CLOSE for 79b68d1d27ec7ab3f8bd8d02bfaf13fa 2024-11-10T14:18:51,177 INFO [RS:1;b1c88e26310d:44601 {}] regionserver.HRegionServer(3091): Received CLOSE for ceb84a43e68015cdc8240b2ddeae2dec 2024-11-10T14:18:51,177 INFO [RS:0;b1c88e26310d:42203 {}] regionserver.HRegionServer(3091): Received CLOSE for cc02743189a55bfe369f2e4fc9b78f91 2024-11-10T14:18:51,177 INFO [RS:1;b1c88e26310d:44601 {}] regionserver.HRegionServer(3091): Received CLOSE for fef63842b357d8b2a47487d26f3d8356 2024-11-10T14:18:51,177 INFO [RS:0;b1c88e26310d:42203 {}] regionserver.HRegionServer(3091): Received CLOSE for ad55bd8d267edf11b509a2d43c040755 2024-11-10T14:18:51,177 INFO [RS:1;b1c88e26310d:44601 {}] regionserver.HRegionServer(959): stopping server b1c88e26310d,44601,1731248227568 2024-11-10T14:18:51,177 INFO [RS:0;b1c88e26310d:42203 {}] regionserver.HRegionServer(959): stopping server b1c88e26310d,42203,1731248227467 2024-11-10T14:18:51,177 INFO [RS:1;b1c88e26310d:44601 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-10T14:18:51,177 INFO [RS:0;b1c88e26310d:42203 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-10T14:18:51,177 DEBUG [RS_CLOSE_REGION-regionserver/b1c88e26310d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing faca33e17b38dd030c3ec289f542e54a, disabling compactions & flushes 2024-11-10T14:18:51,177 DEBUG [RS_CLOSE_REGION-regionserver/b1c88e26310d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 472a18bc18851dc5359240487e097038, disabling compactions & flushes 2024-11-10T14:18:51,177 INFO [RS:0;b1c88e26310d:42203 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;b1c88e26310d:42203. 2024-11-10T14:18:51,177 INFO [RS:1;b1c88e26310d:44601 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:1;b1c88e26310d:44601. 2024-11-10T14:18:51,177 INFO [RS_CLOSE_REGION-regionserver/b1c88e26310d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,4ccccccb,1731248239663.faca33e17b38dd030c3ec289f542e54a. 2024-11-10T14:18:51,177 INFO [RS_CLOSE_REGION-regionserver/b1c88e26310d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,99999996,1731248239663.472a18bc18851dc5359240487e097038. 2024-11-10T14:18:51,177 DEBUG [RS:0;b1c88e26310d:42203 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-10T14:18:51,177 DEBUG [RS_CLOSE_REGION-regionserver/b1c88e26310d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,4ccccccb,1731248239663.faca33e17b38dd030c3ec289f542e54a. 2024-11-10T14:18:51,177 DEBUG [RS:1;b1c88e26310d:44601 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-10T14:18:51,177 DEBUG [RS_CLOSE_REGION-regionserver/b1c88e26310d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,99999996,1731248239663.472a18bc18851dc5359240487e097038. 2024-11-10T14:18:51,177 DEBUG [RS:0;b1c88e26310d:42203 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T14:18:51,177 DEBUG [RS_CLOSE_REGION-regionserver/b1c88e26310d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,4ccccccb,1731248239663.faca33e17b38dd030c3ec289f542e54a. after waiting 0 ms 2024-11-10T14:18:51,177 DEBUG [RS:1;b1c88e26310d:44601 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T14:18:51,177 DEBUG [RS_CLOSE_REGION-regionserver/b1c88e26310d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,99999996,1731248239663.472a18bc18851dc5359240487e097038. after waiting 0 ms 2024-11-10T14:18:51,177 DEBUG [RS_CLOSE_REGION-regionserver/b1c88e26310d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,4ccccccb,1731248239663.faca33e17b38dd030c3ec289f542e54a. 2024-11-10T14:18:51,177 DEBUG [RS_CLOSE_REGION-regionserver/b1c88e26310d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,99999996,1731248239663.472a18bc18851dc5359240487e097038. 2024-11-10T14:18:51,177 INFO [RS:1;b1c88e26310d:44601 {}] regionserver.HRegionServer(1321): Waiting on 4 regions to close 2024-11-10T14:18:51,177 INFO [RS:0;b1c88e26310d:42203 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-10T14:18:51,177 INFO [RS:0;b1c88e26310d:42203 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-10T14:18:51,177 INFO [RS:0;b1c88e26310d:42203 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-10T14:18:51,177 DEBUG [RS:1;b1c88e26310d:44601 {}] regionserver.HRegionServer(1325): Online Regions={472a18bc18851dc5359240487e097038=SPTestTable,99999996,1731248239663.472a18bc18851dc5359240487e097038., 9b8d9b2cbfedcab561f82306916695a0=SPTestTable,ccccccc8,1731248239663.9b8d9b2cbfedcab561f82306916695a0., ceb84a43e68015cdc8240b2ddeae2dec=SPTestTable,33333332,1731248239663.ceb84a43e68015cdc8240b2ddeae2dec., fef63842b357d8b2a47487d26f3d8356=SPTestTable,7ffffffd,1731248239663.fef63842b357d8b2a47487d26f3d8356.} 2024-11-10T14:18:51,177 INFO [RS:0;b1c88e26310d:42203 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-10T14:18:51,178 DEBUG [RS:1;b1c88e26310d:44601 {}] regionserver.HRegionServer(1351): Waiting on 472a18bc18851dc5359240487e097038, 9b8d9b2cbfedcab561f82306916695a0, ceb84a43e68015cdc8240b2ddeae2dec, fef63842b357d8b2a47487d26f3d8356 2024-11-10T14:18:51,178 INFO [RS:0;b1c88e26310d:42203 {}] regionserver.HRegionServer(1321): Waiting on 7 regions to close 2024-11-10T14:18:51,178 DEBUG [RS:0;b1c88e26310d:42203 {}] regionserver.HRegionServer(1325): Online Regions={faca33e17b38dd030c3ec289f542e54a=SPTestTable,4ccccccb,1731248239663.faca33e17b38dd030c3ec289f542e54a., 1588230740=hbase:meta,,1.1588230740, 9b082d7b6d8fd14f83fa6315a76b4e45=SPTestTable,,1731248239663.9b082d7b6d8fd14f83fa6315a76b4e45., 2051363565a790076af6f3d0342e8a3d=SPTestTable,b333332f,1731248239663.2051363565a790076af6f3d0342e8a3d., 79b68d1d27ec7ab3f8bd8d02bfaf13fa=SPTestTable,e6666661,1731248239663.79b68d1d27ec7ab3f8bd8d02bfaf13fa., cc02743189a55bfe369f2e4fc9b78f91=SPTestTable,19999999,1731248239663.cc02743189a55bfe369f2e4fc9b78f91., ad55bd8d267edf11b509a2d43c040755=SPTestTable,66666664,1731248239663.ad55bd8d267edf11b509a2d43c040755.} 2024-11-10T14:18:51,178 DEBUG [RS:0;b1c88e26310d:42203 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 2051363565a790076af6f3d0342e8a3d, 79b68d1d27ec7ab3f8bd8d02bfaf13fa, 9b082d7b6d8fd14f83fa6315a76b4e45, ad55bd8d267edf11b509a2d43c040755, cc02743189a55bfe369f2e4fc9b78f91, faca33e17b38dd030c3ec289f542e54a 2024-11-10T14:18:51,178 DEBUG [RS_CLOSE_META-regionserver/b1c88e26310d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-10T14:18:51,178 INFO [RS_CLOSE_META-regionserver/b1c88e26310d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-10T14:18:51,178 DEBUG [RS_CLOSE_META-regionserver/b1c88e26310d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-10T14:18:51,178 DEBUG [RS_CLOSE_META-regionserver/b1c88e26310d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-10T14:18:51,178 DEBUG [RS_CLOSE_META-regionserver/b1c88e26310d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-10T14:18:51,178 INFO [RS_CLOSE_META-regionserver/b1c88e26310d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.93 KB heapSize=5.70 KB 2024-11-10T14:18:51,189 INFO [regionserver/b1c88e26310d:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-10T14:18:51,189 INFO [regionserver/b1c88e26310d:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-10T14:18:51,189 DEBUG [RS_CLOSE_REGION-regionserver/b1c88e26310d:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:32833/user/jenkins/test-data/f5012b69-7985-d5f8-072c-ef7ee63e1635/data/default/SPTestTable/faca33e17b38dd030c3ec289f542e54a/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-11-10T14:18:51,189 DEBUG [RS_CLOSE_REGION-regionserver/b1c88e26310d:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:32833/user/jenkins/test-data/f5012b69-7985-d5f8-072c-ef7ee63e1635/data/default/SPTestTable/472a18bc18851dc5359240487e097038/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-11-10T14:18:51,190 DEBUG [RS_CLOSE_META-regionserver/b1c88e26310d:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32833/user/jenkins/test-data/f5012b69-7985-d5f8-072c-ef7ee63e1635/data/hbase/meta/1588230740/.tmp/info/90b5c0e68baa4f91b182616b143ed026 is 167, key is SPTestTable,19999999,1731248239663.cc02743189a55bfe369f2e4fc9b78f91./info:regioninfo/1731248300766/Put/seqid=0 2024-11-10T14:18:51,193 INFO [RS_CLOSE_REGION-regionserver/b1c88e26310d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,4ccccccb,1731248239663.faca33e17b38dd030c3ec289f542e54a. 2024-11-10T14:18:51,193 INFO [RS_CLOSE_REGION-regionserver/b1c88e26310d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,99999996,1731248239663.472a18bc18851dc5359240487e097038. 2024-11-10T14:18:51,193 DEBUG [RS_CLOSE_REGION-regionserver/b1c88e26310d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for faca33e17b38dd030c3ec289f542e54a: Waiting for close lock at 1731248331176Running coprocessor pre-close hooks at 1731248331177 (+1 ms)Disabling compacts and flushes for region at 1731248331177Disabling writes for close at 1731248331177Writing region close event to WAL at 1731248331178 (+1 ms)Running coprocessor post-close hooks at 1731248331190 (+12 ms)Closed at 1731248331193 (+3 ms) 2024-11-10T14:18:51,193 DEBUG [RS_CLOSE_REGION-regionserver/b1c88e26310d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 472a18bc18851dc5359240487e097038: Waiting for close lock at 1731248331177Running coprocessor pre-close hooks at 1731248331177Disabling compacts and flushes for region at 1731248331177Disabling writes for close at 1731248331177Writing region close event to WAL at 1731248331178 (+1 ms)Running coprocessor post-close hooks at 1731248331190 (+12 ms)Closed at 1731248331193 (+3 ms) 2024-11-10T14:18:51,193 DEBUG [RS_CLOSE_REGION-regionserver/b1c88e26310d:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,4ccccccb,1731248239663.faca33e17b38dd030c3ec289f542e54a. 2024-11-10T14:18:51,193 DEBUG [RS_CLOSE_REGION-regionserver/b1c88e26310d:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,99999996,1731248239663.472a18bc18851dc5359240487e097038. 2024-11-10T14:18:51,193 DEBUG [RS_CLOSE_REGION-regionserver/b1c88e26310d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 9b082d7b6d8fd14f83fa6315a76b4e45, disabling compactions & flushes 2024-11-10T14:18:51,193 INFO [RS_CLOSE_REGION-regionserver/b1c88e26310d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,,1731248239663.9b082d7b6d8fd14f83fa6315a76b4e45. 2024-11-10T14:18:51,193 DEBUG [RS_CLOSE_REGION-regionserver/b1c88e26310d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 9b8d9b2cbfedcab561f82306916695a0, disabling compactions & flushes 2024-11-10T14:18:51,193 DEBUG [RS_CLOSE_REGION-regionserver/b1c88e26310d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,,1731248239663.9b082d7b6d8fd14f83fa6315a76b4e45. 2024-11-10T14:18:51,193 INFO [RS_CLOSE_REGION-regionserver/b1c88e26310d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,ccccccc8,1731248239663.9b8d9b2cbfedcab561f82306916695a0. 2024-11-10T14:18:51,193 DEBUG [RS_CLOSE_REGION-regionserver/b1c88e26310d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,,1731248239663.9b082d7b6d8fd14f83fa6315a76b4e45. after waiting 0 ms 2024-11-10T14:18:51,193 DEBUG [RS_CLOSE_REGION-regionserver/b1c88e26310d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,,1731248239663.9b082d7b6d8fd14f83fa6315a76b4e45. 2024-11-10T14:18:51,193 DEBUG [RS_CLOSE_REGION-regionserver/b1c88e26310d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,ccccccc8,1731248239663.9b8d9b2cbfedcab561f82306916695a0. 2024-11-10T14:18:51,194 DEBUG [RS_CLOSE_REGION-regionserver/b1c88e26310d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,ccccccc8,1731248239663.9b8d9b2cbfedcab561f82306916695a0. after waiting 0 ms 2024-11-10T14:18:51,194 DEBUG [RS_CLOSE_REGION-regionserver/b1c88e26310d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,ccccccc8,1731248239663.9b8d9b2cbfedcab561f82306916695a0. 2024-11-10T14:18:51,207 DEBUG [RS_CLOSE_REGION-regionserver/b1c88e26310d:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:32833/user/jenkins/test-data/f5012b69-7985-d5f8-072c-ef7ee63e1635/data/default/SPTestTable/9b082d7b6d8fd14f83fa6315a76b4e45/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-11-10T14:18:51,208 INFO [RS_CLOSE_REGION-regionserver/b1c88e26310d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,,1731248239663.9b082d7b6d8fd14f83fa6315a76b4e45. 2024-11-10T14:18:51,208 DEBUG [RS_CLOSE_REGION-regionserver/b1c88e26310d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 9b082d7b6d8fd14f83fa6315a76b4e45: Waiting for close lock at 1731248331193Running coprocessor pre-close hooks at 1731248331193Disabling compacts and flushes for region at 1731248331193Disabling writes for close at 1731248331193Writing region close event to WAL at 1731248331195 (+2 ms)Running coprocessor post-close hooks at 1731248331208 (+13 ms)Closed at 1731248331208 2024-11-10T14:18:51,209 DEBUG [RS_CLOSE_REGION-regionserver/b1c88e26310d:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,,1731248239663.9b082d7b6d8fd14f83fa6315a76b4e45. 2024-11-10T14:18:51,209 DEBUG [RS_CLOSE_REGION-regionserver/b1c88e26310d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 2051363565a790076af6f3d0342e8a3d, disabling compactions & flushes 2024-11-10T14:18:51,209 INFO [RS_CLOSE_REGION-regionserver/b1c88e26310d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,b333332f,1731248239663.2051363565a790076af6f3d0342e8a3d. 2024-11-10T14:18:51,209 DEBUG [RS_CLOSE_REGION-regionserver/b1c88e26310d:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:32833/user/jenkins/test-data/f5012b69-7985-d5f8-072c-ef7ee63e1635/data/default/SPTestTable/9b8d9b2cbfedcab561f82306916695a0/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-10T14:18:51,209 DEBUG [RS_CLOSE_REGION-regionserver/b1c88e26310d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,b333332f,1731248239663.2051363565a790076af6f3d0342e8a3d. 2024-11-10T14:18:51,209 DEBUG [RS_CLOSE_REGION-regionserver/b1c88e26310d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,b333332f,1731248239663.2051363565a790076af6f3d0342e8a3d. after waiting 0 ms 2024-11-10T14:18:51,209 DEBUG [RS_CLOSE_REGION-regionserver/b1c88e26310d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,b333332f,1731248239663.2051363565a790076af6f3d0342e8a3d. 2024-11-10T14:18:51,210 INFO [RS_CLOSE_REGION-regionserver/b1c88e26310d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,ccccccc8,1731248239663.9b8d9b2cbfedcab561f82306916695a0. 2024-11-10T14:18:51,210 DEBUG [RS_CLOSE_REGION-regionserver/b1c88e26310d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 9b8d9b2cbfedcab561f82306916695a0: Waiting for close lock at 1731248331193Running coprocessor pre-close hooks at 1731248331193Disabling compacts and flushes for region at 1731248331193Disabling writes for close at 1731248331194 (+1 ms)Writing region close event to WAL at 1731248331200 (+6 ms)Running coprocessor post-close hooks at 1731248331209 (+9 ms)Closed at 1731248331209 2024-11-10T14:18:51,210 DEBUG [RS_CLOSE_REGION-regionserver/b1c88e26310d:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,ccccccc8,1731248239663.9b8d9b2cbfedcab561f82306916695a0. 2024-11-10T14:18:51,210 DEBUG [RS_CLOSE_REGION-regionserver/b1c88e26310d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing ceb84a43e68015cdc8240b2ddeae2dec, disabling compactions & flushes 2024-11-10T14:18:51,210 INFO [RS_CLOSE_REGION-regionserver/b1c88e26310d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,33333332,1731248239663.ceb84a43e68015cdc8240b2ddeae2dec. 2024-11-10T14:18:51,210 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39337 is added to blk_1073741867_1043 (size=8479) 2024-11-10T14:18:51,210 DEBUG [RS_CLOSE_REGION-regionserver/b1c88e26310d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,33333332,1731248239663.ceb84a43e68015cdc8240b2ddeae2dec. 2024-11-10T14:18:51,210 DEBUG [RS_CLOSE_REGION-regionserver/b1c88e26310d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,33333332,1731248239663.ceb84a43e68015cdc8240b2ddeae2dec. after waiting 0 ms 2024-11-10T14:18:51,210 DEBUG [RS_CLOSE_REGION-regionserver/b1c88e26310d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,33333332,1731248239663.ceb84a43e68015cdc8240b2ddeae2dec. 2024-11-10T14:18:51,210 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39045 is added to blk_1073741867_1043 (size=8479) 2024-11-10T14:18:51,210 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41629 is added to blk_1073741867_1043 (size=8479) 2024-11-10T14:18:51,213 INFO [RS_CLOSE_META-regionserver/b1c88e26310d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.93 KB at sequenceid=37 (bloomFilter=true), to=hdfs://localhost:32833/user/jenkins/test-data/f5012b69-7985-d5f8-072c-ef7ee63e1635/data/hbase/meta/1588230740/.tmp/info/90b5c0e68baa4f91b182616b143ed026 2024-11-10T14:18:51,218 DEBUG [RS_CLOSE_REGION-regionserver/b1c88e26310d:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:32833/user/jenkins/test-data/f5012b69-7985-d5f8-072c-ef7ee63e1635/data/default/SPTestTable/2051363565a790076af6f3d0342e8a3d/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-10T14:18:51,218 DEBUG [RS_CLOSE_REGION-regionserver/b1c88e26310d:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:32833/user/jenkins/test-data/f5012b69-7985-d5f8-072c-ef7ee63e1635/data/default/SPTestTable/ceb84a43e68015cdc8240b2ddeae2dec/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-11-10T14:18:51,218 INFO [RS_CLOSE_REGION-regionserver/b1c88e26310d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,b333332f,1731248239663.2051363565a790076af6f3d0342e8a3d. 2024-11-10T14:18:51,219 DEBUG [RS_CLOSE_REGION-regionserver/b1c88e26310d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 2051363565a790076af6f3d0342e8a3d: Waiting for close lock at 1731248331209Running coprocessor pre-close hooks at 1731248331209Disabling compacts and flushes for region at 1731248331209Disabling writes for close at 1731248331209Writing region close event to WAL at 1731248331213 (+4 ms)Running coprocessor post-close hooks at 1731248331218 (+5 ms)Closed at 1731248331218 2024-11-10T14:18:51,219 INFO [RS_CLOSE_REGION-regionserver/b1c88e26310d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,33333332,1731248239663.ceb84a43e68015cdc8240b2ddeae2dec. 2024-11-10T14:18:51,219 DEBUG [RS_CLOSE_REGION-regionserver/b1c88e26310d:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,b333332f,1731248239663.2051363565a790076af6f3d0342e8a3d. 2024-11-10T14:18:51,219 DEBUG [RS_CLOSE_REGION-regionserver/b1c88e26310d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for ceb84a43e68015cdc8240b2ddeae2dec: Waiting for close lock at 1731248331210Running coprocessor pre-close hooks at 1731248331210Disabling compacts and flushes for region at 1731248331210Disabling writes for close at 1731248331210Writing region close event to WAL at 1731248331214 (+4 ms)Running coprocessor post-close hooks at 1731248331219 (+5 ms)Closed at 1731248331219 2024-11-10T14:18:51,219 DEBUG [RS_CLOSE_REGION-regionserver/b1c88e26310d:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,33333332,1731248239663.ceb84a43e68015cdc8240b2ddeae2dec. 2024-11-10T14:18:51,219 DEBUG [RS_CLOSE_REGION-regionserver/b1c88e26310d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 79b68d1d27ec7ab3f8bd8d02bfaf13fa, disabling compactions & flushes 2024-11-10T14:18:51,219 INFO [RS_CLOSE_REGION-regionserver/b1c88e26310d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,e6666661,1731248239663.79b68d1d27ec7ab3f8bd8d02bfaf13fa. 2024-11-10T14:18:51,219 DEBUG [RS_CLOSE_REGION-regionserver/b1c88e26310d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,e6666661,1731248239663.79b68d1d27ec7ab3f8bd8d02bfaf13fa. 2024-11-10T14:18:51,219 DEBUG [RS_CLOSE_REGION-regionserver/b1c88e26310d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing fef63842b357d8b2a47487d26f3d8356, disabling compactions & flushes 2024-11-10T14:18:51,219 DEBUG [RS_CLOSE_REGION-regionserver/b1c88e26310d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,e6666661,1731248239663.79b68d1d27ec7ab3f8bd8d02bfaf13fa. after waiting 0 ms 2024-11-10T14:18:51,219 INFO [RS_CLOSE_REGION-regionserver/b1c88e26310d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,7ffffffd,1731248239663.fef63842b357d8b2a47487d26f3d8356. 2024-11-10T14:18:51,219 DEBUG [RS_CLOSE_REGION-regionserver/b1c88e26310d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,e6666661,1731248239663.79b68d1d27ec7ab3f8bd8d02bfaf13fa. 2024-11-10T14:18:51,219 DEBUG [RS_CLOSE_REGION-regionserver/b1c88e26310d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,7ffffffd,1731248239663.fef63842b357d8b2a47487d26f3d8356. 2024-11-10T14:18:51,219 DEBUG [RS_CLOSE_REGION-regionserver/b1c88e26310d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,7ffffffd,1731248239663.fef63842b357d8b2a47487d26f3d8356. after waiting 0 ms 2024-11-10T14:18:51,219 DEBUG [RS_CLOSE_REGION-regionserver/b1c88e26310d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,7ffffffd,1731248239663.fef63842b357d8b2a47487d26f3d8356. 2024-11-10T14:18:51,222 DEBUG [RS_CLOSE_META-regionserver/b1c88e26310d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32833/user/jenkins/test-data/f5012b69-7985-d5f8-072c-ef7ee63e1635/data/hbase/meta/1588230740/.tmp/info/90b5c0e68baa4f91b182616b143ed026 as hdfs://localhost:32833/user/jenkins/test-data/f5012b69-7985-d5f8-072c-ef7ee63e1635/data/hbase/meta/1588230740/info/90b5c0e68baa4f91b182616b143ed026 2024-11-10T14:18:51,228 DEBUG [RS_CLOSE_REGION-regionserver/b1c88e26310d:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:32833/user/jenkins/test-data/f5012b69-7985-d5f8-072c-ef7ee63e1635/data/default/SPTestTable/79b68d1d27ec7ab3f8bd8d02bfaf13fa/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-11-10T14:18:51,228 INFO [RS_CLOSE_REGION-regionserver/b1c88e26310d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,e6666661,1731248239663.79b68d1d27ec7ab3f8bd8d02bfaf13fa. 2024-11-10T14:18:51,228 DEBUG [RS_CLOSE_REGION-regionserver/b1c88e26310d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 79b68d1d27ec7ab3f8bd8d02bfaf13fa: Waiting for close lock at 1731248331219Running coprocessor pre-close hooks at 1731248331219Disabling compacts and flushes for region at 1731248331219Disabling writes for close at 1731248331219Writing region close event to WAL at 1731248331220 (+1 ms)Running coprocessor post-close hooks at 1731248331228 (+8 ms)Closed at 1731248331228 2024-11-10T14:18:51,229 DEBUG [RS_CLOSE_REGION-regionserver/b1c88e26310d:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,e6666661,1731248239663.79b68d1d27ec7ab3f8bd8d02bfaf13fa. 2024-11-10T14:18:51,229 DEBUG [RS_CLOSE_REGION-regionserver/b1c88e26310d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing cc02743189a55bfe369f2e4fc9b78f91, disabling compactions & flushes 2024-11-10T14:18:51,229 INFO [RS_CLOSE_REGION-regionserver/b1c88e26310d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,19999999,1731248239663.cc02743189a55bfe369f2e4fc9b78f91. 2024-11-10T14:18:51,229 DEBUG [RS_CLOSE_REGION-regionserver/b1c88e26310d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,19999999,1731248239663.cc02743189a55bfe369f2e4fc9b78f91. 2024-11-10T14:18:51,229 DEBUG [RS_CLOSE_REGION-regionserver/b1c88e26310d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,19999999,1731248239663.cc02743189a55bfe369f2e4fc9b78f91. after waiting 0 ms 2024-11-10T14:18:51,229 DEBUG [RS_CLOSE_REGION-regionserver/b1c88e26310d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,19999999,1731248239663.cc02743189a55bfe369f2e4fc9b78f91. 2024-11-10T14:18:51,229 DEBUG [RS_CLOSE_REGION-regionserver/b1c88e26310d:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:32833/user/jenkins/test-data/f5012b69-7985-d5f8-072c-ef7ee63e1635/data/default/SPTestTable/fef63842b357d8b2a47487d26f3d8356/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-11-10T14:18:51,230 INFO [RS_CLOSE_REGION-regionserver/b1c88e26310d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,7ffffffd,1731248239663.fef63842b357d8b2a47487d26f3d8356. 2024-11-10T14:18:51,230 DEBUG [RS_CLOSE_REGION-regionserver/b1c88e26310d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for fef63842b357d8b2a47487d26f3d8356: Waiting for close lock at 1731248331219Running coprocessor pre-close hooks at 1731248331219Disabling compacts and flushes for region at 1731248331219Disabling writes for close at 1731248331219Writing region close event to WAL at 1731248331222 (+3 ms)Running coprocessor post-close hooks at 1731248331230 (+8 ms)Closed at 1731248331230 2024-11-10T14:18:51,230 DEBUG [RS_CLOSE_REGION-regionserver/b1c88e26310d:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,7ffffffd,1731248239663.fef63842b357d8b2a47487d26f3d8356. 2024-11-10T14:18:51,231 INFO [RS_CLOSE_META-regionserver/b1c88e26310d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32833/user/jenkins/test-data/f5012b69-7985-d5f8-072c-ef7ee63e1635/data/hbase/meta/1588230740/info/90b5c0e68baa4f91b182616b143ed026, entries=24, sequenceid=37, filesize=8.3 K 2024-11-10T14:18:51,232 INFO [RS_CLOSE_META-regionserver/b1c88e26310d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.93 KB/2996, heapSize ~4.93 KB/5048, currentSize=0 B/0 for 1588230740 in 54ms, sequenceid=37, compaction requested=false 2024-11-10T14:18:51,234 DEBUG [RS_CLOSE_REGION-regionserver/b1c88e26310d:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:32833/user/jenkins/test-data/f5012b69-7985-d5f8-072c-ef7ee63e1635/data/default/SPTestTable/cc02743189a55bfe369f2e4fc9b78f91/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-11-10T14:18:51,235 INFO [RS_CLOSE_REGION-regionserver/b1c88e26310d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,19999999,1731248239663.cc02743189a55bfe369f2e4fc9b78f91. 2024-11-10T14:18:51,235 DEBUG [RS_CLOSE_REGION-regionserver/b1c88e26310d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for cc02743189a55bfe369f2e4fc9b78f91: Waiting for close lock at 1731248331229Running coprocessor pre-close hooks at 1731248331229Disabling compacts and flushes for region at 1731248331229Disabling writes for close at 1731248331229Writing region close event to WAL at 1731248331229Running coprocessor post-close hooks at 1731248331235 (+6 ms)Closed at 1731248331235 2024-11-10T14:18:51,235 DEBUG [RS_CLOSE_REGION-regionserver/b1c88e26310d:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,19999999,1731248239663.cc02743189a55bfe369f2e4fc9b78f91. 2024-11-10T14:18:51,235 DEBUG [RS_CLOSE_REGION-regionserver/b1c88e26310d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing ad55bd8d267edf11b509a2d43c040755, disabling compactions & flushes 2024-11-10T14:18:51,235 INFO [RS_CLOSE_REGION-regionserver/b1c88e26310d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,66666664,1731248239663.ad55bd8d267edf11b509a2d43c040755. 2024-11-10T14:18:51,235 DEBUG [RS_CLOSE_REGION-regionserver/b1c88e26310d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,66666664,1731248239663.ad55bd8d267edf11b509a2d43c040755. 2024-11-10T14:18:51,235 DEBUG [RS_CLOSE_REGION-regionserver/b1c88e26310d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,66666664,1731248239663.ad55bd8d267edf11b509a2d43c040755. after waiting 0 ms 2024-11-10T14:18:51,235 DEBUG [RS_CLOSE_REGION-regionserver/b1c88e26310d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,66666664,1731248239663.ad55bd8d267edf11b509a2d43c040755. 2024-11-10T14:18:51,238 DEBUG [RS_CLOSE_META-regionserver/b1c88e26310d:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:32833/user/jenkins/test-data/f5012b69-7985-d5f8-072c-ef7ee63e1635/data/hbase/meta/1588230740/recovered.edits/40.seqid, newMaxSeqId=40, maxSeqId=28 2024-11-10T14:18:51,238 DEBUG [RS_CLOSE_META-regionserver/b1c88e26310d:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-10T14:18:51,239 INFO [RS_CLOSE_META-regionserver/b1c88e26310d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-10T14:18:51,239 DEBUG [RS_CLOSE_META-regionserver/b1c88e26310d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731248331178Running coprocessor pre-close hooks at 1731248331178Disabling compacts and flushes for region at 1731248331178Disabling writes for close at 1731248331178Obtaining lock to block concurrent updates at 1731248331178Preparing flush snapshotting stores in 1588230740 at 1731248331178Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2996, getHeapSize=5768, getOffHeapSize=0, getCellsCount=24 at 1731248331179 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1731248331180 (+1 ms)Flushing 1588230740/info: creating writer at 1731248331180Flushing 1588230740/info: appending metadata at 1731248331190 (+10 ms)Flushing 1588230740/info: closing flushed file at 1731248331190Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@52acdb71: reopening flushed file at 1731248331221 (+31 ms)Finished flush of dataSize ~2.93 KB/2996, heapSize ~4.93 KB/5048, currentSize=0 B/0 for 1588230740 in 54ms, sequenceid=37, compaction requested=false at 1731248331232 (+11 ms)Writing region close event to WAL at 1731248331234 (+2 ms)Running coprocessor post-close hooks at 1731248331238 (+4 ms)Closed at 1731248331238 2024-11-10T14:18:51,239 DEBUG [RS_CLOSE_META-regionserver/b1c88e26310d:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-10T14:18:51,239 DEBUG [RS_CLOSE_REGION-regionserver/b1c88e26310d:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:32833/user/jenkins/test-data/f5012b69-7985-d5f8-072c-ef7ee63e1635/data/default/SPTestTable/ad55bd8d267edf11b509a2d43c040755/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-11-10T14:18:51,240 INFO [RS_CLOSE_REGION-regionserver/b1c88e26310d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,66666664,1731248239663.ad55bd8d267edf11b509a2d43c040755. 2024-11-10T14:18:51,240 DEBUG [RS_CLOSE_REGION-regionserver/b1c88e26310d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for ad55bd8d267edf11b509a2d43c040755: Waiting for close lock at 1731248331235Running coprocessor pre-close hooks at 1731248331235Disabling compacts and flushes for region at 1731248331235Disabling writes for close at 1731248331235Writing region close event to WAL at 1731248331235Running coprocessor post-close hooks at 1731248331240 (+5 ms)Closed at 1731248331240 2024-11-10T14:18:51,240 DEBUG [RS_CLOSE_REGION-regionserver/b1c88e26310d:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,66666664,1731248239663.ad55bd8d267edf11b509a2d43c040755. 2024-11-10T14:18:51,378 INFO [RS:1;b1c88e26310d:44601 {}] regionserver.HRegionServer(976): stopping server b1c88e26310d,44601,1731248227568; all regions closed. 2024-11-10T14:18:51,378 INFO [RS:0;b1c88e26310d:42203 {}] regionserver.HRegionServer(976): stopping server b1c88e26310d,42203,1731248227467; all regions closed. 2024-11-10T14:18:51,382 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39337 is added to blk_1073741859_1035 (size=4408) 2024-11-10T14:18:51,382 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39045 is added to blk_1073741859_1035 (size=4408) 2024-11-10T14:18:51,382 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39045 is added to blk_1073741834_1010 (size=2947) 2024-11-10T14:18:51,382 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41629 is added to blk_1073741834_1010 (size=2947) 2024-11-10T14:18:51,382 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41629 is added to blk_1073741859_1035 (size=4408) 2024-11-10T14:18:51,383 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39337 is added to blk_1073741834_1010 (size=2947) 2024-11-10T14:18:51,385 DEBUG [RS:1;b1c88e26310d:44601 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/f5012b69-7985-d5f8-072c-ef7ee63e1635/oldWALs 2024-11-10T14:18:51,385 INFO [RS:1;b1c88e26310d:44601 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL b1c88e26310d%2C44601%2C1731248227568:(num 1731248228931) 2024-11-10T14:18:51,385 DEBUG [RS:1;b1c88e26310d:44601 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T14:18:51,385 INFO [RS:1;b1c88e26310d:44601 {}] regionserver.LeaseManager(133): Closed leases 2024-11-10T14:18:51,386 DEBUG [RS:0;b1c88e26310d:42203 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/f5012b69-7985-d5f8-072c-ef7ee63e1635/oldWALs 2024-11-10T14:18:51,386 INFO [RS:1;b1c88e26310d:44601 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-10T14:18:51,386 INFO [RS:0;b1c88e26310d:42203 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL b1c88e26310d%2C42203%2C1731248227467.meta:.meta(num 1731248280177) 2024-11-10T14:18:51,386 INFO [RS:1;b1c88e26310d:44601 {}] hbase.ChoreService(370): Chore service for: regionserver/b1c88e26310d:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-10T14:18:51,386 INFO [RS:1;b1c88e26310d:44601 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-10T14:18:51,386 INFO [regionserver/b1c88e26310d:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-10T14:18:51,386 INFO [RS:1;b1c88e26310d:44601 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-10T14:18:51,386 INFO [RS:1;b1c88e26310d:44601 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-10T14:18:51,386 INFO [RS:1;b1c88e26310d:44601 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-10T14:18:51,387 INFO [RS:1;b1c88e26310d:44601 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:44601 2024-11-10T14:18:51,389 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41629 is added to blk_1073741833_1009 (size=4083) 2024-11-10T14:18:51,389 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39045 is added to blk_1073741833_1009 (size=4083) 2024-11-10T14:18:51,389 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40569-0x101023d693e0000, quorum=127.0.0.1:54833, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-10T14:18:51,389 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44601-0x101023d693e0002, quorum=127.0.0.1:54833, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/b1c88e26310d,44601,1731248227568 2024-11-10T14:18:51,389 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39337 is added to blk_1073741833_1009 (size=4083) 2024-11-10T14:18:51,389 INFO [RS:1;b1c88e26310d:44601 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-10T14:18:51,390 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [b1c88e26310d,44601,1731248227568] 2024-11-10T14:18:51,391 DEBUG [RS:0;b1c88e26310d:42203 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/f5012b69-7985-d5f8-072c-ef7ee63e1635/oldWALs 2024-11-10T14:18:51,392 INFO [RS:0;b1c88e26310d:42203 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL b1c88e26310d%2C42203%2C1731248227467:(num 1731248228931) 2024-11-10T14:18:51,392 DEBUG [RS:0;b1c88e26310d:42203 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T14:18:51,392 INFO [RS:0;b1c88e26310d:42203 {}] regionserver.LeaseManager(133): Closed leases 2024-11-10T14:18:51,392 INFO [RS:0;b1c88e26310d:42203 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-10T14:18:51,392 INFO [RS:0;b1c88e26310d:42203 {}] hbase.ChoreService(370): Chore service for: regionserver/b1c88e26310d:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-10T14:18:51,392 INFO [RS:0;b1c88e26310d:42203 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-10T14:18:51,392 INFO [regionserver/b1c88e26310d:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-10T14:18:51,392 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/b1c88e26310d,44601,1731248227568 already deleted, retry=false 2024-11-10T14:18:51,392 INFO [RS:0;b1c88e26310d:42203 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:42203 2024-11-10T14:18:51,394 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; b1c88e26310d,44601,1731248227568 expired; onlineServers=1 2024-11-10T14:18:51,396 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42203-0x101023d693e0001, quorum=127.0.0.1:54833, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/b1c88e26310d,42203,1731248227467 2024-11-10T14:18:51,396 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40569-0x101023d693e0000, quorum=127.0.0.1:54833, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-10T14:18:51,396 INFO [RS:0;b1c88e26310d:42203 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-10T14:18:51,397 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [b1c88e26310d,42203,1731248227467] 2024-11-10T14:18:51,398 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/b1c88e26310d,42203,1731248227467 already deleted, retry=false 2024-11-10T14:18:51,398 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; b1c88e26310d,42203,1731248227467 expired; onlineServers=0 2024-11-10T14:18:51,398 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'b1c88e26310d,40569,1731248226794' ***** 2024-11-10T14:18:51,398 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-10T14:18:51,398 INFO [M:0;b1c88e26310d:40569 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-10T14:18:51,398 INFO [M:0;b1c88e26310d:40569 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-10T14:18:51,398 DEBUG [M:0;b1c88e26310d:40569 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-10T14:18:51,399 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-10T14:18:51,399 DEBUG [M:0;b1c88e26310d:40569 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-10T14:18:51,399 DEBUG [master/b1c88e26310d:0:becomeActiveMaster-HFileCleaner.large.0-1731248228590 {}] cleaner.HFileCleaner(306): Exit Thread[master/b1c88e26310d:0:becomeActiveMaster-HFileCleaner.large.0-1731248228590,5,FailOnTimeoutGroup] 2024-11-10T14:18:51,399 DEBUG [master/b1c88e26310d:0:becomeActiveMaster-HFileCleaner.small.0-1731248228592 {}] cleaner.HFileCleaner(306): Exit Thread[master/b1c88e26310d:0:becomeActiveMaster-HFileCleaner.small.0-1731248228592,5,FailOnTimeoutGroup] 2024-11-10T14:18:51,399 INFO [M:0;b1c88e26310d:40569 {}] hbase.ChoreService(370): Chore service for: master/b1c88e26310d:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-10T14:18:51,399 INFO [M:0;b1c88e26310d:40569 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-10T14:18:51,399 DEBUG [M:0;b1c88e26310d:40569 {}] master.HMaster(1795): Stopping service threads 2024-11-10T14:18:51,399 INFO [M:0;b1c88e26310d:40569 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-10T14:18:51,399 INFO [M:0;b1c88e26310d:40569 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-10T14:18:51,399 ERROR [M:0;b1c88e26310d:40569 {}] procedure2.ProcedureExecutor(763): There are still active thread in group java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10], see STDOUT java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10] Thread[IPC Client (967957970) connection to localhost/127.0.0.1:32833 from jenkins,5,PEWorkerGroup] Thread[IPC Parameter Sending Thread for localhost/127.0.0.1:32833,5,PEWorkerGroup] 2024-11-10T14:18:51,400 INFO [M:0;b1c88e26310d:40569 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-10T14:18:51,400 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-10T14:18:51,401 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40569-0x101023d693e0000, quorum=127.0.0.1:54833, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master 2024-11-10T14:18:51,401 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40569-0x101023d693e0000, quorum=127.0.0.1:54833, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-10T14:18:51,401 DEBUG [M:0;b1c88e26310d:40569 {}] zookeeper.ZKUtil(347): master:40569-0x101023d693e0000, quorum=127.0.0.1:54833, baseZNode=/hbase Unable to get data of znode /hbase/master because node does not exist (not an error) 2024-11-10T14:18:51,402 WARN [M:0;b1c88e26310d:40569 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-10T14:18:51,402 INFO [M:0;b1c88e26310d:40569 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:32833/user/jenkins/test-data/f5012b69-7985-d5f8-072c-ef7ee63e1635/.lastflushedseqids 2024-11-10T14:18:51,418 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39337 is added to blk_1073741868_1044 (size=668) 2024-11-10T14:18:51,421 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39045 is added to blk_1073741868_1044 (size=668) 2024-11-10T14:18:51,421 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41629 is added to blk_1073741868_1044 (size=668) 2024-11-10T14:18:51,421 INFO [M:0;b1c88e26310d:40569 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-10T14:18:51,421 INFO [M:0;b1c88e26310d:40569 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-10T14:18:51,421 DEBUG [M:0;b1c88e26310d:40569 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-10T14:18:51,421 INFO [M:0;b1c88e26310d:40569 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T14:18:51,421 DEBUG [M:0;b1c88e26310d:40569 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T14:18:51,421 DEBUG [M:0;b1c88e26310d:40569 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-10T14:18:51,421 DEBUG [M:0;b1c88e26310d:40569 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T14:18:51,421 INFO [M:0;b1c88e26310d:40569 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=202.03 KB heapSize=250.88 KB 2024-11-10T14:18:51,439 DEBUG [M:0;b1c88e26310d:40569 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32833/user/jenkins/test-data/f5012b69-7985-d5f8-072c-ef7ee63e1635/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/888da8a9308c4adb8ceddb16e558df27 is 82, key is hbase:meta,,1/info:regioninfo/1731248280395/Put/seqid=0 2024-11-10T14:18:51,445 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39045 is added to blk_1073741869_1045 (size=6071) 2024-11-10T14:18:51,445 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39337 is added to blk_1073741869_1045 (size=6071) 2024-11-10T14:18:51,446 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41629 is added to blk_1073741869_1045 (size=6071) 2024-11-10T14:18:51,446 INFO [M:0;b1c88e26310d:40569 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1008 B at sequenceid=531 (bloomFilter=true), to=hdfs://localhost:32833/user/jenkins/test-data/f5012b69-7985-d5f8-072c-ef7ee63e1635/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/888da8a9308c4adb8ceddb16e558df27 2024-11-10T14:18:51,470 DEBUG [M:0;b1c88e26310d:40569 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32833/user/jenkins/test-data/f5012b69-7985-d5f8-072c-ef7ee63e1635/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/9f6382615bf34b5f8ac13a62acf6a568 is 1244, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1731248250556/Put/seqid=0 2024-11-10T14:18:51,477 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39045 is added to blk_1073741870_1046 (size=9043) 2024-11-10T14:18:51,477 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41629 is added to blk_1073741870_1046 (size=9043) 2024-11-10T14:18:51,478 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39337 is added to blk_1073741870_1046 (size=9043) 2024-11-10T14:18:51,478 INFO [M:0;b1c88e26310d:40569 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=200.81 KB at sequenceid=531 (bloomFilter=true), to=hdfs://localhost:32833/user/jenkins/test-data/f5012b69-7985-d5f8-072c-ef7ee63e1635/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/9f6382615bf34b5f8ac13a62acf6a568 2024-11-10T14:18:51,484 INFO [M:0;b1c88e26310d:40569 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 9f6382615bf34b5f8ac13a62acf6a568 2024-11-10T14:18:51,490 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44601-0x101023d693e0002, quorum=127.0.0.1:54833, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-10T14:18:51,491 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44601-0x101023d693e0002, quorum=127.0.0.1:54833, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-10T14:18:51,491 INFO [RS:1;b1c88e26310d:44601 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-10T14:18:51,491 INFO [RS:1;b1c88e26310d:44601 {}] regionserver.HRegionServer(1031): Exiting; stopping=b1c88e26310d,44601,1731248227568; zookeeper connection closed. 2024-11-10T14:18:51,491 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@643fb4a {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@643fb4a 2024-11-10T14:18:51,497 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42203-0x101023d693e0001, quorum=127.0.0.1:54833, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-10T14:18:51,497 INFO [RS:0;b1c88e26310d:42203 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-10T14:18:51,497 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42203-0x101023d693e0001, quorum=127.0.0.1:54833, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-10T14:18:51,497 INFO [RS:0;b1c88e26310d:42203 {}] regionserver.HRegionServer(1031): Exiting; stopping=b1c88e26310d,42203,1731248227467; zookeeper connection closed. 2024-11-10T14:18:51,498 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@5c9fdc66 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@5c9fdc66 2024-11-10T14:18:51,498 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 3 regionserver(s) complete 2024-11-10T14:18:51,501 DEBUG [M:0;b1c88e26310d:40569 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32833/user/jenkins/test-data/f5012b69-7985-d5f8-072c-ef7ee63e1635/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/6013c328418d45f2b49c5cdc9d55b7b9 is 69, key is b1c88e26310d,42203,1731248227467/rs:state/1731248228689/Put/seqid=0 2024-11-10T14:18:51,509 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39045 is added to blk_1073741871_1047 (size=5441) 2024-11-10T14:18:51,510 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41629 is added to blk_1073741871_1047 (size=5441) 2024-11-10T14:18:51,510 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39337 is added to blk_1073741871_1047 (size=5441) 2024-11-10T14:18:51,510 INFO [M:0;b1c88e26310d:40569 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=249 B at sequenceid=531 (bloomFilter=true), to=hdfs://localhost:32833/user/jenkins/test-data/f5012b69-7985-d5f8-072c-ef7ee63e1635/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/6013c328418d45f2b49c5cdc9d55b7b9 2024-11-10T14:18:51,517 INFO [M:0;b1c88e26310d:40569 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 6013c328418d45f2b49c5cdc9d55b7b9 2024-11-10T14:18:51,518 DEBUG [M:0;b1c88e26310d:40569 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32833/user/jenkins/test-data/f5012b69-7985-d5f8-072c-ef7ee63e1635/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/888da8a9308c4adb8ceddb16e558df27 as hdfs://localhost:32833/user/jenkins/test-data/f5012b69-7985-d5f8-072c-ef7ee63e1635/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/888da8a9308c4adb8ceddb16e558df27 2024-11-10T14:18:51,525 INFO [M:0;b1c88e26310d:40569 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32833/user/jenkins/test-data/f5012b69-7985-d5f8-072c-ef7ee63e1635/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/888da8a9308c4adb8ceddb16e558df27, entries=14, sequenceid=531, filesize=5.9 K 2024-11-10T14:18:51,526 DEBUG [M:0;b1c88e26310d:40569 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32833/user/jenkins/test-data/f5012b69-7985-d5f8-072c-ef7ee63e1635/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/9f6382615bf34b5f8ac13a62acf6a568 as hdfs://localhost:32833/user/jenkins/test-data/f5012b69-7985-d5f8-072c-ef7ee63e1635/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/9f6382615bf34b5f8ac13a62acf6a568 2024-11-10T14:18:51,533 INFO [M:0;b1c88e26310d:40569 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 9f6382615bf34b5f8ac13a62acf6a568 2024-11-10T14:18:51,533 INFO [M:0;b1c88e26310d:40569 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32833/user/jenkins/test-data/f5012b69-7985-d5f8-072c-ef7ee63e1635/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/9f6382615bf34b5f8ac13a62acf6a568, entries=58, sequenceid=531, filesize=8.8 K 2024-11-10T14:18:51,534 DEBUG [M:0;b1c88e26310d:40569 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32833/user/jenkins/test-data/f5012b69-7985-d5f8-072c-ef7ee63e1635/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/6013c328418d45f2b49c5cdc9d55b7b9 as hdfs://localhost:32833/user/jenkins/test-data/f5012b69-7985-d5f8-072c-ef7ee63e1635/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/6013c328418d45f2b49c5cdc9d55b7b9 2024-11-10T14:18:51,540 INFO [M:0;b1c88e26310d:40569 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 6013c328418d45f2b49c5cdc9d55b7b9 2024-11-10T14:18:51,540 INFO [M:0;b1c88e26310d:40569 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32833/user/jenkins/test-data/f5012b69-7985-d5f8-072c-ef7ee63e1635/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/6013c328418d45f2b49c5cdc9d55b7b9, entries=3, sequenceid=531, filesize=5.3 K 2024-11-10T14:18:51,541 INFO [M:0;b1c88e26310d:40569 {}] regionserver.HRegion(3140): Finished flush of dataSize ~202.03 KB/206883, heapSize ~250.59 KB/256600, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 120ms, sequenceid=531, compaction requested=false 2024-11-10T14:18:51,543 INFO [M:0;b1c88e26310d:40569 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T14:18:51,543 DEBUG [M:0;b1c88e26310d:40569 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731248331421Disabling compacts and flushes for region at 1731248331421Disabling writes for close at 1731248331421Obtaining lock to block concurrent updates at 1731248331421Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731248331421Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=206883, getHeapSize=256840, getOffHeapSize=0, getCellsCount=648 at 1731248331422 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731248331422Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731248331422Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731248331438 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731248331438Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731248331452 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731248331469 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731248331469Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731248331484 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731248331501 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731248331501Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3cfd5b81: reopening flushed file at 1731248331517 (+16 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@723b5622: reopening flushed file at 1731248331525 (+8 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1ba33c36: reopening flushed file at 1731248331533 (+8 ms)Finished flush of dataSize ~202.03 KB/206883, heapSize ~250.59 KB/256600, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 120ms, sequenceid=531, compaction requested=false at 1731248331541 (+8 ms)Writing region close event to WAL at 1731248331543 (+2 ms)Closed at 1731248331543 2024-11-10T14:18:51,546 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39045 is added to blk_1073741830_1006 (size=242285) 2024-11-10T14:18:51,547 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41629 is added to blk_1073741830_1006 (size=242285) 2024-11-10T14:18:51,547 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-10T14:18:51,547 INFO [M:0;b1c88e26310d:40569 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-10T14:18:51,547 INFO [M:0;b1c88e26310d:40569 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:40569 2024-11-10T14:18:51,548 INFO [M:0;b1c88e26310d:40569 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-10T14:18:51,553 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39337 is added to blk_1073741830_1006 (size=242285) 2024-11-10T14:18:51,649 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40569-0x101023d693e0000, quorum=127.0.0.1:54833, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-10T14:18:51,649 INFO [M:0;b1c88e26310d:40569 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-10T14:18:51,650 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40569-0x101023d693e0000, quorum=127.0.0.1:54833, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-10T14:18:51,655 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@1829d582{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-10T14:18:51,658 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@214e58f{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-10T14:18:51,658 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-10T14:18:51,658 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1b3a725b{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-10T14:18:51,659 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@290abb78{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5f205114-4e0e-e2d9-beed-f0252dcdbdbd/hadoop.log.dir/,STOPPED} 2024-11-10T14:18:51,661 WARN [BP-1867783892-172.17.0.2-1731248223793 heartbeating to localhost/127.0.0.1:32833 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-10T14:18:51,661 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-10T14:18:51,662 WARN [BP-1867783892-172.17.0.2-1731248223793 heartbeating to localhost/127.0.0.1:32833 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1867783892-172.17.0.2-1731248223793 (Datanode Uuid a99adbb6-c491-4106-9580-82058f029cee) service to localhost/127.0.0.1:32833 2024-11-10T14:18:51,662 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-10T14:18:51,663 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5f205114-4e0e-e2d9-beed-f0252dcdbdbd/cluster_ee7f82b2-bad7-707d-f309-56b7202446d4/data/data5/current/BP-1867783892-172.17.0.2-1731248223793 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-10T14:18:51,663 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5f205114-4e0e-e2d9-beed-f0252dcdbdbd/cluster_ee7f82b2-bad7-707d-f309-56b7202446d4/data/data6/current/BP-1867783892-172.17.0.2-1731248223793 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-10T14:18:51,664 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-10T14:18:51,666 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@733978e0{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-10T14:18:51,666 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@cec9164{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-10T14:18:51,666 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-10T14:18:51,666 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2267987d{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-10T14:18:51,666 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7ffd676e{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5f205114-4e0e-e2d9-beed-f0252dcdbdbd/hadoop.log.dir/,STOPPED} 2024-11-10T14:18:51,668 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-10T14:18:51,668 WARN [BP-1867783892-172.17.0.2-1731248223793 heartbeating to localhost/127.0.0.1:32833 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-10T14:18:51,668 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-10T14:18:51,668 WARN [BP-1867783892-172.17.0.2-1731248223793 heartbeating to localhost/127.0.0.1:32833 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1867783892-172.17.0.2-1731248223793 (Datanode Uuid d60085cc-378b-402d-a94d-ed0720d56004) service to localhost/127.0.0.1:32833 2024-11-10T14:18:51,669 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5f205114-4e0e-e2d9-beed-f0252dcdbdbd/cluster_ee7f82b2-bad7-707d-f309-56b7202446d4/data/data3/current/BP-1867783892-172.17.0.2-1731248223793 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-10T14:18:51,669 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5f205114-4e0e-e2d9-beed-f0252dcdbdbd/cluster_ee7f82b2-bad7-707d-f309-56b7202446d4/data/data4/current/BP-1867783892-172.17.0.2-1731248223793 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-10T14:18:51,669 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-10T14:18:51,671 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@3822facf{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-10T14:18:51,672 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@18c70438{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-10T14:18:51,672 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-10T14:18:51,672 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7f453cb9{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-10T14:18:51,672 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3bdaaf48{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5f205114-4e0e-e2d9-beed-f0252dcdbdbd/hadoop.log.dir/,STOPPED} 2024-11-10T14:18:51,673 WARN [BP-1867783892-172.17.0.2-1731248223793 heartbeating to localhost/127.0.0.1:32833 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-10T14:18:51,673 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-10T14:18:51,673 WARN [BP-1867783892-172.17.0.2-1731248223793 heartbeating to localhost/127.0.0.1:32833 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1867783892-172.17.0.2-1731248223793 (Datanode Uuid b8fb9a45-941a-410c-a39e-4cda40ec5b82) service to localhost/127.0.0.1:32833 2024-11-10T14:18:51,674 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-10T14:18:51,674 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5f205114-4e0e-e2d9-beed-f0252dcdbdbd/cluster_ee7f82b2-bad7-707d-f309-56b7202446d4/data/data1/current/BP-1867783892-172.17.0.2-1731248223793 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-10T14:18:51,674 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5f205114-4e0e-e2d9-beed-f0252dcdbdbd/cluster_ee7f82b2-bad7-707d-f309-56b7202446d4/data/data2/current/BP-1867783892-172.17.0.2-1731248223793 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-10T14:18:51,675 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-10T14:18:51,687 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@458e1c66{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-10T14:18:51,688 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@50e5d970{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-10T14:18:51,688 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-10T14:18:51,688 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6a9f9f29{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-10T14:18:51,688 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@379e5835{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5f205114-4e0e-e2d9-beed-f0252dcdbdbd/hadoop.log.dir/,STOPPED} 2024-11-10T14:18:51,701 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-10T14:18:51,746 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-10T14:18:51,756 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: master.procedure.TestSnapshotProcedureRSCrashes#testRegionServerCrashWhileTakingSnapshot Thread=93 (was 11) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-3 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: region-location-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test.named-queue-events-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) app//com.lmax.disruptor.BlockingWaitStrategy.waitFor(BlockingWaitStrategy.java:47) app//com.lmax.disruptor.ProcessingSequenceBarrier.waitFor(ProcessingSequenceBarrier.java:56) app//com.lmax.disruptor.BatchEventProcessor.processEvents(BatchEventProcessor.java:159) app//com.lmax.disruptor.BatchEventProcessor.run(BatchEventProcessor.java:125) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: master/b1c88e26310d:0:becomeActiveMaster-MemStoreChunkPool Statistics java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_OPEN_REGION-regionserver/b1c88e26310d:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-7-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-3 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkUntil(LockSupport.java:410) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1726) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:32833 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-5-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:32833 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-3-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-1-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-4-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:32833 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: SessionTracker java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.server.SessionTrackerImpl.run(SessionTrackerImpl.java:163) Potentially hanging thread: region-location-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-7-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-4 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: org.apache.hadoop.fs.FileSystem$Statistics$StatisticsDataReferenceCleaner java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:155) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:176) app//org.apache.hadoop.fs.FileSystem$Statistics$StatisticsDataReferenceCleaner.run(FileSystem.java:4171) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:32833 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-2-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: weak-ref-cleaner-strictcontextstorage java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:155) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:176) app//io.opentelemetry.context.StrictContextStorage$PendingScopes.run(StrictContextStorage.java:269) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-3-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-6 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: BootstrapNodeManager java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.1@localhost:32833 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-7-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-5-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Abort regionserver monitor java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: regionserver/b1c88e26310d:0.procedureResultReporter java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.regionserver.RemoteProcedureResultReporter.run(RemoteProcedureResultReporter.java:75) Potentially hanging thread: Timer for 'HBase' metrics system java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-5-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.0@localhost:32833 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:32833 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-6-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-2 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: SnapshotHandlerChoreCleaner java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-4-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-3-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Async-Client-Retry-Timer-pool-0 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.waitForNextTick(HashedWheelTimer.java:598) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:494) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Monitor thread for TaskMonitor java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hbase.monitoring.TaskMonitor$MonitorRunnable.run(TaskMonitor.java:325) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: region-location-4 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-3-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-2-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcClient-timer-pool-0 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.waitForNextTick(HashedWheelTimer.java:598) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:494) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-4-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: IPC Client (967957970) connection to localhost/127.0.0.1:32833 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-5 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (967957970) connection to localhost/127.0.0.1:32833 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: master/b1c88e26310d:0:becomeActiveMaster-MemStoreChunkPool Statistics java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-5-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-3-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-6-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: region-location-3 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.hdfs.PeerCache@6adaa897 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.PeerCache.run(PeerCache.java:253) app//org.apache.hadoop.hdfs.PeerCache.access$000(PeerCache.java:46) app//org.apache.hadoop.hdfs.PeerCache$1.run(PeerCache.java:124) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/b1c88e26310d:0.procedureResultReporter java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.regionserver.RemoteProcedureResultReporter.run(RemoteProcedureResultReporter.java:75) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-4-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-1-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/b1c88e26310d:0.Chore.1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-6-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: GcTimeMonitor obsWindow = 60000, sleepInterval = 5000, maxGcTimePerc = 100 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.util.GcTimeMonitor.run(GcTimeMonitor.java:161) Potentially hanging thread: IPC Client (967957970) connection to localhost/127.0.0.1:32833 from jenkins.hfs.0 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:32833 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-4-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: SSL Certificates Store Monitor java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:537) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-4-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-2-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-5-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Idle-Rpc-Conn-Sweeper-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HBase-Metrics2-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:32833 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-5-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_OPEN_META-regionserver/b1c88e26310d:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/b1c88e26310d:0.logRoller java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hbase.wal.AbstractWALRoller.run(AbstractWALRoller.java:180) Potentially hanging thread: IPC Client (967957970) connection to localhost/127.0.0.1:32833 from jenkins.hfs.1 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: region-location-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/b1c88e26310d:0.procedureResultReporter java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.regionserver.RemoteProcedureResultReporter.run(RemoteProcedureResultReporter.java:75) Potentially hanging thread: HMaster-EventLoopGroup-1-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-4 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-3-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=440 (was 285) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=51 (was 222), ProcessCount=11 (was 11), AvailableMemoryMB=9436 (was 10619) 2024-11-10T14:18:51,763 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: master.procedure.TestSnapshotProcedureRSCrashes#testRegionServerCrashWhileVerifyingSnapshot Thread=94, OpenFileDescriptor=440, MaxFileDescriptor=1048576, SystemLoadAverage=51, ProcessCount=11, AvailableMemoryMB=9436 2024-11-10T14:18:51,777 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5f205114-4e0e-e2d9-beed-f0252dcdbdbd/hadoop.log.dir so I do NOT create it in target/test-data/dd8aaadd-4938-99a2-1a85-c1cac01db14d 2024-11-10T14:18:51,777 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5f205114-4e0e-e2d9-beed-f0252dcdbdbd/hadoop.log.dir Erasing configuration value by system value. 2024-11-10T14:18:51,777 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5f205114-4e0e-e2d9-beed-f0252dcdbdbd/hadoop.tmp.dir so I do NOT create it in target/test-data/dd8aaadd-4938-99a2-1a85-c1cac01db14d 2024-11-10T14:18:51,777 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5f205114-4e0e-e2d9-beed-f0252dcdbdbd/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-10T14:18:51,777 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dd8aaadd-4938-99a2-1a85-c1cac01db14d 2024-11-10T14:18:51,777 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=3, rsPorts=, rsClass=null, numDataNodes=3, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-10T14:18:51,777 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dd8aaadd-4938-99a2-1a85-c1cac01db14d/cluster_254ef0b6-9d04-22bf-9946-9efa47f17e2b, deleteOnExit=true 2024-11-10T14:18:51,777 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-10T14:18:51,778 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dd8aaadd-4938-99a2-1a85-c1cac01db14d/test.cache.data in system properties and HBase conf 2024-11-10T14:18:51,778 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dd8aaadd-4938-99a2-1a85-c1cac01db14d/hadoop.tmp.dir in system properties and HBase conf 2024-11-10T14:18:51,778 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dd8aaadd-4938-99a2-1a85-c1cac01db14d/hadoop.log.dir in system properties and HBase conf 2024-11-10T14:18:51,778 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dd8aaadd-4938-99a2-1a85-c1cac01db14d/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-10T14:18:51,778 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dd8aaadd-4938-99a2-1a85-c1cac01db14d/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-10T14:18:51,778 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-10T14:18:51,778 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-10T14:18:51,778 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dd8aaadd-4938-99a2-1a85-c1cac01db14d/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-10T14:18:51,779 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dd8aaadd-4938-99a2-1a85-c1cac01db14d/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-10T14:18:51,779 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dd8aaadd-4938-99a2-1a85-c1cac01db14d/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-10T14:18:51,779 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dd8aaadd-4938-99a2-1a85-c1cac01db14d/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-10T14:18:51,779 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dd8aaadd-4938-99a2-1a85-c1cac01db14d/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-10T14:18:51,779 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dd8aaadd-4938-99a2-1a85-c1cac01db14d/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-10T14:18:51,779 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dd8aaadd-4938-99a2-1a85-c1cac01db14d/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-10T14:18:51,780 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dd8aaadd-4938-99a2-1a85-c1cac01db14d/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-10T14:18:51,780 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dd8aaadd-4938-99a2-1a85-c1cac01db14d/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-10T14:18:51,780 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dd8aaadd-4938-99a2-1a85-c1cac01db14d/nfs.dump.dir in system properties and HBase conf 2024-11-10T14:18:51,780 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dd8aaadd-4938-99a2-1a85-c1cac01db14d/java.io.tmpdir in system properties and HBase conf 2024-11-10T14:18:51,780 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dd8aaadd-4938-99a2-1a85-c1cac01db14d/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-10T14:18:51,780 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dd8aaadd-4938-99a2-1a85-c1cac01db14d/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-10T14:18:51,780 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dd8aaadd-4938-99a2-1a85-c1cac01db14d/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-10T14:18:51,867 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-10T14:18:51,872 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-10T14:18:51,873 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-10T14:18:51,873 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-10T14:18:51,873 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-10T14:18:51,874 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-10T14:18:51,875 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@15595558{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dd8aaadd-4938-99a2-1a85-c1cac01db14d/hadoop.log.dir/,AVAILABLE} 2024-11-10T14:18:51,875 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@34bf2558{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-10T14:18:51,990 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@567f4df1{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dd8aaadd-4938-99a2-1a85-c1cac01db14d/java.io.tmpdir/jetty-localhost-37763-hadoop-hdfs-3_4_1-tests_jar-_-any-17257183159987282240/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-10T14:18:51,991 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@4e0c0920{HTTP/1.1, (http/1.1)}{localhost:37763} 2024-11-10T14:18:51,991 INFO [Time-limited test {}] server.Server(415): Started @110125ms 2024-11-10T14:18:52,066 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-10T14:18:52,071 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-10T14:18:52,071 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-10T14:18:52,071 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-10T14:18:52,071 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-10T14:18:52,072 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2d0887c0{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dd8aaadd-4938-99a2-1a85-c1cac01db14d/hadoop.log.dir/,AVAILABLE} 2024-11-10T14:18:52,072 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@24e7d104{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-10T14:18:52,187 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@5b9a34bf{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dd8aaadd-4938-99a2-1a85-c1cac01db14d/java.io.tmpdir/jetty-localhost-34605-hadoop-hdfs-3_4_1-tests_jar-_-any-18019741813514648284/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-10T14:18:52,188 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@111f4353{HTTP/1.1, (http/1.1)}{localhost:34605} 2024-11-10T14:18:52,188 INFO [Time-limited test {}] server.Server(415): Started @110322ms 2024-11-10T14:18:52,189 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-10T14:18:52,226 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-10T14:18:52,229 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-10T14:18:52,229 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-10T14:18:52,229 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-10T14:18:52,230 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-10T14:18:52,230 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7de4ae7{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dd8aaadd-4938-99a2-1a85-c1cac01db14d/hadoop.log.dir/,AVAILABLE} 2024-11-10T14:18:52,231 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@538f2c1a{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-10T14:18:52,295 WARN [Thread-701 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dd8aaadd-4938-99a2-1a85-c1cac01db14d/cluster_254ef0b6-9d04-22bf-9946-9efa47f17e2b/data/data1/current/BP-467840990-172.17.0.2-1731248331807/current, will proceed with Du for space computation calculation, 2024-11-10T14:18:52,295 WARN [Thread-702 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dd8aaadd-4938-99a2-1a85-c1cac01db14d/cluster_254ef0b6-9d04-22bf-9946-9efa47f17e2b/data/data2/current/BP-467840990-172.17.0.2-1731248331807/current, will proceed with Du for space computation calculation, 2024-11-10T14:18:52,313 WARN [Thread-680 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-10T14:18:52,316 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x399e5a68c2d0b689 with lease ID 0x102b7d807db8d827: Processing first storage report for DS-8830403b-436e-4f69-b04d-0c0d3cccbf2d from datanode DatanodeRegistration(127.0.0.1:33511, datanodeUuid=0c2a3815-c705-48da-82bb-bae696670b2f, infoPort=40797, infoSecurePort=0, ipcPort=37183, storageInfo=lv=-57;cid=testClusterID;nsid=1936459811;c=1731248331807) 2024-11-10T14:18:52,316 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x399e5a68c2d0b689 with lease ID 0x102b7d807db8d827: from storage DS-8830403b-436e-4f69-b04d-0c0d3cccbf2d node DatanodeRegistration(127.0.0.1:33511, datanodeUuid=0c2a3815-c705-48da-82bb-bae696670b2f, infoPort=40797, infoSecurePort=0, ipcPort=37183, storageInfo=lv=-57;cid=testClusterID;nsid=1936459811;c=1731248331807), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-10T14:18:52,316 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x399e5a68c2d0b689 with lease ID 0x102b7d807db8d827: Processing first storage report for DS-49bd6126-587c-4c2f-9508-a2617a35d1f5 from datanode DatanodeRegistration(127.0.0.1:33511, datanodeUuid=0c2a3815-c705-48da-82bb-bae696670b2f, infoPort=40797, infoSecurePort=0, ipcPort=37183, storageInfo=lv=-57;cid=testClusterID;nsid=1936459811;c=1731248331807) 2024-11-10T14:18:52,316 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x399e5a68c2d0b689 with lease ID 0x102b7d807db8d827: from storage DS-49bd6126-587c-4c2f-9508-a2617a35d1f5 node DatanodeRegistration(127.0.0.1:33511, datanodeUuid=0c2a3815-c705-48da-82bb-bae696670b2f, infoPort=40797, infoSecurePort=0, ipcPort=37183, storageInfo=lv=-57;cid=testClusterID;nsid=1936459811;c=1731248331807), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-10T14:18:52,357 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@28799597{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dd8aaadd-4938-99a2-1a85-c1cac01db14d/java.io.tmpdir/jetty-localhost-38395-hadoop-hdfs-3_4_1-tests_jar-_-any-1260672017837516551/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-10T14:18:52,358 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@17341ff8{HTTP/1.1, (http/1.1)}{localhost:38395} 2024-11-10T14:18:52,358 INFO [Time-limited test {}] server.Server(415): Started @110492ms 2024-11-10T14:18:52,359 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-10T14:18:52,393 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-10T14:18:52,396 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-10T14:18:52,397 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-10T14:18:52,397 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-10T14:18:52,397 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-10T14:18:52,397 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@45fce292{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dd8aaadd-4938-99a2-1a85-c1cac01db14d/hadoop.log.dir/,AVAILABLE} 2024-11-10T14:18:52,398 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3a101649{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-10T14:18:52,453 WARN [Thread-736 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dd8aaadd-4938-99a2-1a85-c1cac01db14d/cluster_254ef0b6-9d04-22bf-9946-9efa47f17e2b/data/data3/current/BP-467840990-172.17.0.2-1731248331807/current, will proceed with Du for space computation calculation, 2024-11-10T14:18:52,453 WARN [Thread-737 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dd8aaadd-4938-99a2-1a85-c1cac01db14d/cluster_254ef0b6-9d04-22bf-9946-9efa47f17e2b/data/data4/current/BP-467840990-172.17.0.2-1731248331807/current, will proceed with Du for space computation calculation, 2024-11-10T14:18:52,471 WARN [Thread-716 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-10T14:18:52,474 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x699eba9a8af4b68f with lease ID 0x102b7d807db8d828: Processing first storage report for DS-03c62046-2a7a-42c9-8e4c-d56b075412f6 from datanode DatanodeRegistration(127.0.0.1:46685, datanodeUuid=d216b52c-a05b-4efd-8ca0-e2293c7bf99d, infoPort=41247, infoSecurePort=0, ipcPort=36543, storageInfo=lv=-57;cid=testClusterID;nsid=1936459811;c=1731248331807) 2024-11-10T14:18:52,474 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x699eba9a8af4b68f with lease ID 0x102b7d807db8d828: from storage DS-03c62046-2a7a-42c9-8e4c-d56b075412f6 node DatanodeRegistration(127.0.0.1:46685, datanodeUuid=d216b52c-a05b-4efd-8ca0-e2293c7bf99d, infoPort=41247, infoSecurePort=0, ipcPort=36543, storageInfo=lv=-57;cid=testClusterID;nsid=1936459811;c=1731248331807), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-10T14:18:52,474 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x699eba9a8af4b68f with lease ID 0x102b7d807db8d828: Processing first storage report for DS-bb74b0b7-b70c-41aa-9a15-873d78b4e879 from datanode DatanodeRegistration(127.0.0.1:46685, datanodeUuid=d216b52c-a05b-4efd-8ca0-e2293c7bf99d, infoPort=41247, infoSecurePort=0, ipcPort=36543, storageInfo=lv=-57;cid=testClusterID;nsid=1936459811;c=1731248331807) 2024-11-10T14:18:52,474 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x699eba9a8af4b68f with lease ID 0x102b7d807db8d828: from storage DS-bb74b0b7-b70c-41aa-9a15-873d78b4e879 node DatanodeRegistration(127.0.0.1:46685, datanodeUuid=d216b52c-a05b-4efd-8ca0-e2293c7bf99d, infoPort=41247, infoSecurePort=0, ipcPort=36543, storageInfo=lv=-57;cid=testClusterID;nsid=1936459811;c=1731248331807), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-10T14:18:52,514 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@7f15b096{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dd8aaadd-4938-99a2-1a85-c1cac01db14d/java.io.tmpdir/jetty-localhost-34587-hadoop-hdfs-3_4_1-tests_jar-_-any-8544067220346046780/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-10T14:18:52,514 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@3bb5bedf{HTTP/1.1, (http/1.1)}{localhost:34587} 2024-11-10T14:18:52,514 INFO [Time-limited test {}] server.Server(415): Started @110649ms 2024-11-10T14:18:52,516 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-10T14:18:52,614 WARN [Thread-762 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dd8aaadd-4938-99a2-1a85-c1cac01db14d/cluster_254ef0b6-9d04-22bf-9946-9efa47f17e2b/data/data5/current/BP-467840990-172.17.0.2-1731248331807/current, will proceed with Du for space computation calculation, 2024-11-10T14:18:52,614 WARN [Thread-763 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dd8aaadd-4938-99a2-1a85-c1cac01db14d/cluster_254ef0b6-9d04-22bf-9946-9efa47f17e2b/data/data6/current/BP-467840990-172.17.0.2-1731248331807/current, will proceed with Du for space computation calculation, 2024-11-10T14:18:52,631 WARN [Thread-751 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-10T14:18:52,634 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xcd31c00c1a0e8f6f with lease ID 0x102b7d807db8d829: Processing first storage report for DS-83ff58f2-b955-4a8c-9064-db169d0ea327 from datanode DatanodeRegistration(127.0.0.1:40377, datanodeUuid=753e4bd2-99ed-4b9c-a046-9f6c668dd094, infoPort=39763, infoSecurePort=0, ipcPort=41119, storageInfo=lv=-57;cid=testClusterID;nsid=1936459811;c=1731248331807) 2024-11-10T14:18:52,634 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xcd31c00c1a0e8f6f with lease ID 0x102b7d807db8d829: from storage DS-83ff58f2-b955-4a8c-9064-db169d0ea327 node DatanodeRegistration(127.0.0.1:40377, datanodeUuid=753e4bd2-99ed-4b9c-a046-9f6c668dd094, infoPort=39763, infoSecurePort=0, ipcPort=41119, storageInfo=lv=-57;cid=testClusterID;nsid=1936459811;c=1731248331807), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-10T14:18:52,634 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xcd31c00c1a0e8f6f with lease ID 0x102b7d807db8d829: Processing first storage report for DS-f743c146-543b-41b8-acff-f92f5cb5d22f from datanode DatanodeRegistration(127.0.0.1:40377, datanodeUuid=753e4bd2-99ed-4b9c-a046-9f6c668dd094, infoPort=39763, infoSecurePort=0, ipcPort=41119, storageInfo=lv=-57;cid=testClusterID;nsid=1936459811;c=1731248331807) 2024-11-10T14:18:52,634 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xcd31c00c1a0e8f6f with lease ID 0x102b7d807db8d829: from storage DS-f743c146-543b-41b8-acff-f92f5cb5d22f node DatanodeRegistration(127.0.0.1:40377, datanodeUuid=753e4bd2-99ed-4b9c-a046-9f6c668dd094, infoPort=39763, infoSecurePort=0, ipcPort=41119, storageInfo=lv=-57;cid=testClusterID;nsid=1936459811;c=1731248331807), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-10T14:18:52,641 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dd8aaadd-4938-99a2-1a85-c1cac01db14d 2024-11-10T14:18:52,643 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dd8aaadd-4938-99a2-1a85-c1cac01db14d/cluster_254ef0b6-9d04-22bf-9946-9efa47f17e2b/zookeeper_0, clientPort=56571, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dd8aaadd-4938-99a2-1a85-c1cac01db14d/cluster_254ef0b6-9d04-22bf-9946-9efa47f17e2b/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dd8aaadd-4938-99a2-1a85-c1cac01db14d/cluster_254ef0b6-9d04-22bf-9946-9efa47f17e2b/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-10T14:18:52,644 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=56571 2024-11-10T14:18:52,645 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T14:18:52,646 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T14:18:52,658 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33511 is added to blk_1073741825_1001 (size=7) 2024-11-10T14:18:52,658 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46685 is added to blk_1073741825_1001 (size=7) 2024-11-10T14:18:52,659 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40377 is added to blk_1073741825_1001 (size=7) 2024-11-10T14:18:52,660 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:38221/user/jenkins/test-data/43cfdc49-0f21-6e38-caa7-c182ad13690a with version=8 2024-11-10T14:18:52,660 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:38221/user/jenkins/test-data/43cfdc49-0f21-6e38-caa7-c182ad13690a/hbase-staging 2024-11-10T14:18:52,662 INFO [Time-limited test {}] client.ConnectionUtils(128): master/b1c88e26310d:0 server-side Connection retries=45 2024-11-10T14:18:52,662 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-10T14:18:52,662 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-10T14:18:52,662 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-10T14:18:52,662 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-10T14:18:52,662 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-10T14:18:52,662 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-10T14:18:52,663 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-10T14:18:52,663 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:45919 2024-11-10T14:18:52,664 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:45919 connecting to ZooKeeper ensemble=127.0.0.1:56571 2024-11-10T14:18:52,673 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:459190x0, quorum=127.0.0.1:56571, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-10T14:18:52,674 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:45919-0x101023f09f30000 connected 2024-11-10T14:18:52,691 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T14:18:52,692 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T14:18:52,694 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:45919-0x101023f09f30000, quorum=127.0.0.1:56571, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-10T14:18:52,694 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:38221/user/jenkins/test-data/43cfdc49-0f21-6e38-caa7-c182ad13690a, hbase.cluster.distributed=false 2024-11-10T14:18:52,696 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:45919-0x101023f09f30000, quorum=127.0.0.1:56571, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-10T14:18:52,696 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=45919 2024-11-10T14:18:52,696 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=45919 2024-11-10T14:18:52,698 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=45919 2024-11-10T14:18:52,700 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=45919 2024-11-10T14:18:52,701 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=45919 2024-11-10T14:18:52,718 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/b1c88e26310d:0 server-side Connection retries=45 2024-11-10T14:18:52,718 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-10T14:18:52,718 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-10T14:18:52,719 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-10T14:18:52,719 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-10T14:18:52,719 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-10T14:18:52,719 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-10T14:18:52,719 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-10T14:18:52,720 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:45297 2024-11-10T14:18:52,721 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:45297 connecting to ZooKeeper ensemble=127.0.0.1:56571 2024-11-10T14:18:52,722 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T14:18:52,724 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T14:18:52,729 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:452970x0, quorum=127.0.0.1:56571, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-10T14:18:52,730 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:452970x0, quorum=127.0.0.1:56571, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-10T14:18:52,730 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:45297-0x101023f09f30001 connected 2024-11-10T14:18:52,730 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-10T14:18:52,731 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-10T14:18:52,731 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:45297-0x101023f09f30001, quorum=127.0.0.1:56571, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-10T14:18:52,732 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:45297-0x101023f09f30001, quorum=127.0.0.1:56571, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-10T14:18:52,733 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=45297 2024-11-10T14:18:52,736 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=45297 2024-11-10T14:18:52,739 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=45297 2024-11-10T14:18:52,740 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=45297 2024-11-10T14:18:52,741 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=45297 2024-11-10T14:18:52,757 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/b1c88e26310d:0 server-side Connection retries=45 2024-11-10T14:18:52,757 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-10T14:18:52,757 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-10T14:18:52,757 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-10T14:18:52,757 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-10T14:18:52,757 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-10T14:18:52,757 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-10T14:18:52,757 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-10T14:18:52,758 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:39419 2024-11-10T14:18:52,759 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:39419 connecting to ZooKeeper ensemble=127.0.0.1:56571 2024-11-10T14:18:52,760 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T14:18:52,762 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T14:18:52,767 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:394190x0, quorum=127.0.0.1:56571, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-10T14:18:52,768 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:39419-0x101023f09f30002 connected 2024-11-10T14:18:52,768 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:39419-0x101023f09f30002, quorum=127.0.0.1:56571, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-10T14:18:52,768 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-10T14:18:52,769 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-10T14:18:52,770 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:39419-0x101023f09f30002, quorum=127.0.0.1:56571, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-10T14:18:52,771 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:39419-0x101023f09f30002, quorum=127.0.0.1:56571, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-10T14:18:52,772 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=39419 2024-11-10T14:18:52,773 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=39419 2024-11-10T14:18:52,773 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=39419 2024-11-10T14:18:52,773 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=39419 2024-11-10T14:18:52,774 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=39419 2024-11-10T14:18:52,794 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/b1c88e26310d:0 server-side Connection retries=45 2024-11-10T14:18:52,795 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-10T14:18:52,795 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-10T14:18:52,795 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-10T14:18:52,795 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-10T14:18:52,795 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-10T14:18:52,795 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-10T14:18:52,795 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-10T14:18:52,796 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:40107 2024-11-10T14:18:52,797 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:40107 connecting to ZooKeeper ensemble=127.0.0.1:56571 2024-11-10T14:18:52,798 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T14:18:52,799 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T14:18:52,803 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:401070x0, quorum=127.0.0.1:56571, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-10T14:18:52,803 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:40107-0x101023f09f30003 connected 2024-11-10T14:18:52,803 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:40107-0x101023f09f30003, quorum=127.0.0.1:56571, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-10T14:18:52,803 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-10T14:18:52,804 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-10T14:18:52,805 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:40107-0x101023f09f30003, quorum=127.0.0.1:56571, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-10T14:18:52,806 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:40107-0x101023f09f30003, quorum=127.0.0.1:56571, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-10T14:18:52,806 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=40107 2024-11-10T14:18:52,806 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=40107 2024-11-10T14:18:52,806 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=40107 2024-11-10T14:18:52,807 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=40107 2024-11-10T14:18:52,807 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=40107 2024-11-10T14:18:52,819 DEBUG [M:0;b1c88e26310d:45919 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;b1c88e26310d:45919 2024-11-10T14:18:52,819 INFO [master/b1c88e26310d:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /hbase/backup-masters/b1c88e26310d,45919,1731248332662 2024-11-10T14:18:52,821 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45919-0x101023f09f30000, quorum=127.0.0.1:56571, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-10T14:18:52,821 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45297-0x101023f09f30001, quorum=127.0.0.1:56571, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-10T14:18:52,821 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39419-0x101023f09f30002, quorum=127.0.0.1:56571, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-10T14:18:52,821 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40107-0x101023f09f30003, quorum=127.0.0.1:56571, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-10T14:18:52,822 DEBUG [master/b1c88e26310d:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:45919-0x101023f09f30000, quorum=127.0.0.1:56571, baseZNode=/hbase Set watcher on existing znode=/hbase/backup-masters/b1c88e26310d,45919,1731248332662 2024-11-10T14:18:52,824 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39419-0x101023f09f30002, quorum=127.0.0.1:56571, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-10T14:18:52,824 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45297-0x101023f09f30001, quorum=127.0.0.1:56571, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-10T14:18:52,824 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40107-0x101023f09f30003, quorum=127.0.0.1:56571, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-10T14:18:52,824 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39419-0x101023f09f30002, quorum=127.0.0.1:56571, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-10T14:18:52,824 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40107-0x101023f09f30003, quorum=127.0.0.1:56571, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-10T14:18:52,824 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45297-0x101023f09f30001, quorum=127.0.0.1:56571, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-10T14:18:52,824 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45919-0x101023f09f30000, quorum=127.0.0.1:56571, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-10T14:18:52,824 DEBUG [master/b1c88e26310d:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:45919-0x101023f09f30000, quorum=127.0.0.1:56571, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-11-10T14:18:52,825 INFO [master/b1c88e26310d:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /hbase/backup-masters/b1c88e26310d,45919,1731248332662 from backup master directory 2024-11-10T14:18:52,827 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45919-0x101023f09f30000, quorum=127.0.0.1:56571, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/backup-masters/b1c88e26310d,45919,1731248332662 2024-11-10T14:18:52,827 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40107-0x101023f09f30003, quorum=127.0.0.1:56571, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-10T14:18:52,827 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45919-0x101023f09f30000, quorum=127.0.0.1:56571, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-10T14:18:52,827 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39419-0x101023f09f30002, quorum=127.0.0.1:56571, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-10T14:18:52,828 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45297-0x101023f09f30001, quorum=127.0.0.1:56571, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-10T14:18:52,828 WARN [master/b1c88e26310d:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-10T14:18:52,828 INFO [master/b1c88e26310d:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=b1c88e26310d,45919,1731248332662 2024-11-10T14:18:52,833 DEBUG [master/b1c88e26310d:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:38221/user/jenkins/test-data/43cfdc49-0f21-6e38-caa7-c182ad13690a/hbase.id] with ID: 04ad598a-065c-49e8-a423-402c49087661 2024-11-10T14:18:52,833 DEBUG [master/b1c88e26310d:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:38221/user/jenkins/test-data/43cfdc49-0f21-6e38-caa7-c182ad13690a/.tmp/hbase.id 2024-11-10T14:18:52,840 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33511 is added to blk_1073741826_1002 (size=42) 2024-11-10T14:18:52,840 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40377 is added to blk_1073741826_1002 (size=42) 2024-11-10T14:18:52,841 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46685 is added to blk_1073741826_1002 (size=42) 2024-11-10T14:18:52,841 DEBUG [master/b1c88e26310d:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:38221/user/jenkins/test-data/43cfdc49-0f21-6e38-caa7-c182ad13690a/.tmp/hbase.id]:[hdfs://localhost:38221/user/jenkins/test-data/43cfdc49-0f21-6e38-caa7-c182ad13690a/hbase.id] 2024-11-10T14:18:52,856 INFO [master/b1c88e26310d:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T14:18:52,856 INFO [master/b1c88e26310d:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-10T14:18:52,857 INFO [master/b1c88e26310d:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-10T14:18:52,859 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39419-0x101023f09f30002, quorum=127.0.0.1:56571, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-10T14:18:52,859 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40107-0x101023f09f30003, quorum=127.0.0.1:56571, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-10T14:18:52,859 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45297-0x101023f09f30001, quorum=127.0.0.1:56571, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-10T14:18:52,859 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45919-0x101023f09f30000, quorum=127.0.0.1:56571, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-10T14:18:52,868 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33511 is added to blk_1073741827_1003 (size=196) 2024-11-10T14:18:52,868 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40377 is added to blk_1073741827_1003 (size=196) 2024-11-10T14:18:52,868 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46685 is added to blk_1073741827_1003 (size=196) 2024-11-10T14:18:52,869 INFO [master/b1c88e26310d:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-10T14:18:52,870 INFO [master/b1c88e26310d:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-10T14:18:52,870 INFO [master/b1c88e26310d:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-10T14:18:52,881 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46685 is added to blk_1073741828_1004 (size=1189) 2024-11-10T14:18:52,881 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33511 is added to blk_1073741828_1004 (size=1189) 2024-11-10T14:18:52,882 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40377 is added to blk_1073741828_1004 (size=1189) 2024-11-10T14:18:52,882 INFO [master/b1c88e26310d:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:38221/user/jenkins/test-data/43cfdc49-0f21-6e38-caa7-c182ad13690a/MasterData/data/master/store 2024-11-10T14:18:52,889 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33511 is added to blk_1073741829_1005 (size=34) 2024-11-10T14:18:52,889 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46685 is added to blk_1073741829_1005 (size=34) 2024-11-10T14:18:52,890 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40377 is added to blk_1073741829_1005 (size=34) 2024-11-10T14:18:52,890 DEBUG [master/b1c88e26310d:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T14:18:52,890 DEBUG [master/b1c88e26310d:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-10T14:18:52,890 INFO [master/b1c88e26310d:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T14:18:52,891 DEBUG [master/b1c88e26310d:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T14:18:52,891 DEBUG [master/b1c88e26310d:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-10T14:18:52,891 DEBUG [master/b1c88e26310d:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T14:18:52,891 INFO [master/b1c88e26310d:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T14:18:52,891 DEBUG [master/b1c88e26310d:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731248332890Disabling compacts and flushes for region at 1731248332890Disabling writes for close at 1731248332891 (+1 ms)Writing region close event to WAL at 1731248332891Closed at 1731248332891 2024-11-10T14:18:52,892 WARN [master/b1c88e26310d:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:38221/user/jenkins/test-data/43cfdc49-0f21-6e38-caa7-c182ad13690a/MasterData/data/master/store/.initializing 2024-11-10T14:18:52,892 DEBUG [master/b1c88e26310d:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:38221/user/jenkins/test-data/43cfdc49-0f21-6e38-caa7-c182ad13690a/MasterData/WALs/b1c88e26310d,45919,1731248332662 2024-11-10T14:18:52,893 INFO [master/b1c88e26310d:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-10T14:18:52,894 INFO [master/b1c88e26310d:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=b1c88e26310d%2C45919%2C1731248332662, suffix=, logDir=hdfs://localhost:38221/user/jenkins/test-data/43cfdc49-0f21-6e38-caa7-c182ad13690a/MasterData/WALs/b1c88e26310d,45919,1731248332662, archiveDir=hdfs://localhost:38221/user/jenkins/test-data/43cfdc49-0f21-6e38-caa7-c182ad13690a/MasterData/oldWALs, maxLogs=10 2024-11-10T14:18:52,909 DEBUG [master/b1c88e26310d:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/43cfdc49-0f21-6e38-caa7-c182ad13690a/MasterData/WALs/b1c88e26310d,45919,1731248332662/b1c88e26310d%2C45919%2C1731248332662.1731248332895, exclude list is [], retry=0 2024-11-10T14:18:52,911 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46685,DS-03c62046-2a7a-42c9-8e4c-d56b075412f6,DISK] 2024-11-10T14:18:52,912 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40377,DS-83ff58f2-b955-4a8c-9064-db169d0ea327,DISK] 2024-11-10T14:18:52,912 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33511,DS-8830403b-436e-4f69-b04d-0c0d3cccbf2d,DISK] 2024-11-10T14:18:52,914 INFO [master/b1c88e26310d:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/43cfdc49-0f21-6e38-caa7-c182ad13690a/MasterData/WALs/b1c88e26310d,45919,1731248332662/b1c88e26310d%2C45919%2C1731248332662.1731248332895 2024-11-10T14:18:52,914 DEBUG [master/b1c88e26310d:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41247:41247),(127.0.0.1/127.0.0.1:39763:39763),(127.0.0.1/127.0.0.1:40797:40797)] 2024-11-10T14:18:52,914 DEBUG [master/b1c88e26310d:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-10T14:18:52,914 DEBUG [master/b1c88e26310d:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T14:18:52,914 DEBUG [master/b1c88e26310d:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-10T14:18:52,914 DEBUG [master/b1c88e26310d:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-10T14:18:52,916 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-10T14:18:52,917 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-10T14:18:52,917 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T14:18:52,918 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T14:18:52,918 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-10T14:18:52,919 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-10T14:18:52,919 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T14:18:52,920 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T14:18:52,920 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-10T14:18:52,921 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-10T14:18:52,921 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T14:18:52,922 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T14:18:52,922 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-10T14:18:52,923 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-10T14:18:52,923 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T14:18:52,923 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T14:18:52,924 DEBUG [master/b1c88e26310d:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-10T14:18:52,924 DEBUG [master/b1c88e26310d:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38221/user/jenkins/test-data/43cfdc49-0f21-6e38-caa7-c182ad13690a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-10T14:18:52,925 DEBUG [master/b1c88e26310d:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38221/user/jenkins/test-data/43cfdc49-0f21-6e38-caa7-c182ad13690a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-10T14:18:52,926 DEBUG [master/b1c88e26310d:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-10T14:18:52,926 DEBUG [master/b1c88e26310d:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-10T14:18:52,926 DEBUG [master/b1c88e26310d:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-10T14:18:52,927 DEBUG [master/b1c88e26310d:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-10T14:18:52,929 DEBUG [master/b1c88e26310d:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38221/user/jenkins/test-data/43cfdc49-0f21-6e38-caa7-c182ad13690a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-10T14:18:52,930 INFO [master/b1c88e26310d:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=58847446, jitterRate=-0.12310472130775452}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-10T14:18:52,930 DEBUG [master/b1c88e26310d:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731248332914Initializing all the Stores at 1731248332915 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731248332915Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731248332916 (+1 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731248332916Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731248332916Cleaning up temporary data from old regions at 1731248332926 (+10 ms)Region opened successfully at 1731248332930 (+4 ms) 2024-11-10T14:18:52,931 INFO [master/b1c88e26310d:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-10T14:18:52,934 DEBUG [master/b1c88e26310d:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@37da7190, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=b1c88e26310d/172.17.0.2:0 2024-11-10T14:18:52,935 INFO [master/b1c88e26310d:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-10T14:18:52,935 INFO [master/b1c88e26310d:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-10T14:18:52,935 INFO [master/b1c88e26310d:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-10T14:18:52,935 INFO [master/b1c88e26310d:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-10T14:18:52,935 INFO [master/b1c88e26310d:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-10T14:18:52,936 INFO [master/b1c88e26310d:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-10T14:18:52,936 INFO [master/b1c88e26310d:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=128, operationDelay=10000 2024-11-10T14:18:52,938 INFO [master/b1c88e26310d:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-10T14:18:52,939 DEBUG [master/b1c88e26310d:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45919-0x101023f09f30000, quorum=127.0.0.1:56571, baseZNode=/hbase Unable to get data of znode /hbase/balancer because node does not exist (not necessarily an error) 2024-11-10T14:18:52,940 DEBUG [master/b1c88e26310d:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/balancer already deleted, retry=false 2024-11-10T14:18:52,940 INFO [master/b1c88e26310d:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-10T14:18:52,941 DEBUG [master/b1c88e26310d:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45919-0x101023f09f30000, quorum=127.0.0.1:56571, baseZNode=/hbase Unable to get data of znode /hbase/normalizer because node does not exist (not necessarily an error) 2024-11-10T14:18:52,942 DEBUG [master/b1c88e26310d:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/normalizer already deleted, retry=false 2024-11-10T14:18:52,942 INFO [master/b1c88e26310d:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-10T14:18:52,943 DEBUG [master/b1c88e26310d:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45919-0x101023f09f30000, quorum=127.0.0.1:56571, baseZNode=/hbase Unable to get data of znode /hbase/switch/split because node does not exist (not necessarily an error) 2024-11-10T14:18:52,946 DEBUG [master/b1c88e26310d:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/split already deleted, retry=false 2024-11-10T14:18:52,947 DEBUG [master/b1c88e26310d:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45919-0x101023f09f30000, quorum=127.0.0.1:56571, baseZNode=/hbase Unable to get data of znode /hbase/switch/merge because node does not exist (not necessarily an error) 2024-11-10T14:18:52,948 DEBUG [master/b1c88e26310d:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/merge already deleted, retry=false 2024-11-10T14:18:52,950 DEBUG [master/b1c88e26310d:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45919-0x101023f09f30000, quorum=127.0.0.1:56571, baseZNode=/hbase Unable to get data of znode /hbase/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-10T14:18:52,951 DEBUG [master/b1c88e26310d:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/snapshot-cleanup already deleted, retry=false 2024-11-10T14:18:52,953 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39419-0x101023f09f30002, quorum=127.0.0.1:56571, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-10T14:18:52,953 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40107-0x101023f09f30003, quorum=127.0.0.1:56571, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-10T14:18:52,953 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39419-0x101023f09f30002, quorum=127.0.0.1:56571, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-10T14:18:52,953 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40107-0x101023f09f30003, quorum=127.0.0.1:56571, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-10T14:18:52,953 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45919-0x101023f09f30000, quorum=127.0.0.1:56571, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-10T14:18:52,953 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45297-0x101023f09f30001, quorum=127.0.0.1:56571, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-10T14:18:52,953 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45919-0x101023f09f30000, quorum=127.0.0.1:56571, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-10T14:18:52,953 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45297-0x101023f09f30001, quorum=127.0.0.1:56571, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-10T14:18:52,953 INFO [master/b1c88e26310d:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=b1c88e26310d,45919,1731248332662, sessionid=0x101023f09f30000, setting cluster-up flag (Was=false) 2024-11-10T14:18:52,957 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40107-0x101023f09f30003, quorum=127.0.0.1:56571, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-10T14:18:52,957 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45919-0x101023f09f30000, quorum=127.0.0.1:56571, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-10T14:18:52,957 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45297-0x101023f09f30001, quorum=127.0.0.1:56571, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-10T14:18:52,957 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39419-0x101023f09f30002, quorum=127.0.0.1:56571, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-10T14:18:52,963 DEBUG [master/b1c88e26310d:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/flush-table-proc/acquired, /hbase/flush-table-proc/reached, /hbase/flush-table-proc/abort 2024-11-10T14:18:52,964 DEBUG [master/b1c88e26310d:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=b1c88e26310d,45919,1731248332662 2024-11-10T14:18:52,967 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45919-0x101023f09f30000, quorum=127.0.0.1:56571, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-10T14:18:52,967 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39419-0x101023f09f30002, quorum=127.0.0.1:56571, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-10T14:18:52,967 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45297-0x101023f09f30001, quorum=127.0.0.1:56571, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-10T14:18:52,967 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40107-0x101023f09f30003, quorum=127.0.0.1:56571, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-10T14:18:52,973 DEBUG [master/b1c88e26310d:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/online-snapshot/acquired, /hbase/online-snapshot/reached, /hbase/online-snapshot/abort 2024-11-10T14:18:52,974 DEBUG [master/b1c88e26310d:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=b1c88e26310d,45919,1731248332662 2024-11-10T14:18:52,975 INFO [master/b1c88e26310d:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:38221/user/jenkins/test-data/43cfdc49-0f21-6e38-caa7-c182ad13690a/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-10T14:18:52,977 DEBUG [master/b1c88e26310d:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-10T14:18:52,978 INFO [master/b1c88e26310d:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-10T14:18:52,978 INFO [master/b1c88e26310d:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-10T14:18:52,978 DEBUG [master/b1c88e26310d:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: b1c88e26310d,45919,1731248332662 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-10T14:18:52,979 DEBUG [master/b1c88e26310d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/b1c88e26310d:0, corePoolSize=5, maxPoolSize=5 2024-11-10T14:18:52,979 DEBUG [master/b1c88e26310d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/b1c88e26310d:0, corePoolSize=5, maxPoolSize=5 2024-11-10T14:18:52,979 DEBUG [master/b1c88e26310d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/b1c88e26310d:0, corePoolSize=5, maxPoolSize=5 2024-11-10T14:18:52,979 DEBUG [master/b1c88e26310d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/b1c88e26310d:0, corePoolSize=5, maxPoolSize=5 2024-11-10T14:18:52,979 DEBUG [master/b1c88e26310d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/b1c88e26310d:0, corePoolSize=10, maxPoolSize=10 2024-11-10T14:18:52,980 DEBUG [master/b1c88e26310d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/b1c88e26310d:0, corePoolSize=1, maxPoolSize=1 2024-11-10T14:18:52,980 DEBUG [master/b1c88e26310d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/b1c88e26310d:0, corePoolSize=2, maxPoolSize=2 2024-11-10T14:18:52,980 DEBUG [master/b1c88e26310d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/b1c88e26310d:0, corePoolSize=1, maxPoolSize=1 2024-11-10T14:18:52,981 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-10T14:18:52,981 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-10T14:18:52,982 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T14:18:52,982 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-10T14:18:52,985 INFO [master/b1c88e26310d:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731248362984 2024-11-10T14:18:52,985 INFO [master/b1c88e26310d:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-10T14:18:52,985 INFO [master/b1c88e26310d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-10T14:18:52,985 INFO [master/b1c88e26310d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-10T14:18:52,985 INFO [master/b1c88e26310d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-10T14:18:52,985 INFO [master/b1c88e26310d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-10T14:18:52,985 INFO [master/b1c88e26310d:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-10T14:18:52,988 INFO [master/b1c88e26310d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-10T14:18:52,991 INFO [master/b1c88e26310d:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-10T14:18:52,991 INFO [master/b1c88e26310d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-10T14:18:52,991 INFO [master/b1c88e26310d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-10T14:18:52,991 INFO [master/b1c88e26310d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-10T14:18:52,991 INFO [master/b1c88e26310d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-10T14:18:52,992 DEBUG [master/b1c88e26310d:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/b1c88e26310d:0:becomeActiveMaster-HFileCleaner.large.0-1731248332992,5,FailOnTimeoutGroup] 2024-11-10T14:18:52,993 DEBUG [master/b1c88e26310d:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/b1c88e26310d:0:becomeActiveMaster-HFileCleaner.small.0-1731248332992,5,FailOnTimeoutGroup] 2024-11-10T14:18:52,993 INFO [master/b1c88e26310d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-10T14:18:52,993 INFO [master/b1c88e26310d:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-10T14:18:52,993 INFO [master/b1c88e26310d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-10T14:18:52,993 INFO [master/b1c88e26310d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-10T14:18:52,999 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40377 is added to blk_1073741831_1007 (size=1321) 2024-11-10T14:18:52,999 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46685 is added to blk_1073741831_1007 (size=1321) 2024-11-10T14:18:52,999 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33511 is added to blk_1073741831_1007 (size=1321) 2024-11-10T14:18:53,000 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:38221/user/jenkins/test-data/43cfdc49-0f21-6e38-caa7-c182ad13690a/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-10T14:18:53,001 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:38221/user/jenkins/test-data/43cfdc49-0f21-6e38-caa7-c182ad13690a 2024-11-10T14:18:53,010 INFO [RS:0;b1c88e26310d:45297 {}] regionserver.HRegionServer(746): ClusterId : 04ad598a-065c-49e8-a423-402c49087661 2024-11-10T14:18:53,010 DEBUG [RS:0;b1c88e26310d:45297 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-10T14:18:53,010 INFO [RS:1;b1c88e26310d:39419 {}] regionserver.HRegionServer(746): ClusterId : 04ad598a-065c-49e8-a423-402c49087661 2024-11-10T14:18:53,010 INFO [RS:2;b1c88e26310d:40107 {}] regionserver.HRegionServer(746): ClusterId : 04ad598a-065c-49e8-a423-402c49087661 2024-11-10T14:18:53,010 DEBUG [RS:1;b1c88e26310d:39419 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-10T14:18:53,010 DEBUG [RS:2;b1c88e26310d:40107 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-10T14:18:53,012 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40377 is added to blk_1073741832_1008 (size=32) 2024-11-10T14:18:53,013 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46685 is added to blk_1073741832_1008 (size=32) 2024-11-10T14:18:53,013 DEBUG [RS:0;b1c88e26310d:45297 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-10T14:18:53,013 DEBUG [RS:0;b1c88e26310d:45297 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-10T14:18:53,014 DEBUG [RS:2;b1c88e26310d:40107 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-10T14:18:53,014 DEBUG [RS:1;b1c88e26310d:39419 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-10T14:18:53,014 DEBUG [RS:2;b1c88e26310d:40107 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-10T14:18:53,014 DEBUG [RS:1;b1c88e26310d:39419 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-10T14:18:53,014 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33511 is added to blk_1073741832_1008 (size=32) 2024-11-10T14:18:53,015 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T14:18:53,017 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-10T14:18:53,018 DEBUG [RS:0;b1c88e26310d:45297 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-10T14:18:53,018 DEBUG [RS:1;b1c88e26310d:39419 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-10T14:18:53,018 DEBUG [RS:0;b1c88e26310d:45297 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4100bf62, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=b1c88e26310d/172.17.0.2:0 2024-11-10T14:18:53,018 DEBUG [RS:1;b1c88e26310d:39419 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@42cad6c8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=b1c88e26310d/172.17.0.2:0 2024-11-10T14:18:53,018 DEBUG [RS:2;b1c88e26310d:40107 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-10T14:18:53,019 DEBUG [RS:2;b1c88e26310d:40107 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@11a19ebe, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=b1c88e26310d/172.17.0.2:0 2024-11-10T14:18:53,019 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-10T14:18:53,019 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T14:18:53,020 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T14:18:53,020 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-10T14:18:53,021 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-10T14:18:53,021 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T14:18:53,022 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T14:18:53,022 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-10T14:18:53,023 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-10T14:18:53,023 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T14:18:53,024 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T14:18:53,024 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-10T14:18:53,026 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-10T14:18:53,026 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T14:18:53,026 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T14:18:53,026 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-10T14:18:53,027 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38221/user/jenkins/test-data/43cfdc49-0f21-6e38-caa7-c182ad13690a/data/hbase/meta/1588230740 2024-11-10T14:18:53,028 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38221/user/jenkins/test-data/43cfdc49-0f21-6e38-caa7-c182ad13690a/data/hbase/meta/1588230740 2024-11-10T14:18:53,029 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-10T14:18:53,029 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-10T14:18:53,030 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-10T14:18:53,031 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-10T14:18:53,034 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38221/user/jenkins/test-data/43cfdc49-0f21-6e38-caa7-c182ad13690a/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-10T14:18:53,035 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68448953, jitterRate=0.019968882203102112}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-10T14:18:53,035 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731248333015Initializing all the Stores at 1731248333016 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731248333016Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731248333017 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731248333017Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731248333017Cleaning up temporary data from old regions at 1731248333029 (+12 ms)Region opened successfully at 1731248333035 (+6 ms) 2024-11-10T14:18:53,035 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-10T14:18:53,035 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-10T14:18:53,035 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-10T14:18:53,035 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-10T14:18:53,035 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-10T14:18:53,036 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-10T14:18:53,036 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731248333035Disabling compacts and flushes for region at 1731248333035Disabling writes for close at 1731248333035Writing region close event to WAL at 1731248333036 (+1 ms)Closed at 1731248333036 2024-11-10T14:18:53,036 DEBUG [RS:0;b1c88e26310d:45297 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;b1c88e26310d:45297 2024-11-10T14:18:53,036 INFO [RS:0;b1c88e26310d:45297 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-10T14:18:53,036 INFO [RS:0;b1c88e26310d:45297 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-10T14:18:53,036 DEBUG [RS:0;b1c88e26310d:45297 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-10T14:18:53,036 DEBUG [RS:1;b1c88e26310d:39419 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:1;b1c88e26310d:39419 2024-11-10T14:18:53,036 INFO [RS:1;b1c88e26310d:39419 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-10T14:18:53,036 INFO [RS:1;b1c88e26310d:39419 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-10T14:18:53,037 DEBUG [RS:1;b1c88e26310d:39419 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-10T14:18:53,037 DEBUG [RS:2;b1c88e26310d:40107 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:2;b1c88e26310d:40107 2024-11-10T14:18:53,037 INFO [RS:2;b1c88e26310d:40107 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-10T14:18:53,037 INFO [RS:2;b1c88e26310d:40107 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-10T14:18:53,037 DEBUG [RS:2;b1c88e26310d:40107 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-10T14:18:53,037 INFO [RS:2;b1c88e26310d:40107 {}] regionserver.HRegionServer(2659): reportForDuty to master=b1c88e26310d,45919,1731248332662 with port=40107, startcode=1731248332794 2024-11-10T14:18:53,037 INFO [RS:0;b1c88e26310d:45297 {}] regionserver.HRegionServer(2659): reportForDuty to master=b1c88e26310d,45919,1731248332662 with port=45297, startcode=1731248332718 2024-11-10T14:18:53,037 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-10T14:18:53,037 INFO [RS:1;b1c88e26310d:39419 {}] regionserver.HRegionServer(2659): reportForDuty to master=b1c88e26310d,45919,1731248332662 with port=39419, startcode=1731248332757 2024-11-10T14:18:53,037 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-10T14:18:53,038 DEBUG [RS:0;b1c88e26310d:45297 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-10T14:18:53,038 DEBUG [RS:1;b1c88e26310d:39419 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-10T14:18:53,038 DEBUG [RS:2;b1c88e26310d:40107 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-10T14:18:53,038 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-10T14:18:53,040 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-10T14:18:53,040 INFO [HMaster-EventLoopGroup-7-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56045, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.5 (auth:SIMPLE), service=RegionServerStatusService 2024-11-10T14:18:53,040 INFO [HMaster-EventLoopGroup-7-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37991, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.3 (auth:SIMPLE), service=RegionServerStatusService 2024-11-10T14:18:53,040 INFO [HMaster-EventLoopGroup-7-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42637, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.4 (auth:SIMPLE), service=RegionServerStatusService 2024-11-10T14:18:53,040 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=45919 {}] master.ServerManager(363): Checking decommissioned status of RegionServer b1c88e26310d,40107,1731248332794 2024-11-10T14:18:53,040 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=45919 {}] master.ServerManager(517): Registering regionserver=b1c88e26310d,40107,1731248332794 2024-11-10T14:18:53,041 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-10T14:18:53,041 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=45919 {}] master.ServerManager(363): Checking decommissioned status of RegionServer b1c88e26310d,39419,1731248332757 2024-11-10T14:18:53,042 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=45919 {}] master.ServerManager(517): Registering regionserver=b1c88e26310d,39419,1731248332757 2024-11-10T14:18:53,042 DEBUG [RS:2;b1c88e26310d:40107 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:38221/user/jenkins/test-data/43cfdc49-0f21-6e38-caa7-c182ad13690a 2024-11-10T14:18:53,042 DEBUG [RS:2;b1c88e26310d:40107 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:38221 2024-11-10T14:18:53,042 DEBUG [RS:2;b1c88e26310d:40107 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-10T14:18:53,042 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=45919 {}] master.ServerManager(363): Checking decommissioned status of RegionServer b1c88e26310d,45297,1731248332718 2024-11-10T14:18:53,043 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=45919 {}] master.ServerManager(517): Registering regionserver=b1c88e26310d,45297,1731248332718 2024-11-10T14:18:53,043 DEBUG [RS:1;b1c88e26310d:39419 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:38221/user/jenkins/test-data/43cfdc49-0f21-6e38-caa7-c182ad13690a 2024-11-10T14:18:53,043 DEBUG [RS:1;b1c88e26310d:39419 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:38221 2024-11-10T14:18:53,043 DEBUG [RS:1;b1c88e26310d:39419 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-10T14:18:53,044 DEBUG [RS:0;b1c88e26310d:45297 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:38221/user/jenkins/test-data/43cfdc49-0f21-6e38-caa7-c182ad13690a 2024-11-10T14:18:53,044 DEBUG [RS:0;b1c88e26310d:45297 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:38221 2024-11-10T14:18:53,044 DEBUG [RS:0;b1c88e26310d:45297 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-10T14:18:53,044 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45919-0x101023f09f30000, quorum=127.0.0.1:56571, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-10T14:18:53,050 DEBUG [RS:2;b1c88e26310d:40107 {}] zookeeper.ZKUtil(111): regionserver:40107-0x101023f09f30003, quorum=127.0.0.1:56571, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/b1c88e26310d,40107,1731248332794 2024-11-10T14:18:53,050 DEBUG [RS:1;b1c88e26310d:39419 {}] zookeeper.ZKUtil(111): regionserver:39419-0x101023f09f30002, quorum=127.0.0.1:56571, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/b1c88e26310d,39419,1731248332757 2024-11-10T14:18:53,050 WARN [RS:2;b1c88e26310d:40107 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-10T14:18:53,050 WARN [RS:1;b1c88e26310d:39419 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-10T14:18:53,050 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [b1c88e26310d,45297,1731248332718] 2024-11-10T14:18:53,050 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [b1c88e26310d,40107,1731248332794] 2024-11-10T14:18:53,050 INFO [RS:2;b1c88e26310d:40107 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-10T14:18:53,050 INFO [RS:1;b1c88e26310d:39419 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-10T14:18:53,050 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [b1c88e26310d,39419,1731248332757] 2024-11-10T14:18:53,050 DEBUG [RS:1;b1c88e26310d:39419 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:38221/user/jenkins/test-data/43cfdc49-0f21-6e38-caa7-c182ad13690a/WALs/b1c88e26310d,39419,1731248332757 2024-11-10T14:18:53,050 DEBUG [RS:2;b1c88e26310d:40107 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:38221/user/jenkins/test-data/43cfdc49-0f21-6e38-caa7-c182ad13690a/WALs/b1c88e26310d,40107,1731248332794 2024-11-10T14:18:53,050 DEBUG [RS:0;b1c88e26310d:45297 {}] zookeeper.ZKUtil(111): regionserver:45297-0x101023f09f30001, quorum=127.0.0.1:56571, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/b1c88e26310d,45297,1731248332718 2024-11-10T14:18:53,050 WARN [RS:0;b1c88e26310d:45297 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-10T14:18:53,050 INFO [RS:0;b1c88e26310d:45297 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-10T14:18:53,050 DEBUG [RS:0;b1c88e26310d:45297 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:38221/user/jenkins/test-data/43cfdc49-0f21-6e38-caa7-c182ad13690a/WALs/b1c88e26310d,45297,1731248332718 2024-11-10T14:18:53,054 INFO [RS:2;b1c88e26310d:40107 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-10T14:18:53,054 INFO [RS:1;b1c88e26310d:39419 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-10T14:18:53,055 INFO [RS:0;b1c88e26310d:45297 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-10T14:18:53,055 INFO [RS:2;b1c88e26310d:40107 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-10T14:18:53,056 INFO [RS:2;b1c88e26310d:40107 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-10T14:18:53,056 INFO [RS:2;b1c88e26310d:40107 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-10T14:18:53,056 INFO [RS:2;b1c88e26310d:40107 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-10T14:18:53,057 INFO [RS:2;b1c88e26310d:40107 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-10T14:18:53,057 INFO [RS:1;b1c88e26310d:39419 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-10T14:18:53,057 INFO [RS:2;b1c88e26310d:40107 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-10T14:18:53,058 DEBUG [RS:2;b1c88e26310d:40107 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/b1c88e26310d:0, corePoolSize=1, maxPoolSize=1 2024-11-10T14:18:53,058 DEBUG [RS:2;b1c88e26310d:40107 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/b1c88e26310d:0, corePoolSize=1, maxPoolSize=1 2024-11-10T14:18:53,058 INFO [RS:1;b1c88e26310d:39419 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-10T14:18:53,058 DEBUG [RS:2;b1c88e26310d:40107 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/b1c88e26310d:0, corePoolSize=1, maxPoolSize=1 2024-11-10T14:18:53,058 INFO [RS:1;b1c88e26310d:39419 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-10T14:18:53,058 DEBUG [RS:2;b1c88e26310d:40107 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/b1c88e26310d:0, corePoolSize=1, maxPoolSize=1 2024-11-10T14:18:53,058 DEBUG [RS:2;b1c88e26310d:40107 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/b1c88e26310d:0, corePoolSize=1, maxPoolSize=1 2024-11-10T14:18:53,058 DEBUG [RS:2;b1c88e26310d:40107 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/b1c88e26310d:0, corePoolSize=2, maxPoolSize=2 2024-11-10T14:18:53,058 INFO [RS:1;b1c88e26310d:39419 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-10T14:18:53,058 DEBUG [RS:2;b1c88e26310d:40107 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/b1c88e26310d:0, corePoolSize=1, maxPoolSize=1 2024-11-10T14:18:53,058 DEBUG [RS:2;b1c88e26310d:40107 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/b1c88e26310d:0, corePoolSize=1, maxPoolSize=1 2024-11-10T14:18:53,058 DEBUG [RS:2;b1c88e26310d:40107 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/b1c88e26310d:0, corePoolSize=1, maxPoolSize=1 2024-11-10T14:18:53,058 DEBUG [RS:2;b1c88e26310d:40107 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/b1c88e26310d:0, corePoolSize=1, maxPoolSize=1 2024-11-10T14:18:53,058 DEBUG [RS:2;b1c88e26310d:40107 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/b1c88e26310d:0, corePoolSize=1, maxPoolSize=1 2024-11-10T14:18:53,058 DEBUG [RS:2;b1c88e26310d:40107 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/b1c88e26310d:0, corePoolSize=1, maxPoolSize=1 2024-11-10T14:18:53,059 DEBUG [RS:2;b1c88e26310d:40107 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/b1c88e26310d:0, corePoolSize=3, maxPoolSize=3 2024-11-10T14:18:53,059 DEBUG [RS:2;b1c88e26310d:40107 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/b1c88e26310d:0, corePoolSize=3, maxPoolSize=3 2024-11-10T14:18:53,059 INFO [RS:1;b1c88e26310d:39419 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-10T14:18:53,059 INFO [RS:1;b1c88e26310d:39419 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-10T14:18:53,059 DEBUG [RS:1;b1c88e26310d:39419 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/b1c88e26310d:0, corePoolSize=1, maxPoolSize=1 2024-11-10T14:18:53,059 DEBUG [RS:1;b1c88e26310d:39419 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/b1c88e26310d:0, corePoolSize=1, maxPoolSize=1 2024-11-10T14:18:53,059 DEBUG [RS:1;b1c88e26310d:39419 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/b1c88e26310d:0, corePoolSize=1, maxPoolSize=1 2024-11-10T14:18:53,059 DEBUG [RS:1;b1c88e26310d:39419 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/b1c88e26310d:0, corePoolSize=1, maxPoolSize=1 2024-11-10T14:18:53,059 DEBUG [RS:1;b1c88e26310d:39419 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/b1c88e26310d:0, corePoolSize=1, maxPoolSize=1 2024-11-10T14:18:53,059 DEBUG [RS:1;b1c88e26310d:39419 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/b1c88e26310d:0, corePoolSize=2, maxPoolSize=2 2024-11-10T14:18:53,060 DEBUG [RS:1;b1c88e26310d:39419 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/b1c88e26310d:0, corePoolSize=1, maxPoolSize=1 2024-11-10T14:18:53,060 DEBUG [RS:1;b1c88e26310d:39419 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/b1c88e26310d:0, corePoolSize=1, maxPoolSize=1 2024-11-10T14:18:53,060 DEBUG [RS:1;b1c88e26310d:39419 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/b1c88e26310d:0, corePoolSize=1, maxPoolSize=1 2024-11-10T14:18:53,060 DEBUG [RS:1;b1c88e26310d:39419 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/b1c88e26310d:0, corePoolSize=1, maxPoolSize=1 2024-11-10T14:18:53,060 DEBUG [RS:1;b1c88e26310d:39419 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/b1c88e26310d:0, corePoolSize=1, maxPoolSize=1 2024-11-10T14:18:53,060 DEBUG [RS:1;b1c88e26310d:39419 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/b1c88e26310d:0, corePoolSize=1, maxPoolSize=1 2024-11-10T14:18:53,060 DEBUG [RS:1;b1c88e26310d:39419 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/b1c88e26310d:0, corePoolSize=3, maxPoolSize=3 2024-11-10T14:18:53,060 DEBUG [RS:1;b1c88e26310d:39419 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/b1c88e26310d:0, corePoolSize=3, maxPoolSize=3 2024-11-10T14:18:53,063 INFO [RS:0;b1c88e26310d:45297 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-10T14:18:53,064 INFO [RS:0;b1c88e26310d:45297 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-10T14:18:53,065 INFO [RS:0;b1c88e26310d:45297 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-10T14:18:53,065 INFO [RS:0;b1c88e26310d:45297 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-10T14:18:53,065 INFO [RS:2;b1c88e26310d:40107 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-10T14:18:53,065 INFO [RS:2;b1c88e26310d:40107 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-10T14:18:53,065 INFO [RS:2;b1c88e26310d:40107 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-10T14:18:53,065 INFO [RS:2;b1c88e26310d:40107 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-10T14:18:53,065 INFO [RS:2;b1c88e26310d:40107 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-10T14:18:53,065 INFO [RS:2;b1c88e26310d:40107 {}] hbase.ChoreService(168): Chore ScheduledChore name=b1c88e26310d,40107,1731248332794-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-10T14:18:53,065 INFO [RS:0;b1c88e26310d:45297 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-10T14:18:53,065 INFO [RS:0;b1c88e26310d:45297 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-10T14:18:53,066 DEBUG [RS:0;b1c88e26310d:45297 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/b1c88e26310d:0, corePoolSize=1, maxPoolSize=1 2024-11-10T14:18:53,066 DEBUG [RS:0;b1c88e26310d:45297 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/b1c88e26310d:0, corePoolSize=1, maxPoolSize=1 2024-11-10T14:18:53,066 DEBUG [RS:0;b1c88e26310d:45297 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/b1c88e26310d:0, corePoolSize=1, maxPoolSize=1 2024-11-10T14:18:53,066 DEBUG [RS:0;b1c88e26310d:45297 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/b1c88e26310d:0, corePoolSize=1, maxPoolSize=1 2024-11-10T14:18:53,066 DEBUG [RS:0;b1c88e26310d:45297 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/b1c88e26310d:0, corePoolSize=1, maxPoolSize=1 2024-11-10T14:18:53,066 DEBUG [RS:0;b1c88e26310d:45297 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/b1c88e26310d:0, corePoolSize=2, maxPoolSize=2 2024-11-10T14:18:53,066 DEBUG [RS:0;b1c88e26310d:45297 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/b1c88e26310d:0, corePoolSize=1, maxPoolSize=1 2024-11-10T14:18:53,066 DEBUG [RS:0;b1c88e26310d:45297 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/b1c88e26310d:0, corePoolSize=1, maxPoolSize=1 2024-11-10T14:18:53,066 DEBUG [RS:0;b1c88e26310d:45297 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/b1c88e26310d:0, corePoolSize=1, maxPoolSize=1 2024-11-10T14:18:53,066 DEBUG [RS:0;b1c88e26310d:45297 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/b1c88e26310d:0, corePoolSize=1, maxPoolSize=1 2024-11-10T14:18:53,066 DEBUG [RS:0;b1c88e26310d:45297 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/b1c88e26310d:0, corePoolSize=1, maxPoolSize=1 2024-11-10T14:18:53,066 DEBUG [RS:0;b1c88e26310d:45297 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/b1c88e26310d:0, corePoolSize=1, maxPoolSize=1 2024-11-10T14:18:53,066 DEBUG [RS:0;b1c88e26310d:45297 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/b1c88e26310d:0, corePoolSize=3, maxPoolSize=3 2024-11-10T14:18:53,066 DEBUG [RS:0;b1c88e26310d:45297 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/b1c88e26310d:0, corePoolSize=3, maxPoolSize=3 2024-11-10T14:18:53,068 INFO [RS:1;b1c88e26310d:39419 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-10T14:18:53,068 INFO [RS:1;b1c88e26310d:39419 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-10T14:18:53,068 INFO [RS:1;b1c88e26310d:39419 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-10T14:18:53,068 INFO [RS:1;b1c88e26310d:39419 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-10T14:18:53,068 INFO [RS:1;b1c88e26310d:39419 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-10T14:18:53,068 INFO [RS:1;b1c88e26310d:39419 {}] hbase.ChoreService(168): Chore ScheduledChore name=b1c88e26310d,39419,1731248332757-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-10T14:18:53,070 INFO [RS:0;b1c88e26310d:45297 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-10T14:18:53,070 INFO [RS:0;b1c88e26310d:45297 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-10T14:18:53,070 INFO [RS:0;b1c88e26310d:45297 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-10T14:18:53,070 INFO [RS:0;b1c88e26310d:45297 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-10T14:18:53,070 INFO [RS:0;b1c88e26310d:45297 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-10T14:18:53,070 INFO [RS:0;b1c88e26310d:45297 {}] hbase.ChoreService(168): Chore ScheduledChore name=b1c88e26310d,45297,1731248332718-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-10T14:18:53,085 INFO [RS:2;b1c88e26310d:40107 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-10T14:18:53,085 INFO [RS:2;b1c88e26310d:40107 {}] hbase.ChoreService(168): Chore ScheduledChore name=b1c88e26310d,40107,1731248332794-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-10T14:18:53,085 INFO [RS:2;b1c88e26310d:40107 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T14:18:53,085 INFO [RS:2;b1c88e26310d:40107 {}] regionserver.Replication(171): b1c88e26310d,40107,1731248332794 started 2024-11-10T14:18:53,086 INFO [RS:0;b1c88e26310d:45297 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-10T14:18:53,086 INFO [RS:0;b1c88e26310d:45297 {}] hbase.ChoreService(168): Chore ScheduledChore name=b1c88e26310d,45297,1731248332718-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-10T14:18:53,086 INFO [RS:0;b1c88e26310d:45297 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T14:18:53,086 INFO [RS:0;b1c88e26310d:45297 {}] regionserver.Replication(171): b1c88e26310d,45297,1731248332718 started 2024-11-10T14:18:53,089 INFO [RS:1;b1c88e26310d:39419 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-10T14:18:53,089 INFO [RS:1;b1c88e26310d:39419 {}] hbase.ChoreService(168): Chore ScheduledChore name=b1c88e26310d,39419,1731248332757-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-10T14:18:53,089 INFO [RS:1;b1c88e26310d:39419 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T14:18:53,089 INFO [RS:1;b1c88e26310d:39419 {}] regionserver.Replication(171): b1c88e26310d,39419,1731248332757 started 2024-11-10T14:18:53,101 INFO [RS:0;b1c88e26310d:45297 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T14:18:53,101 INFO [RS:2;b1c88e26310d:40107 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T14:18:53,101 INFO [RS:0;b1c88e26310d:45297 {}] regionserver.HRegionServer(1482): Serving as b1c88e26310d,45297,1731248332718, RpcServer on b1c88e26310d/172.17.0.2:45297, sessionid=0x101023f09f30001 2024-11-10T14:18:53,101 INFO [RS:2;b1c88e26310d:40107 {}] regionserver.HRegionServer(1482): Serving as b1c88e26310d,40107,1731248332794, RpcServer on b1c88e26310d/172.17.0.2:40107, sessionid=0x101023f09f30003 2024-11-10T14:18:53,101 DEBUG [RS:0;b1c88e26310d:45297 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-10T14:18:53,101 DEBUG [RS:0;b1c88e26310d:45297 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager b1c88e26310d,45297,1731248332718 2024-11-10T14:18:53,101 DEBUG [RS:2;b1c88e26310d:40107 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-10T14:18:53,101 DEBUG [RS:0;b1c88e26310d:45297 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'b1c88e26310d,45297,1731248332718' 2024-11-10T14:18:53,101 DEBUG [RS:2;b1c88e26310d:40107 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager b1c88e26310d,40107,1731248332794 2024-11-10T14:18:53,101 DEBUG [RS:0;b1c88e26310d:45297 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-10T14:18:53,101 DEBUG [RS:2;b1c88e26310d:40107 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'b1c88e26310d,40107,1731248332794' 2024-11-10T14:18:53,101 DEBUG [RS:2;b1c88e26310d:40107 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-10T14:18:53,102 DEBUG [RS:0;b1c88e26310d:45297 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-10T14:18:53,102 DEBUG [RS:2;b1c88e26310d:40107 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-10T14:18:53,102 DEBUG [RS:0;b1c88e26310d:45297 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-10T14:18:53,102 DEBUG [RS:2;b1c88e26310d:40107 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-10T14:18:53,102 DEBUG [RS:0;b1c88e26310d:45297 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-10T14:18:53,102 DEBUG [RS:2;b1c88e26310d:40107 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-10T14:18:53,102 DEBUG [RS:0;b1c88e26310d:45297 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager b1c88e26310d,45297,1731248332718 2024-11-10T14:18:53,102 DEBUG [RS:2;b1c88e26310d:40107 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager b1c88e26310d,40107,1731248332794 2024-11-10T14:18:53,102 DEBUG [RS:0;b1c88e26310d:45297 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'b1c88e26310d,45297,1731248332718' 2024-11-10T14:18:53,102 DEBUG [RS:2;b1c88e26310d:40107 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'b1c88e26310d,40107,1731248332794' 2024-11-10T14:18:53,102 DEBUG [RS:0;b1c88e26310d:45297 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-10T14:18:53,102 DEBUG [RS:2;b1c88e26310d:40107 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-10T14:18:53,103 DEBUG [RS:2;b1c88e26310d:40107 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-10T14:18:53,103 DEBUG [RS:0;b1c88e26310d:45297 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-10T14:18:53,103 INFO [RS:1;b1c88e26310d:39419 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T14:18:53,103 INFO [RS:1;b1c88e26310d:39419 {}] regionserver.HRegionServer(1482): Serving as b1c88e26310d,39419,1731248332757, RpcServer on b1c88e26310d/172.17.0.2:39419, sessionid=0x101023f09f30002 2024-11-10T14:18:53,103 DEBUG [RS:2;b1c88e26310d:40107 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-10T14:18:53,103 INFO [RS:2;b1c88e26310d:40107 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-10T14:18:53,103 DEBUG [RS:0;b1c88e26310d:45297 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-10T14:18:53,103 INFO [RS:2;b1c88e26310d:40107 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-10T14:18:53,103 INFO [RS:0;b1c88e26310d:45297 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-10T14:18:53,103 DEBUG [RS:1;b1c88e26310d:39419 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-10T14:18:53,104 INFO [RS:0;b1c88e26310d:45297 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-10T14:18:53,104 DEBUG [RS:1;b1c88e26310d:39419 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager b1c88e26310d,39419,1731248332757 2024-11-10T14:18:53,104 DEBUG [RS:1;b1c88e26310d:39419 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'b1c88e26310d,39419,1731248332757' 2024-11-10T14:18:53,104 DEBUG [RS:1;b1c88e26310d:39419 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-10T14:18:53,104 DEBUG [RS:1;b1c88e26310d:39419 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-10T14:18:53,105 DEBUG [RS:1;b1c88e26310d:39419 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-10T14:18:53,105 DEBUG [RS:1;b1c88e26310d:39419 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-10T14:18:53,105 DEBUG [RS:1;b1c88e26310d:39419 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager b1c88e26310d,39419,1731248332757 2024-11-10T14:18:53,105 DEBUG [RS:1;b1c88e26310d:39419 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'b1c88e26310d,39419,1731248332757' 2024-11-10T14:18:53,105 DEBUG [RS:1;b1c88e26310d:39419 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-10T14:18:53,105 DEBUG [RS:1;b1c88e26310d:39419 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-10T14:18:53,105 DEBUG [RS:1;b1c88e26310d:39419 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-10T14:18:53,106 INFO [RS:1;b1c88e26310d:39419 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-10T14:18:53,106 INFO [RS:1;b1c88e26310d:39419 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-10T14:18:53,191 WARN [b1c88e26310d:45919 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions. 2024-11-10T14:18:53,204 INFO [RS:0;b1c88e26310d:45297 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-10T14:18:53,204 INFO [RS:2;b1c88e26310d:40107 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-10T14:18:53,206 INFO [RS:1;b1c88e26310d:39419 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-10T14:18:53,206 INFO [RS:0;b1c88e26310d:45297 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=b1c88e26310d%2C45297%2C1731248332718, suffix=, logDir=hdfs://localhost:38221/user/jenkins/test-data/43cfdc49-0f21-6e38-caa7-c182ad13690a/WALs/b1c88e26310d,45297,1731248332718, archiveDir=hdfs://localhost:38221/user/jenkins/test-data/43cfdc49-0f21-6e38-caa7-c182ad13690a/oldWALs, maxLogs=32 2024-11-10T14:18:53,206 INFO [RS:2;b1c88e26310d:40107 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=b1c88e26310d%2C40107%2C1731248332794, suffix=, logDir=hdfs://localhost:38221/user/jenkins/test-data/43cfdc49-0f21-6e38-caa7-c182ad13690a/WALs/b1c88e26310d,40107,1731248332794, archiveDir=hdfs://localhost:38221/user/jenkins/test-data/43cfdc49-0f21-6e38-caa7-c182ad13690a/oldWALs, maxLogs=32 2024-11-10T14:18:53,207 INFO [RS:1;b1c88e26310d:39419 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=b1c88e26310d%2C39419%2C1731248332757, suffix=, logDir=hdfs://localhost:38221/user/jenkins/test-data/43cfdc49-0f21-6e38-caa7-c182ad13690a/WALs/b1c88e26310d,39419,1731248332757, archiveDir=hdfs://localhost:38221/user/jenkins/test-data/43cfdc49-0f21-6e38-caa7-c182ad13690a/oldWALs, maxLogs=32 2024-11-10T14:18:53,225 DEBUG [RS:1;b1c88e26310d:39419 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/43cfdc49-0f21-6e38-caa7-c182ad13690a/WALs/b1c88e26310d,39419,1731248332757/b1c88e26310d%2C39419%2C1731248332757.1731248333211, exclude list is [], retry=0 2024-11-10T14:18:53,229 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33511,DS-8830403b-436e-4f69-b04d-0c0d3cccbf2d,DISK] 2024-11-10T14:18:53,229 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46685,DS-03c62046-2a7a-42c9-8e4c-d56b075412f6,DISK] 2024-11-10T14:18:53,229 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40377,DS-83ff58f2-b955-4a8c-9064-db169d0ea327,DISK] 2024-11-10T14:18:53,230 DEBUG [RS:0;b1c88e26310d:45297 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/43cfdc49-0f21-6e38-caa7-c182ad13690a/WALs/b1c88e26310d,45297,1731248332718/b1c88e26310d%2C45297%2C1731248332718.1731248333211, exclude list is [], retry=0 2024-11-10T14:18:53,231 INFO [RS:1;b1c88e26310d:39419 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/43cfdc49-0f21-6e38-caa7-c182ad13690a/WALs/b1c88e26310d,39419,1731248332757/b1c88e26310d%2C39419%2C1731248332757.1731248333211 2024-11-10T14:18:53,232 DEBUG [RS:2;b1c88e26310d:40107 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/43cfdc49-0f21-6e38-caa7-c182ad13690a/WALs/b1c88e26310d,40107,1731248332794/b1c88e26310d%2C40107%2C1731248332794.1731248333211, exclude list is [], retry=0 2024-11-10T14:18:53,232 DEBUG [RS:1;b1c88e26310d:39419 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40797:40797),(127.0.0.1/127.0.0.1:39763:39763),(127.0.0.1/127.0.0.1:41247:41247)] 2024-11-10T14:18:53,233 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46685,DS-03c62046-2a7a-42c9-8e4c-d56b075412f6,DISK] 2024-11-10T14:18:53,233 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33511,DS-8830403b-436e-4f69-b04d-0c0d3cccbf2d,DISK] 2024-11-10T14:18:53,234 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40377,DS-83ff58f2-b955-4a8c-9064-db169d0ea327,DISK] 2024-11-10T14:18:53,235 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40377,DS-83ff58f2-b955-4a8c-9064-db169d0ea327,DISK] 2024-11-10T14:18:53,235 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46685,DS-03c62046-2a7a-42c9-8e4c-d56b075412f6,DISK] 2024-11-10T14:18:53,235 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33511,DS-8830403b-436e-4f69-b04d-0c0d3cccbf2d,DISK] 2024-11-10T14:18:53,241 INFO [RS:0;b1c88e26310d:45297 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/43cfdc49-0f21-6e38-caa7-c182ad13690a/WALs/b1c88e26310d,45297,1731248332718/b1c88e26310d%2C45297%2C1731248332718.1731248333211 2024-11-10T14:18:53,241 INFO [RS:2;b1c88e26310d:40107 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/43cfdc49-0f21-6e38-caa7-c182ad13690a/WALs/b1c88e26310d,40107,1731248332794/b1c88e26310d%2C40107%2C1731248332794.1731248333211 2024-11-10T14:18:53,243 DEBUG [RS:0;b1c88e26310d:45297 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39763:39763),(127.0.0.1/127.0.0.1:41247:41247),(127.0.0.1/127.0.0.1:40797:40797)] 2024-11-10T14:18:53,244 DEBUG [RS:2;b1c88e26310d:40107 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40797:40797),(127.0.0.1/127.0.0.1:39763:39763),(127.0.0.1/127.0.0.1:41247:41247)] 2024-11-10T14:18:53,441 DEBUG [b1c88e26310d:45919 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=3, allServersCount=3 2024-11-10T14:18:53,442 DEBUG [b1c88e26310d:45919 {}] balancer.BalancerClusterState(204): Hosts are {b1c88e26310d=0} racks are {/default-rack=0} 2024-11-10T14:18:53,444 DEBUG [b1c88e26310d:45919 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-11-10T14:18:53,444 DEBUG [b1c88e26310d:45919 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-11-10T14:18:53,444 DEBUG [b1c88e26310d:45919 {}] balancer.BalancerClusterState(303): server 2 has 0 regions 2024-11-10T14:18:53,444 DEBUG [b1c88e26310d:45919 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-11-10T14:18:53,444 DEBUG [b1c88e26310d:45919 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-11-10T14:18:53,444 DEBUG [b1c88e26310d:45919 {}] balancer.BalancerClusterState(310): server 2 is on host 0 2024-11-10T14:18:53,444 INFO [b1c88e26310d:45919 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-11-10T14:18:53,444 INFO [b1c88e26310d:45919 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-11-10T14:18:53,444 INFO [b1c88e26310d:45919 {}] balancer.BalancerClusterState(321): server 2 is on rack 0 2024-11-10T14:18:53,444 DEBUG [b1c88e26310d:45919 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-11-10T14:18:53,444 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=b1c88e26310d,45297,1731248332718 2024-11-10T14:18:53,445 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as b1c88e26310d,45297,1731248332718, state=OPENING 2024-11-10T14:18:53,447 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-10T14:18:53,448 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45919-0x101023f09f30000, quorum=127.0.0.1:56571, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-10T14:18:53,448 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39419-0x101023f09f30002, quorum=127.0.0.1:56571, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-10T14:18:53,448 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45297-0x101023f09f30001, quorum=127.0.0.1:56571, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-10T14:18:53,448 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40107-0x101023f09f30003, quorum=127.0.0.1:56571, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-10T14:18:53,449 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-10T14:18:53,449 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=b1c88e26310d,45297,1731248332718}] 2024-11-10T14:18:53,449 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-10T14:18:53,449 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-10T14:18:53,449 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-10T14:18:53,449 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-10T14:18:56,194 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T14:18:56,204 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T14:18:56,204 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T14:18:56,710 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-10T14:18:56,711 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T14:18:56,729 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T14:18:56,729 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T14:19:03,451 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-10T14:19:03,453 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51815, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-10T14:19:03,458 INFO [RS_OPEN_META-regionserver/b1c88e26310d:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-10T14:19:03,458 INFO [RS_OPEN_META-regionserver/b1c88e26310d:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-10T14:19:03,458 INFO [RS_OPEN_META-regionserver/b1c88e26310d:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-10T14:19:03,460 INFO [RS_OPEN_META-regionserver/b1c88e26310d:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=b1c88e26310d%2C45297%2C1731248332718.meta, suffix=.meta, logDir=hdfs://localhost:38221/user/jenkins/test-data/43cfdc49-0f21-6e38-caa7-c182ad13690a/WALs/b1c88e26310d,45297,1731248332718, archiveDir=hdfs://localhost:38221/user/jenkins/test-data/43cfdc49-0f21-6e38-caa7-c182ad13690a/oldWALs, maxLogs=32 2024-11-10T14:19:03,475 DEBUG [RS_OPEN_META-regionserver/b1c88e26310d:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/43cfdc49-0f21-6e38-caa7-c182ad13690a/WALs/b1c88e26310d,45297,1731248332718/b1c88e26310d%2C45297%2C1731248332718.meta.1731248343460.meta, exclude list is [], retry=0 2024-11-10T14:19:03,477 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46685,DS-03c62046-2a7a-42c9-8e4c-d56b075412f6,DISK] 2024-11-10T14:19:03,477 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33511,DS-8830403b-436e-4f69-b04d-0c0d3cccbf2d,DISK] 2024-11-10T14:19:03,477 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40377,DS-83ff58f2-b955-4a8c-9064-db169d0ea327,DISK] 2024-11-10T14:19:03,485 INFO [RS_OPEN_META-regionserver/b1c88e26310d:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/43cfdc49-0f21-6e38-caa7-c182ad13690a/WALs/b1c88e26310d,45297,1731248332718/b1c88e26310d%2C45297%2C1731248332718.meta.1731248343460.meta 2024-11-10T14:19:03,485 DEBUG [RS_OPEN_META-regionserver/b1c88e26310d:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41247:41247),(127.0.0.1/127.0.0.1:40797:40797),(127.0.0.1/127.0.0.1:39763:39763)] 2024-11-10T14:19:03,485 DEBUG [RS_OPEN_META-regionserver/b1c88e26310d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-10T14:19:03,485 DEBUG [RS_OPEN_META-regionserver/b1c88e26310d:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-10T14:19:03,485 DEBUG [RS_OPEN_META-regionserver/b1c88e26310d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-10T14:19:03,485 INFO [RS_OPEN_META-regionserver/b1c88e26310d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-10T14:19:03,486 DEBUG [RS_OPEN_META-regionserver/b1c88e26310d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-10T14:19:03,486 DEBUG [RS_OPEN_META-regionserver/b1c88e26310d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T14:19:03,486 DEBUG [RS_OPEN_META-regionserver/b1c88e26310d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-10T14:19:03,486 DEBUG [RS_OPEN_META-regionserver/b1c88e26310d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-10T14:19:03,487 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-10T14:19:03,488 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-10T14:19:03,488 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T14:19:03,489 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T14:19:03,489 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-10T14:19:03,489 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-10T14:19:03,490 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T14:19:03,490 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T14:19:03,490 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-10T14:19:03,491 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-10T14:19:03,491 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T14:19:03,491 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T14:19:03,491 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-10T14:19:03,492 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-10T14:19:03,492 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T14:19:03,493 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T14:19:03,493 DEBUG [RS_OPEN_META-regionserver/b1c88e26310d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-10T14:19:03,493 DEBUG [RS_OPEN_META-regionserver/b1c88e26310d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38221/user/jenkins/test-data/43cfdc49-0f21-6e38-caa7-c182ad13690a/data/hbase/meta/1588230740 2024-11-10T14:19:03,495 DEBUG [RS_OPEN_META-regionserver/b1c88e26310d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38221/user/jenkins/test-data/43cfdc49-0f21-6e38-caa7-c182ad13690a/data/hbase/meta/1588230740 2024-11-10T14:19:03,496 DEBUG [RS_OPEN_META-regionserver/b1c88e26310d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-10T14:19:03,496 DEBUG [RS_OPEN_META-regionserver/b1c88e26310d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-10T14:19:03,496 DEBUG [RS_OPEN_META-regionserver/b1c88e26310d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-10T14:19:03,498 DEBUG [RS_OPEN_META-regionserver/b1c88e26310d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-10T14:19:03,498 INFO [RS_OPEN_META-regionserver/b1c88e26310d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70228527, jitterRate=0.04648660123348236}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-10T14:19:03,499 DEBUG [RS_OPEN_META-regionserver/b1c88e26310d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-10T14:19:03,499 DEBUG [RS_OPEN_META-regionserver/b1c88e26310d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731248343486Writing region info on filesystem at 1731248343486Initializing all the Stores at 1731248343487 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731248343487Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731248343487Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731248343487Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731248343487Cleaning up temporary data from old regions at 1731248343496 (+9 ms)Running coprocessor post-open hooks at 1731248343499 (+3 ms)Region opened successfully at 1731248343499 2024-11-10T14:19:03,500 INFO [RS_OPEN_META-regionserver/b1c88e26310d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731248343451 2024-11-10T14:19:03,502 DEBUG [RS_OPEN_META-regionserver/b1c88e26310d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-10T14:19:03,502 INFO [RS_OPEN_META-regionserver/b1c88e26310d:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-10T14:19:03,502 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=b1c88e26310d,45297,1731248332718 2024-11-10T14:19:03,503 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as b1c88e26310d,45297,1731248332718, state=OPEN 2024-11-10T14:19:03,504 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39419-0x101023f09f30002, quorum=127.0.0.1:56571, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-10T14:19:03,504 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45919-0x101023f09f30000, quorum=127.0.0.1:56571, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-10T14:19:03,504 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40107-0x101023f09f30003, quorum=127.0.0.1:56571, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-10T14:19:03,505 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=b1c88e26310d,45297,1731248332718 2024-11-10T14:19:03,505 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-10T14:19:03,505 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-10T14:19:03,505 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45297-0x101023f09f30001, quorum=127.0.0.1:56571, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-10T14:19:03,505 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-10T14:19:03,505 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-10T14:19:03,507 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-10T14:19:03,507 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=b1c88e26310d,45297,1731248332718 in 10.0560 sec 2024-11-10T14:19:03,509 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-10T14:19:03,509 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 10.4690 sec 2024-11-10T14:19:03,510 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-10T14:19:03,510 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-10T14:19:03,512 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-10T14:19:03,512 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b1c88e26310d,45297,1731248332718, seqNum=-1] 2024-11-10T14:19:03,512 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-10T14:19:03,514 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38615, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-10T14:19:03,518 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 10.5410 sec 2024-11-10T14:19:03,519 INFO [master/b1c88e26310d:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731248343518, completionTime=-1 2024-11-10T14:19:03,519 INFO [master/b1c88e26310d:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=3; waited=0ms, expected min=3 server(s), max=3 server(s), master is running 2024-11-10T14:19:03,519 DEBUG [master/b1c88e26310d:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-10T14:19:03,520 INFO [master/b1c88e26310d:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=3 2024-11-10T14:19:03,520 INFO [master/b1c88e26310d:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731248403520 2024-11-10T14:19:03,521 INFO [master/b1c88e26310d:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731248463521 2024-11-10T14:19:03,521 INFO [master/b1c88e26310d:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 1 msec 2024-11-10T14:19:03,521 INFO [master/b1c88e26310d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b1c88e26310d,45919,1731248332662-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-10T14:19:03,521 INFO [master/b1c88e26310d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b1c88e26310d,45919,1731248332662-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T14:19:03,521 INFO [master/b1c88e26310d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b1c88e26310d,45919,1731248332662-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T14:19:03,521 INFO [master/b1c88e26310d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-b1c88e26310d:45919, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T14:19:03,521 INFO [master/b1c88e26310d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-10T14:19:03,521 INFO [master/b1c88e26310d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-10T14:19:03,523 DEBUG [master/b1c88e26310d:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-10T14:19:03,525 INFO [master/b1c88e26310d:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 10.697sec 2024-11-10T14:19:03,525 INFO [master/b1c88e26310d:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-10T14:19:03,525 INFO [master/b1c88e26310d:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-10T14:19:03,525 INFO [master/b1c88e26310d:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-10T14:19:03,525 INFO [master/b1c88e26310d:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-10T14:19:03,525 INFO [master/b1c88e26310d:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-10T14:19:03,525 INFO [master/b1c88e26310d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b1c88e26310d,45919,1731248332662-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-10T14:19:03,525 INFO [master/b1c88e26310d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b1c88e26310d,45919,1731248332662-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-10T14:19:03,528 DEBUG [master/b1c88e26310d:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-10T14:19:03,528 INFO [master/b1c88e26310d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-10T14:19:03,528 INFO [master/b1c88e26310d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b1c88e26310d,45919,1731248332662-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T14:19:03,618 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7c8e8fd5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T14:19:03,618 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request b1c88e26310d,45919,-1 for getting cluster id 2024-11-10T14:19:03,618 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-10T14:19:03,620 DEBUG [HMaster-EventLoopGroup-7-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '04ad598a-065c-49e8-a423-402c49087661' 2024-11-10T14:19:03,620 DEBUG [RPCClient-NioEventLoopGroup-6-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-10T14:19:03,621 DEBUG [RPCClient-NioEventLoopGroup-6-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "04ad598a-065c-49e8-a423-402c49087661" 2024-11-10T14:19:03,621 DEBUG [RPCClient-NioEventLoopGroup-6-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@50538fa0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T14:19:03,621 DEBUG [RPCClient-NioEventLoopGroup-6-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b1c88e26310d,45919,-1] 2024-11-10T14:19:03,622 DEBUG [RPCClient-NioEventLoopGroup-6-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-10T14:19:03,622 DEBUG [RPCClient-NioEventLoopGroup-6-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T14:19:03,623 INFO [HMaster-EventLoopGroup-7-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41836, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-10T14:19:03,624 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@60b285b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T14:19:03,624 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-10T14:19:03,625 DEBUG [RPCClient-NioEventLoopGroup-6-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b1c88e26310d,45297,1731248332718, seqNum=-1] 2024-11-10T14:19:03,626 DEBUG [RPCClient-NioEventLoopGroup-6-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-10T14:19:03,627 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-8-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42146, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-10T14:19:03,629 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=b1c88e26310d,45919,1731248332662 2024-11-10T14:19:03,629 DEBUG [Time-limited test {}] snapshot.SnapshotDescriptionUtils(316): Creation time not specified, setting to:1731248343629 (current time:1731248343629). 2024-11-10T14:19:03,629 DEBUG [Time-limited test {}] snapshot.SnapshotDescriptionUtils(330): Snapshot current TTL value: 0 resetting it to default value: 0 2024-11-10T14:19:03,629 DEBUG [Time-limited test {}] snapshot.SnapshotDescriptionUtils(339): Snapshot SnapshotProcedureTest VERSION not specified, setting to 2 2024-11-10T14:19:03,629 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7aa5138a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T14:19:03,629 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request b1c88e26310d,45919,-1 for getting cluster id 2024-11-10T14:19:03,629 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-10T14:19:03,630 DEBUG [HMaster-EventLoopGroup-7-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '04ad598a-065c-49e8-a423-402c49087661' 2024-11-10T14:19:03,630 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-10T14:19:03,630 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "04ad598a-065c-49e8-a423-402c49087661" 2024-11-10T14:19:03,631 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7a49673f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T14:19:03,631 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b1c88e26310d,45919,-1] 2024-11-10T14:19:03,631 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-10T14:19:03,631 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T14:19:03,632 INFO [HMaster-EventLoopGroup-7-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41860, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-10T14:19:03,632 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@257e3c5d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T14:19:03,633 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-10T14:19:03,634 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b1c88e26310d,45297,1731248332718, seqNum=-1] 2024-11-10T14:19:03,634 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-10T14:19:03,635 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42150, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-10T14:19:03,636 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-10T14:19:03,636 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.isSecurityAvailable(SnapshotDescriptionUtils.java:481) at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.validate(SnapshotDescriptionUtils.java:353) at org.apache.hadoop.hbase.master.procedure.TestSnapshotProcedure.setup(TestSnapshotProcedure.java:117) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunBefores.invokeMethod(RunBefores.java:33) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:24) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-10T14:19:03,636 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T14:19:03,636 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T14:19:03,636 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-10T14:19:03,636 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-10T14:19:03,637 DEBUG [RPCClient-NioEventLoopGroup-6-8 {}] client.AsyncConnectionImpl(321): The fetched master address is b1c88e26310d,45919,1731248332662 2024-11-10T14:19:03,637 DEBUG [RPCClient-NioEventLoopGroup-6-8 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@877097d 2024-11-10T14:19:03,637 DEBUG [RPCClient-NioEventLoopGroup-6-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-10T14:19:03,639 INFO [HMaster-EventLoopGroup-7-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41862, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-10T14:19:03,639 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45919 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'SPTestTable', {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-10T14:19:03,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45919 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=SPTestTable 2024-11-10T14:19:03,642 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_PRE_OPERATION 2024-11-10T14:19:03,642 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T14:19:03,642 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45919 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "SPTestTable" procId is: 4 2024-11-10T14:19:03,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45919 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-10T14:19:03,643 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-10T14:19:03,653 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40377 is added to blk_1073741837_1013 (size=361) 2024-11-10T14:19:03,653 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46685 is added to blk_1073741837_1013 (size=361) 2024-11-10T14:19:03,653 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33511 is added to blk_1073741837_1013 (size=361) 2024-11-10T14:19:03,655 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 60b1d3393bfb776a99235d209c51bc20, NAME => 'SPTestTable,,1731248343639.60b1d3393bfb776a99235d209c51bc20.', STARTKEY => '', ENDKEY => '19999999'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:38221/user/jenkins/test-data/43cfdc49-0f21-6e38-caa7-c182ad13690a 2024-11-10T14:19:03,655 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(7572): creating {ENCODED => 55df0daf9c8e134697768ea696da35b3, NAME => 'SPTestTable,19999999,1731248343639.55df0daf9c8e134697768ea696da35b3.', STARTKEY => '19999999', ENDKEY => '33333332'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:38221/user/jenkins/test-data/43cfdc49-0f21-6e38-caa7-c182ad13690a 2024-11-10T14:19:03,656 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(7572): creating {ENCODED => 8e48d204aeec2b198e455fe35db7c6eb, NAME => 'SPTestTable,33333332,1731248343639.8e48d204aeec2b198e455fe35db7c6eb.', STARTKEY => '33333332', ENDKEY => '4ccccccb'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:38221/user/jenkins/test-data/43cfdc49-0f21-6e38-caa7-c182ad13690a 2024-11-10T14:19:03,666 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40377 is added to blk_1073741838_1014 (size=62) 2024-11-10T14:19:03,666 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33511 is added to blk_1073741838_1014 (size=62) 2024-11-10T14:19:03,667 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46685 is added to blk_1073741838_1014 (size=62) 2024-11-10T14:19:03,667 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(898): Instantiated SPTestTable,19999999,1731248343639.55df0daf9c8e134697768ea696da35b3.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T14:19:03,668 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1722): Closing 55df0daf9c8e134697768ea696da35b3, disabling compactions & flushes 2024-11-10T14:19:03,668 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1755): Closing region SPTestTable,19999999,1731248343639.55df0daf9c8e134697768ea696da35b3. 2024-11-10T14:19:03,668 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,19999999,1731248343639.55df0daf9c8e134697768ea696da35b3. 2024-11-10T14:19:03,668 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,19999999,1731248343639.55df0daf9c8e134697768ea696da35b3. after waiting 0 ms 2024-11-10T14:19:03,668 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,19999999,1731248343639.55df0daf9c8e134697768ea696da35b3. 2024-11-10T14:19:03,668 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1973): Closed SPTestTable,19999999,1731248343639.55df0daf9c8e134697768ea696da35b3. 2024-11-10T14:19:03,668 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1676): Region close journal for 55df0daf9c8e134697768ea696da35b3: Waiting for close lock at 1731248343667Disabling compacts and flushes for region at 1731248343667Disabling writes for close at 1731248343668 (+1 ms)Writing region close event to WAL at 1731248343668Closed at 1731248343668 2024-11-10T14:19:03,669 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(7572): creating {ENCODED => ca4b1f86678146fc35ded708928f2094, NAME => 'SPTestTable,4ccccccb,1731248343639.ca4b1f86678146fc35ded708928f2094.', STARTKEY => '4ccccccb', ENDKEY => '66666664'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:38221/user/jenkins/test-data/43cfdc49-0f21-6e38-caa7-c182ad13690a 2024-11-10T14:19:03,669 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46685 is added to blk_1073741840_1016 (size=62) 2024-11-10T14:19:03,669 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40377 is added to blk_1073741840_1016 (size=62) 2024-11-10T14:19:03,669 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46685 is added to blk_1073741839_1015 (size=54) 2024-11-10T14:19:03,670 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33511 is added to blk_1073741840_1016 (size=62) 2024-11-10T14:19:03,670 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33511 is added to blk_1073741839_1015 (size=54) 2024-11-10T14:19:03,670 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(898): Instantiated SPTestTable,33333332,1731248343639.8e48d204aeec2b198e455fe35db7c6eb.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T14:19:03,670 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1722): Closing 8e48d204aeec2b198e455fe35db7c6eb, disabling compactions & flushes 2024-11-10T14:19:03,671 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1755): Closing region SPTestTable,33333332,1731248343639.8e48d204aeec2b198e455fe35db7c6eb. 2024-11-10T14:19:03,671 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,33333332,1731248343639.8e48d204aeec2b198e455fe35db7c6eb. 2024-11-10T14:19:03,671 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,33333332,1731248343639.8e48d204aeec2b198e455fe35db7c6eb. after waiting 0 ms 2024-11-10T14:19:03,671 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,33333332,1731248343639.8e48d204aeec2b198e455fe35db7c6eb. 2024-11-10T14:19:03,671 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1973): Closed SPTestTable,33333332,1731248343639.8e48d204aeec2b198e455fe35db7c6eb. 2024-11-10T14:19:03,671 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1676): Region close journal for 8e48d204aeec2b198e455fe35db7c6eb: Waiting for close lock at 1731248343670Disabling compacts and flushes for region at 1731248343670Disabling writes for close at 1731248343671 (+1 ms)Writing region close event to WAL at 1731248343671Closed at 1731248343671 2024-11-10T14:19:03,671 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40377 is added to blk_1073741839_1015 (size=54) 2024-11-10T14:19:03,671 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(7572): creating {ENCODED => 5ffec45b798f57426f1c29b2b58b51ec, NAME => 'SPTestTable,66666664,1731248343639.5ffec45b798f57426f1c29b2b58b51ec.', STARTKEY => '66666664', ENDKEY => '7ffffffd'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:38221/user/jenkins/test-data/43cfdc49-0f21-6e38-caa7-c182ad13690a 2024-11-10T14:19:03,672 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(898): Instantiated SPTestTable,,1731248343639.60b1d3393bfb776a99235d209c51bc20.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T14:19:03,672 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1722): Closing 60b1d3393bfb776a99235d209c51bc20, disabling compactions & flushes 2024-11-10T14:19:03,672 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1755): Closing region SPTestTable,,1731248343639.60b1d3393bfb776a99235d209c51bc20. 2024-11-10T14:19:03,672 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,,1731248343639.60b1d3393bfb776a99235d209c51bc20. 2024-11-10T14:19:03,672 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,,1731248343639.60b1d3393bfb776a99235d209c51bc20. after waiting 0 ms 2024-11-10T14:19:03,672 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,,1731248343639.60b1d3393bfb776a99235d209c51bc20. 2024-11-10T14:19:03,672 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1973): Closed SPTestTable,,1731248343639.60b1d3393bfb776a99235d209c51bc20. 2024-11-10T14:19:03,672 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1676): Region close journal for 60b1d3393bfb776a99235d209c51bc20: Waiting for close lock at 1731248343672Disabling compacts and flushes for region at 1731248343672Disabling writes for close at 1731248343672Writing region close event to WAL at 1731248343672Closed at 1731248343672 2024-11-10T14:19:03,673 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 32b0ed526abcd253fa17c9cdf79c5b8a, NAME => 'SPTestTable,7ffffffd,1731248343639.32b0ed526abcd253fa17c9cdf79c5b8a.', STARTKEY => '7ffffffd', ENDKEY => '99999996'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:38221/user/jenkins/test-data/43cfdc49-0f21-6e38-caa7-c182ad13690a 2024-11-10T14:19:03,678 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33511 is added to blk_1073741841_1017 (size=62) 2024-11-10T14:19:03,678 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40377 is added to blk_1073741841_1017 (size=62) 2024-11-10T14:19:03,679 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46685 is added to blk_1073741841_1017 (size=62) 2024-11-10T14:19:03,679 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(898): Instantiated SPTestTable,4ccccccb,1731248343639.ca4b1f86678146fc35ded708928f2094.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T14:19:03,679 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1722): Closing ca4b1f86678146fc35ded708928f2094, disabling compactions & flushes 2024-11-10T14:19:03,679 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1755): Closing region SPTestTable,4ccccccb,1731248343639.ca4b1f86678146fc35ded708928f2094. 2024-11-10T14:19:03,679 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,4ccccccb,1731248343639.ca4b1f86678146fc35ded708928f2094. 2024-11-10T14:19:03,679 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,4ccccccb,1731248343639.ca4b1f86678146fc35ded708928f2094. after waiting 0 ms 2024-11-10T14:19:03,679 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,4ccccccb,1731248343639.ca4b1f86678146fc35ded708928f2094. 2024-11-10T14:19:03,679 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1973): Closed SPTestTable,4ccccccb,1731248343639.ca4b1f86678146fc35ded708928f2094. 2024-11-10T14:19:03,679 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1676): Region close journal for ca4b1f86678146fc35ded708928f2094: Waiting for close lock at 1731248343679Disabling compacts and flushes for region at 1731248343679Disabling writes for close at 1731248343679Writing region close event to WAL at 1731248343679Closed at 1731248343679 2024-11-10T14:19:03,680 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(7572): creating {ENCODED => 4a89446d461581095d044fe0c8fdc61d, NAME => 'SPTestTable,99999996,1731248343639.4a89446d461581095d044fe0c8fdc61d.', STARTKEY => '99999996', ENDKEY => 'b333332f'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:38221/user/jenkins/test-data/43cfdc49-0f21-6e38-caa7-c182ad13690a 2024-11-10T14:19:03,696 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46685 is added to blk_1073741842_1018 (size=62) 2024-11-10T14:19:03,697 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40377 is added to blk_1073741842_1018 (size=62) 2024-11-10T14:19:03,697 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33511 is added to blk_1073741842_1018 (size=62) 2024-11-10T14:19:03,698 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(898): Instantiated SPTestTable,66666664,1731248343639.5ffec45b798f57426f1c29b2b58b51ec.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T14:19:03,698 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1722): Closing 5ffec45b798f57426f1c29b2b58b51ec, disabling compactions & flushes 2024-11-10T14:19:03,698 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1755): Closing region SPTestTable,66666664,1731248343639.5ffec45b798f57426f1c29b2b58b51ec. 2024-11-10T14:19:03,698 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,66666664,1731248343639.5ffec45b798f57426f1c29b2b58b51ec. 2024-11-10T14:19:03,698 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,66666664,1731248343639.5ffec45b798f57426f1c29b2b58b51ec. after waiting 0 ms 2024-11-10T14:19:03,698 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,66666664,1731248343639.5ffec45b798f57426f1c29b2b58b51ec. 2024-11-10T14:19:03,698 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1973): Closed SPTestTable,66666664,1731248343639.5ffec45b798f57426f1c29b2b58b51ec. 2024-11-10T14:19:03,698 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1676): Region close journal for 5ffec45b798f57426f1c29b2b58b51ec: Waiting for close lock at 1731248343698Disabling compacts and flushes for region at 1731248343698Disabling writes for close at 1731248343698Writing region close event to WAL at 1731248343698Closed at 1731248343698 2024-11-10T14:19:03,699 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(7572): creating {ENCODED => 9299dd522b067f59bc539f51919e5e2e, NAME => 'SPTestTable,b333332f,1731248343639.9299dd522b067f59bc539f51919e5e2e.', STARTKEY => 'b333332f', ENDKEY => 'ccccccc8'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:38221/user/jenkins/test-data/43cfdc49-0f21-6e38-caa7-c182ad13690a 2024-11-10T14:19:03,700 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33511 is added to blk_1073741843_1019 (size=62) 2024-11-10T14:19:03,701 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40377 is added to blk_1073741843_1019 (size=62) 2024-11-10T14:19:03,701 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46685 is added to blk_1073741843_1019 (size=62) 2024-11-10T14:19:03,702 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(898): Instantiated SPTestTable,7ffffffd,1731248343639.32b0ed526abcd253fa17c9cdf79c5b8a.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T14:19:03,702 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1722): Closing 32b0ed526abcd253fa17c9cdf79c5b8a, disabling compactions & flushes 2024-11-10T14:19:03,702 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1755): Closing region SPTestTable,7ffffffd,1731248343639.32b0ed526abcd253fa17c9cdf79c5b8a. 2024-11-10T14:19:03,702 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,7ffffffd,1731248343639.32b0ed526abcd253fa17c9cdf79c5b8a. 2024-11-10T14:19:03,702 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,7ffffffd,1731248343639.32b0ed526abcd253fa17c9cdf79c5b8a. after waiting 0 ms 2024-11-10T14:19:03,702 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,7ffffffd,1731248343639.32b0ed526abcd253fa17c9cdf79c5b8a. 2024-11-10T14:19:03,702 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1973): Closed SPTestTable,7ffffffd,1731248343639.32b0ed526abcd253fa17c9cdf79c5b8a. 2024-11-10T14:19:03,703 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1676): Region close journal for 32b0ed526abcd253fa17c9cdf79c5b8a: Waiting for close lock at 1731248343702Disabling compacts and flushes for region at 1731248343702Disabling writes for close at 1731248343702Writing region close event to WAL at 1731248343702Closed at 1731248343702 2024-11-10T14:19:03,703 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 6f20d20bc9c9792b59f22d2ab0898fde, NAME => 'SPTestTable,ccccccc8,1731248343639.6f20d20bc9c9792b59f22d2ab0898fde.', STARTKEY => 'ccccccc8', ENDKEY => 'e6666661'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:38221/user/jenkins/test-data/43cfdc49-0f21-6e38-caa7-c182ad13690a 2024-11-10T14:19:03,711 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40377 is added to blk_1073741844_1020 (size=62) 2024-11-10T14:19:03,711 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33511 is added to blk_1073741844_1020 (size=62) 2024-11-10T14:19:03,712 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46685 is added to blk_1073741844_1020 (size=62) 2024-11-10T14:19:03,712 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(898): Instantiated SPTestTable,99999996,1731248343639.4a89446d461581095d044fe0c8fdc61d.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T14:19:03,713 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1722): Closing 4a89446d461581095d044fe0c8fdc61d, disabling compactions & flushes 2024-11-10T14:19:03,713 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1755): Closing region SPTestTable,99999996,1731248343639.4a89446d461581095d044fe0c8fdc61d. 2024-11-10T14:19:03,713 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,99999996,1731248343639.4a89446d461581095d044fe0c8fdc61d. 2024-11-10T14:19:03,713 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,99999996,1731248343639.4a89446d461581095d044fe0c8fdc61d. after waiting 0 ms 2024-11-10T14:19:03,713 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,99999996,1731248343639.4a89446d461581095d044fe0c8fdc61d. 2024-11-10T14:19:03,713 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1973): Closed SPTestTable,99999996,1731248343639.4a89446d461581095d044fe0c8fdc61d. 2024-11-10T14:19:03,713 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1676): Region close journal for 4a89446d461581095d044fe0c8fdc61d: Waiting for close lock at 1731248343713Disabling compacts and flushes for region at 1731248343713Disabling writes for close at 1731248343713Writing region close event to WAL at 1731248343713Closed at 1731248343713 2024-11-10T14:19:03,713 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(7572): creating {ENCODED => 8ab2356c0f064acaa26fe311883458aa, NAME => 'SPTestTable,e6666661,1731248343639.8ab2356c0f064acaa26fe311883458aa.', STARTKEY => 'e6666661', ENDKEY => ''}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:38221/user/jenkins/test-data/43cfdc49-0f21-6e38-caa7-c182ad13690a 2024-11-10T14:19:03,719 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40377 is added to blk_1073741845_1021 (size=62) 2024-11-10T14:19:03,719 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46685 is added to blk_1073741845_1021 (size=62) 2024-11-10T14:19:03,720 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40377 is added to blk_1073741846_1022 (size=62) 2024-11-10T14:19:03,720 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33511 is added to blk_1073741845_1021 (size=62) 2024-11-10T14:19:03,720 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46685 is added to blk_1073741846_1022 (size=62) 2024-11-10T14:19:03,721 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(898): Instantiated SPTestTable,ccccccc8,1731248343639.6f20d20bc9c9792b59f22d2ab0898fde.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T14:19:03,721 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33511 is added to blk_1073741846_1022 (size=62) 2024-11-10T14:19:03,721 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1722): Closing 6f20d20bc9c9792b59f22d2ab0898fde, disabling compactions & flushes 2024-11-10T14:19:03,721 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1755): Closing region SPTestTable,ccccccc8,1731248343639.6f20d20bc9c9792b59f22d2ab0898fde. 2024-11-10T14:19:03,721 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,ccccccc8,1731248343639.6f20d20bc9c9792b59f22d2ab0898fde. 2024-11-10T14:19:03,721 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,ccccccc8,1731248343639.6f20d20bc9c9792b59f22d2ab0898fde. after waiting 0 ms 2024-11-10T14:19:03,721 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,ccccccc8,1731248343639.6f20d20bc9c9792b59f22d2ab0898fde. 2024-11-10T14:19:03,721 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1973): Closed SPTestTable,ccccccc8,1731248343639.6f20d20bc9c9792b59f22d2ab0898fde. 2024-11-10T14:19:03,721 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1676): Region close journal for 6f20d20bc9c9792b59f22d2ab0898fde: Waiting for close lock at 1731248343721Disabling compacts and flushes for region at 1731248343721Disabling writes for close at 1731248343721Writing region close event to WAL at 1731248343721Closed at 1731248343721 2024-11-10T14:19:03,721 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(898): Instantiated SPTestTable,b333332f,1731248343639.9299dd522b067f59bc539f51919e5e2e.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T14:19:03,722 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1722): Closing 9299dd522b067f59bc539f51919e5e2e, disabling compactions & flushes 2024-11-10T14:19:03,722 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1755): Closing region SPTestTable,b333332f,1731248343639.9299dd522b067f59bc539f51919e5e2e. 2024-11-10T14:19:03,722 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,b333332f,1731248343639.9299dd522b067f59bc539f51919e5e2e. 2024-11-10T14:19:03,722 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,b333332f,1731248343639.9299dd522b067f59bc539f51919e5e2e. after waiting 0 ms 2024-11-10T14:19:03,722 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,b333332f,1731248343639.9299dd522b067f59bc539f51919e5e2e. 2024-11-10T14:19:03,722 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1973): Closed SPTestTable,b333332f,1731248343639.9299dd522b067f59bc539f51919e5e2e. 2024-11-10T14:19:03,722 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1676): Region close journal for 9299dd522b067f59bc539f51919e5e2e: Waiting for close lock at 1731248343722Disabling compacts and flushes for region at 1731248343722Disabling writes for close at 1731248343722Writing region close event to WAL at 1731248343722Closed at 1731248343722 2024-11-10T14:19:03,730 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46685 is added to blk_1073741847_1023 (size=54) 2024-11-10T14:19:03,730 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40377 is added to blk_1073741847_1023 (size=54) 2024-11-10T14:19:03,731 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33511 is added to blk_1073741847_1023 (size=54) 2024-11-10T14:19:03,731 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(898): Instantiated SPTestTable,e6666661,1731248343639.8ab2356c0f064acaa26fe311883458aa.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T14:19:03,731 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1722): Closing 8ab2356c0f064acaa26fe311883458aa, disabling compactions & flushes 2024-11-10T14:19:03,731 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1755): Closing region SPTestTable,e6666661,1731248343639.8ab2356c0f064acaa26fe311883458aa. 2024-11-10T14:19:03,731 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,e6666661,1731248343639.8ab2356c0f064acaa26fe311883458aa. 2024-11-10T14:19:03,731 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,e6666661,1731248343639.8ab2356c0f064acaa26fe311883458aa. after waiting 0 ms 2024-11-10T14:19:03,731 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,e6666661,1731248343639.8ab2356c0f064acaa26fe311883458aa. 2024-11-10T14:19:03,731 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1973): Closed SPTestTable,e6666661,1731248343639.8ab2356c0f064acaa26fe311883458aa. 2024-11-10T14:19:03,731 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1676): Region close journal for 8ab2356c0f064acaa26fe311883458aa: Waiting for close lock at 1731248343731Disabling compacts and flushes for region at 1731248343731Disabling writes for close at 1731248343731Writing region close event to WAL at 1731248343731Closed at 1731248343731 2024-11-10T14:19:03,733 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_ADD_TO_META 2024-11-10T14:19:03,733 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,19999999,1731248343639.55df0daf9c8e134697768ea696da35b3.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1731248343733"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731248343733"}]},"ts":"1731248343733"} 2024-11-10T14:19:03,733 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,33333332,1731248343639.8e48d204aeec2b198e455fe35db7c6eb.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1731248343733"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731248343733"}]},"ts":"1731248343733"} 2024-11-10T14:19:03,734 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,,1731248343639.60b1d3393bfb776a99235d209c51bc20.","families":{"info":[{"qualifier":"regioninfo","vlen":53,"tag":[],"timestamp":"1731248343733"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731248343733"}]},"ts":"1731248343733"} 2024-11-10T14:19:03,734 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,4ccccccb,1731248343639.ca4b1f86678146fc35ded708928f2094.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1731248343733"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731248343733"}]},"ts":"1731248343733"} 2024-11-10T14:19:03,734 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,66666664,1731248343639.5ffec45b798f57426f1c29b2b58b51ec.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1731248343733"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731248343733"}]},"ts":"1731248343733"} 2024-11-10T14:19:03,734 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,7ffffffd,1731248343639.32b0ed526abcd253fa17c9cdf79c5b8a.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1731248343733"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731248343733"}]},"ts":"1731248343733"} 2024-11-10T14:19:03,734 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,99999996,1731248343639.4a89446d461581095d044fe0c8fdc61d.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1731248343733"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731248343733"}]},"ts":"1731248343733"} 2024-11-10T14:19:03,734 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,ccccccc8,1731248343639.6f20d20bc9c9792b59f22d2ab0898fde.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1731248343733"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731248343733"}]},"ts":"1731248343733"} 2024-11-10T14:19:03,734 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,b333332f,1731248343639.9299dd522b067f59bc539f51919e5e2e.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1731248343733"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731248343733"}]},"ts":"1731248343733"} 2024-11-10T14:19:03,734 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,e6666661,1731248343639.8ab2356c0f064acaa26fe311883458aa.","families":{"info":[{"qualifier":"regioninfo","vlen":53,"tag":[],"timestamp":"1731248343733"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731248343733"}]},"ts":"1731248343733"} 2024-11-10T14:19:03,739 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 10 regions to meta. 2024-11-10T14:19:03,741 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-10T14:19:03,741 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"SPTestTable","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731248343741"}]},"ts":"1731248343741"} 2024-11-10T14:19:03,743 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=SPTestTable, state=ENABLING in hbase:meta 2024-11-10T14:19:03,743 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(204): Hosts are {b1c88e26310d=0} racks are {/default-rack=0} 2024-11-10T14:19:03,748 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-11-10T14:19:03,748 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-11-10T14:19:03,748 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 2 has 0 regions 2024-11-10T14:19:03,748 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-11-10T14:19:03,748 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-11-10T14:19:03,748 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 2 is on host 0 2024-11-10T14:19:03,748 INFO [PEWorker-3 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-11-10T14:19:03,748 INFO [PEWorker-3 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-11-10T14:19:03,748 INFO [PEWorker-3 {}] balancer.BalancerClusterState(321): server 2 is on rack 0 2024-11-10T14:19:03,748 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-11-10T14:19:03,749 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=60b1d3393bfb776a99235d209c51bc20, ASSIGN}, {pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=55df0daf9c8e134697768ea696da35b3, ASSIGN}, {pid=7, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=8e48d204aeec2b198e455fe35db7c6eb, ASSIGN}, {pid=8, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=ca4b1f86678146fc35ded708928f2094, ASSIGN}, {pid=9, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=5ffec45b798f57426f1c29b2b58b51ec, ASSIGN}, {pid=10, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=32b0ed526abcd253fa17c9cdf79c5b8a, ASSIGN}, {pid=11, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=4a89446d461581095d044fe0c8fdc61d, ASSIGN}, {pid=12, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=9299dd522b067f59bc539f51919e5e2e, ASSIGN}, {pid=13, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=6f20d20bc9c9792b59f22d2ab0898fde, ASSIGN}, {pid=14, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=8ab2356c0f064acaa26fe311883458aa, ASSIGN}] 2024-11-10T14:19:03,751 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=8, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=ca4b1f86678146fc35ded708928f2094, ASSIGN 2024-11-10T14:19:03,751 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=7, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=8e48d204aeec2b198e455fe35db7c6eb, ASSIGN 2024-11-10T14:19:03,751 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=5ffec45b798f57426f1c29b2b58b51ec, ASSIGN 2024-11-10T14:19:03,752 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=55df0daf9c8e134697768ea696da35b3, ASSIGN 2024-11-10T14:19:03,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45919 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-10T14:19:03,753 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=8, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=ca4b1f86678146fc35ded708928f2094, ASSIGN; state=OFFLINE, location=b1c88e26310d,39419,1731248332757; forceNewPlan=false, retain=false 2024-11-10T14:19:03,753 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=5ffec45b798f57426f1c29b2b58b51ec, ASSIGN; state=OFFLINE, location=b1c88e26310d,45297,1731248332718; forceNewPlan=false, retain=false 2024-11-10T14:19:03,753 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=7, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=8e48d204aeec2b198e455fe35db7c6eb, ASSIGN; state=OFFLINE, location=b1c88e26310d,45297,1731248332718; forceNewPlan=false, retain=false 2024-11-10T14:19:03,753 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=55df0daf9c8e134697768ea696da35b3, ASSIGN; state=OFFLINE, location=b1c88e26310d,39419,1731248332757; forceNewPlan=false, retain=false 2024-11-10T14:19:03,756 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=12, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=9299dd522b067f59bc539f51919e5e2e, ASSIGN 2024-11-10T14:19:03,756 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=14, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=8ab2356c0f064acaa26fe311883458aa, ASSIGN 2024-11-10T14:19:03,756 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=13, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=6f20d20bc9c9792b59f22d2ab0898fde, ASSIGN 2024-11-10T14:19:03,756 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=11, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=4a89446d461581095d044fe0c8fdc61d, ASSIGN 2024-11-10T14:19:03,756 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=10, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=32b0ed526abcd253fa17c9cdf79c5b8a, ASSIGN 2024-11-10T14:19:03,757 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=12, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=9299dd522b067f59bc539f51919e5e2e, ASSIGN; state=OFFLINE, location=b1c88e26310d,40107,1731248332794; forceNewPlan=false, retain=false 2024-11-10T14:19:03,757 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=14, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=8ab2356c0f064acaa26fe311883458aa, ASSIGN; state=OFFLINE, location=b1c88e26310d,39419,1731248332757; forceNewPlan=false, retain=false 2024-11-10T14:19:03,757 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=11, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=4a89446d461581095d044fe0c8fdc61d, ASSIGN; state=OFFLINE, location=b1c88e26310d,39419,1731248332757; forceNewPlan=false, retain=false 2024-11-10T14:19:03,757 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=13, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=6f20d20bc9c9792b59f22d2ab0898fde, ASSIGN; state=OFFLINE, location=b1c88e26310d,45297,1731248332718; forceNewPlan=false, retain=false 2024-11-10T14:19:03,757 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=10, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=32b0ed526abcd253fa17c9cdf79c5b8a, ASSIGN; state=OFFLINE, location=b1c88e26310d,40107,1731248332794; forceNewPlan=false, retain=false 2024-11-10T14:19:03,760 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=60b1d3393bfb776a99235d209c51bc20, ASSIGN 2024-11-10T14:19:03,760 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=60b1d3393bfb776a99235d209c51bc20, ASSIGN; state=OFFLINE, location=b1c88e26310d,40107,1731248332794; forceNewPlan=false, retain=false 2024-11-10T14:19:03,903 INFO [b1c88e26310d:45919 {}] balancer.BaseLoadBalancer(388): Reassigned 10 regions. 10 retained the pre-restart assignment. 2024-11-10T14:19:03,904 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=12 updating hbase:meta row=9299dd522b067f59bc539f51919e5e2e, regionState=OPENING, regionLocation=b1c88e26310d,40107,1731248332794 2024-11-10T14:19:03,904 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=5ffec45b798f57426f1c29b2b58b51ec, regionState=OPENING, regionLocation=b1c88e26310d,45297,1731248332718 2024-11-10T14:19:03,904 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=7 updating hbase:meta row=8e48d204aeec2b198e455fe35db7c6eb, regionState=OPENING, regionLocation=b1c88e26310d,45297,1731248332718 2024-11-10T14:19:03,904 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=13 updating hbase:meta row=6f20d20bc9c9792b59f22d2ab0898fde, regionState=OPENING, regionLocation=b1c88e26310d,45297,1731248332718 2024-11-10T14:19:03,904 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=10 updating hbase:meta row=32b0ed526abcd253fa17c9cdf79c5b8a, regionState=OPENING, regionLocation=b1c88e26310d,40107,1731248332794 2024-11-10T14:19:03,904 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=60b1d3393bfb776a99235d209c51bc20, regionState=OPENING, regionLocation=b1c88e26310d,40107,1731248332794 2024-11-10T14:19:03,905 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=14 updating hbase:meta row=8ab2356c0f064acaa26fe311883458aa, regionState=OPENING, regionLocation=b1c88e26310d,39419,1731248332757 2024-11-10T14:19:03,905 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=11 updating hbase:meta row=4a89446d461581095d044fe0c8fdc61d, regionState=OPENING, regionLocation=b1c88e26310d,39419,1731248332757 2024-11-10T14:19:03,905 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=8 updating hbase:meta row=ca4b1f86678146fc35ded708928f2094, regionState=OPENING, regionLocation=b1c88e26310d,39419,1731248332757 2024-11-10T14:19:03,905 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=55df0daf9c8e134697768ea696da35b3, regionState=OPENING, regionLocation=b1c88e26310d,39419,1731248332757 2024-11-10T14:19:03,906 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=13, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=6f20d20bc9c9792b59f22d2ab0898fde, ASSIGN because future has completed 2024-11-10T14:19:03,907 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=15, ppid=13, state=RUNNABLE, hasLock=false; OpenRegionProcedure 6f20d20bc9c9792b59f22d2ab0898fde, server=b1c88e26310d,45297,1731248332718}] 2024-11-10T14:19:03,907 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=7, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=8e48d204aeec2b198e455fe35db7c6eb, ASSIGN because future has completed 2024-11-10T14:19:03,908 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=16, ppid=7, state=RUNNABLE, hasLock=false; OpenRegionProcedure 8e48d204aeec2b198e455fe35db7c6eb, server=b1c88e26310d,45297,1731248332718}] 2024-11-10T14:19:03,908 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=5ffec45b798f57426f1c29b2b58b51ec, ASSIGN because future has completed 2024-11-10T14:19:03,909 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=17, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 5ffec45b798f57426f1c29b2b58b51ec, server=b1c88e26310d,45297,1731248332718}] 2024-11-10T14:19:03,909 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=12, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=9299dd522b067f59bc539f51919e5e2e, ASSIGN because future has completed 2024-11-10T14:19:03,910 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=32b0ed526abcd253fa17c9cdf79c5b8a, ASSIGN because future has completed 2024-11-10T14:19:03,911 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=60b1d3393bfb776a99235d209c51bc20, ASSIGN because future has completed 2024-11-10T14:19:03,911 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=18, ppid=12, state=RUNNABLE, hasLock=false; OpenRegionProcedure 9299dd522b067f59bc539f51919e5e2e, server=b1c88e26310d,40107,1731248332794}] 2024-11-10T14:19:03,911 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=19, ppid=10, state=RUNNABLE, hasLock=false; OpenRegionProcedure 32b0ed526abcd253fa17c9cdf79c5b8a, server=b1c88e26310d,40107,1731248332794}] 2024-11-10T14:19:03,912 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=14, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=8ab2356c0f064acaa26fe311883458aa, ASSIGN because future has completed 2024-11-10T14:19:03,913 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=11, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=4a89446d461581095d044fe0c8fdc61d, ASSIGN because future has completed 2024-11-10T14:19:03,914 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=20, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 60b1d3393bfb776a99235d209c51bc20, server=b1c88e26310d,40107,1731248332794}] 2024-11-10T14:19:03,914 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=55df0daf9c8e134697768ea696da35b3, ASSIGN because future has completed 2024-11-10T14:19:03,915 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=8, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=ca4b1f86678146fc35ded708928f2094, ASSIGN because future has completed 2024-11-10T14:19:03,916 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=21, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure 55df0daf9c8e134697768ea696da35b3, server=b1c88e26310d,39419,1731248332757}] 2024-11-10T14:19:03,916 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=22, ppid=11, state=RUNNABLE, hasLock=false; OpenRegionProcedure 4a89446d461581095d044fe0c8fdc61d, server=b1c88e26310d,39419,1731248332757}] 2024-11-10T14:19:03,916 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=23, ppid=8, state=RUNNABLE, hasLock=false; OpenRegionProcedure ca4b1f86678146fc35ded708928f2094, server=b1c88e26310d,39419,1731248332757}] 2024-11-10T14:19:03,920 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=24, ppid=14, state=RUNNABLE, hasLock=false; OpenRegionProcedure 8ab2356c0f064acaa26fe311883458aa, server=b1c88e26310d,39419,1731248332757}] 2024-11-10T14:19:03,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45919 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-10T14:19:04,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45919 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-10T14:19:04,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45919 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-10T14:19:05,054 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-10T14:19:05,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45919 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-10T14:19:07,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45919 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-10T14:19:08,487 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T14:19:08,505 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T14:19:08,505 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T14:19:09,010 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-10T14:19:09,012 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T14:19:09,034 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T14:19:09,034 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T14:19:11,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45919 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-10T14:19:13,914 INFO [RS_OPEN_REGION-regionserver/b1c88e26310d:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] handler.AssignRegionHandler(132): Open SPTestTable,ccccccc8,1731248343639.6f20d20bc9c9792b59f22d2ab0898fde. 2024-11-10T14:19:13,915 DEBUG [RS_OPEN_REGION-regionserver/b1c88e26310d:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(7752): Opening region: {ENCODED => 6f20d20bc9c9792b59f22d2ab0898fde, NAME => 'SPTestTable,ccccccc8,1731248343639.6f20d20bc9c9792b59f22d2ab0898fde.', STARTKEY => 'ccccccc8', ENDKEY => 'e6666661'} 2024-11-10T14:19:13,915 DEBUG [RS_OPEN_REGION-regionserver/b1c88e26310d:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 6f20d20bc9c9792b59f22d2ab0898fde 2024-11-10T14:19:13,915 DEBUG [RS_OPEN_REGION-regionserver/b1c88e26310d:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(898): Instantiated SPTestTable,ccccccc8,1731248343639.6f20d20bc9c9792b59f22d2ab0898fde.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T14:19:13,915 DEBUG [RS_OPEN_REGION-regionserver/b1c88e26310d:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(7794): checking encryption for 6f20d20bc9c9792b59f22d2ab0898fde 2024-11-10T14:19:13,915 DEBUG [RS_OPEN_REGION-regionserver/b1c88e26310d:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(7797): checking classloading for 6f20d20bc9c9792b59f22d2ab0898fde 2024-11-10T14:19:13,917 INFO [StoreOpener-6f20d20bc9c9792b59f22d2ab0898fde-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 6f20d20bc9c9792b59f22d2ab0898fde 2024-11-10T14:19:13,917 DEBUG [RSProcedureDispatcher-pool-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-10T14:19:13,918 INFO [StoreOpener-6f20d20bc9c9792b59f22d2ab0898fde-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 6f20d20bc9c9792b59f22d2ab0898fde columnFamilyName cf 2024-11-10T14:19:13,918 DEBUG [StoreOpener-6f20d20bc9c9792b59f22d2ab0898fde-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T14:19:13,919 INFO [StoreOpener-6f20d20bc9c9792b59f22d2ab0898fde-1 {}] regionserver.HStore(327): Store=6f20d20bc9c9792b59f22d2ab0898fde/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T14:19:13,919 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36185, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-10T14:19:13,919 DEBUG [RS_OPEN_REGION-regionserver/b1c88e26310d:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1038): replaying wal for 6f20d20bc9c9792b59f22d2ab0898fde 2024-11-10T14:19:13,920 DEBUG [RS_OPEN_REGION-regionserver/b1c88e26310d:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38221/user/jenkins/test-data/43cfdc49-0f21-6e38-caa7-c182ad13690a/data/default/SPTestTable/6f20d20bc9c9792b59f22d2ab0898fde 2024-11-10T14:19:13,920 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-10T14:19:13,920 DEBUG [RS_OPEN_REGION-regionserver/b1c88e26310d:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38221/user/jenkins/test-data/43cfdc49-0f21-6e38-caa7-c182ad13690a/data/default/SPTestTable/6f20d20bc9c9792b59f22d2ab0898fde 2024-11-10T14:19:13,921 DEBUG [RS_OPEN_REGION-regionserver/b1c88e26310d:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1048): stopping wal replay for 6f20d20bc9c9792b59f22d2ab0898fde 2024-11-10T14:19:13,921 DEBUG [RS_OPEN_REGION-regionserver/b1c88e26310d:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1060): Cleaning up temporary data for 6f20d20bc9c9792b59f22d2ab0898fde 2024-11-10T14:19:13,922 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-9-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35651, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-10T14:19:13,923 DEBUG [RS_OPEN_REGION-regionserver/b1c88e26310d:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1093): writing seq id for 6f20d20bc9c9792b59f22d2ab0898fde 2024-11-10T14:19:13,928 INFO [RS_OPEN_REGION-regionserver/b1c88e26310d:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] handler.AssignRegionHandler(132): Open SPTestTable,b333332f,1731248343639.9299dd522b067f59bc539f51919e5e2e. 2024-11-10T14:19:13,929 DEBUG [RS_OPEN_REGION-regionserver/b1c88e26310d:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(7752): Opening region: {ENCODED => 9299dd522b067f59bc539f51919e5e2e, NAME => 'SPTestTable,b333332f,1731248343639.9299dd522b067f59bc539f51919e5e2e.', STARTKEY => 'b333332f', ENDKEY => 'ccccccc8'} 2024-11-10T14:19:13,929 DEBUG [RS_OPEN_REGION-regionserver/b1c88e26310d:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 9299dd522b067f59bc539f51919e5e2e 2024-11-10T14:19:13,929 DEBUG [RS_OPEN_REGION-regionserver/b1c88e26310d:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(898): Instantiated SPTestTable,b333332f,1731248343639.9299dd522b067f59bc539f51919e5e2e.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T14:19:13,929 DEBUG [RS_OPEN_REGION-regionserver/b1c88e26310d:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(7794): checking encryption for 9299dd522b067f59bc539f51919e5e2e 2024-11-10T14:19:13,929 DEBUG [RS_OPEN_REGION-regionserver/b1c88e26310d:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(7797): checking classloading for 9299dd522b067f59bc539f51919e5e2e 2024-11-10T14:19:13,929 DEBUG [RS_OPEN_REGION-regionserver/b1c88e26310d:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38221/user/jenkins/test-data/43cfdc49-0f21-6e38-caa7-c182ad13690a/data/default/SPTestTable/6f20d20bc9c9792b59f22d2ab0898fde/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-10T14:19:13,930 INFO [RS_OPEN_REGION-regionserver/b1c88e26310d:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1114): Opened 6f20d20bc9c9792b59f22d2ab0898fde; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69007113, jitterRate=0.02828611433506012}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-10T14:19:13,930 INFO [RS_OPEN_REGION-regionserver/b1c88e26310d:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] handler.AssignRegionHandler(132): Open SPTestTable,4ccccccb,1731248343639.ca4b1f86678146fc35ded708928f2094. 2024-11-10T14:19:13,930 DEBUG [RS_OPEN_REGION-regionserver/b1c88e26310d:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 6f20d20bc9c9792b59f22d2ab0898fde 2024-11-10T14:19:13,930 DEBUG [RS_OPEN_REGION-regionserver/b1c88e26310d:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1006): Region open journal for 6f20d20bc9c9792b59f22d2ab0898fde: Running coprocessor pre-open hook at 1731248353915Writing region info on filesystem at 1731248353915Initializing all the Stores at 1731248353916 (+1 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731248353916Cleaning up temporary data from old regions at 1731248353921 (+5 ms)Running coprocessor post-open hooks at 1731248353930 (+9 ms)Region opened successfully at 1731248353930 2024-11-10T14:19:13,930 DEBUG [RS_OPEN_REGION-regionserver/b1c88e26310d:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(7752): Opening region: {ENCODED => ca4b1f86678146fc35ded708928f2094, NAME => 'SPTestTable,4ccccccb,1731248343639.ca4b1f86678146fc35ded708928f2094.', STARTKEY => '4ccccccb', ENDKEY => '66666664'} 2024-11-10T14:19:13,930 DEBUG [RS_OPEN_REGION-regionserver/b1c88e26310d:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable ca4b1f86678146fc35ded708928f2094 2024-11-10T14:19:13,930 DEBUG [RS_OPEN_REGION-regionserver/b1c88e26310d:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(898): Instantiated SPTestTable,4ccccccb,1731248343639.ca4b1f86678146fc35ded708928f2094.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T14:19:13,930 DEBUG [RS_OPEN_REGION-regionserver/b1c88e26310d:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(7794): checking encryption for ca4b1f86678146fc35ded708928f2094 2024-11-10T14:19:13,930 DEBUG [RS_OPEN_REGION-regionserver/b1c88e26310d:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(7797): checking classloading for ca4b1f86678146fc35ded708928f2094 2024-11-10T14:19:13,931 INFO [RS_OPEN_REGION-regionserver/b1c88e26310d:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,ccccccc8,1731248343639.6f20d20bc9c9792b59f22d2ab0898fde., pid=15, masterSystemTime=1731248353909 2024-11-10T14:19:13,933 DEBUG [RS_OPEN_REGION-regionserver/b1c88e26310d:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,ccccccc8,1731248343639.6f20d20bc9c9792b59f22d2ab0898fde. 2024-11-10T14:19:13,933 INFO [RS_OPEN_REGION-regionserver/b1c88e26310d:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] handler.AssignRegionHandler(153): Opened SPTestTable,ccccccc8,1731248343639.6f20d20bc9c9792b59f22d2ab0898fde. 2024-11-10T14:19:13,933 INFO [RS_OPEN_REGION-regionserver/b1c88e26310d:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] handler.AssignRegionHandler(132): Open SPTestTable,66666664,1731248343639.5ffec45b798f57426f1c29b2b58b51ec. 2024-11-10T14:19:13,933 DEBUG [RS_OPEN_REGION-regionserver/b1c88e26310d:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(7752): Opening region: {ENCODED => 5ffec45b798f57426f1c29b2b58b51ec, NAME => 'SPTestTable,66666664,1731248343639.5ffec45b798f57426f1c29b2b58b51ec.', STARTKEY => '66666664', ENDKEY => '7ffffffd'} 2024-11-10T14:19:13,933 DEBUG [RS_OPEN_REGION-regionserver/b1c88e26310d:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 5ffec45b798f57426f1c29b2b58b51ec 2024-11-10T14:19:13,933 DEBUG [RS_OPEN_REGION-regionserver/b1c88e26310d:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(898): Instantiated SPTestTable,66666664,1731248343639.5ffec45b798f57426f1c29b2b58b51ec.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T14:19:13,933 DEBUG [RS_OPEN_REGION-regionserver/b1c88e26310d:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(7794): checking encryption for 5ffec45b798f57426f1c29b2b58b51ec 2024-11-10T14:19:13,933 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=13 updating hbase:meta row=6f20d20bc9c9792b59f22d2ab0898fde, regionState=OPEN, openSeqNum=2, regionLocation=b1c88e26310d,45297,1731248332718 2024-11-10T14:19:13,933 DEBUG [RS_OPEN_REGION-regionserver/b1c88e26310d:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(7797): checking classloading for 5ffec45b798f57426f1c29b2b58b51ec 2024-11-10T14:19:13,935 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=15, ppid=13, state=RUNNABLE, hasLock=false; OpenRegionProcedure 6f20d20bc9c9792b59f22d2ab0898fde, server=b1c88e26310d,45297,1731248332718 because future has completed 2024-11-10T14:19:13,936 INFO [StoreOpener-9299dd522b067f59bc539f51919e5e2e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 9299dd522b067f59bc539f51919e5e2e 2024-11-10T14:19:13,937 INFO [StoreOpener-5ffec45b798f57426f1c29b2b58b51ec-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 5ffec45b798f57426f1c29b2b58b51ec 2024-11-10T14:19:13,937 INFO [StoreOpener-ca4b1f86678146fc35ded708928f2094-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region ca4b1f86678146fc35ded708928f2094 2024-11-10T14:19:13,938 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=15, resume processing ppid=13 2024-11-10T14:19:13,938 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=15, ppid=13, state=SUCCESS, hasLock=false; OpenRegionProcedure 6f20d20bc9c9792b59f22d2ab0898fde, server=b1c88e26310d,45297,1731248332718 in 10.0290 sec 2024-11-10T14:19:13,938 INFO [StoreOpener-9299dd522b067f59bc539f51919e5e2e-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 9299dd522b067f59bc539f51919e5e2e columnFamilyName cf 2024-11-10T14:19:13,938 DEBUG [StoreOpener-9299dd522b067f59bc539f51919e5e2e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T14:19:13,938 INFO [StoreOpener-5ffec45b798f57426f1c29b2b58b51ec-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 5ffec45b798f57426f1c29b2b58b51ec columnFamilyName cf 2024-11-10T14:19:13,938 DEBUG [StoreOpener-5ffec45b798f57426f1c29b2b58b51ec-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T14:19:13,939 INFO [StoreOpener-ca4b1f86678146fc35ded708928f2094-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ca4b1f86678146fc35ded708928f2094 columnFamilyName cf 2024-11-10T14:19:13,939 DEBUG [StoreOpener-ca4b1f86678146fc35ded708928f2094-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T14:19:13,939 INFO [StoreOpener-9299dd522b067f59bc539f51919e5e2e-1 {}] regionserver.HStore(327): Store=9299dd522b067f59bc539f51919e5e2e/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T14:19:13,939 INFO [StoreOpener-5ffec45b798f57426f1c29b2b58b51ec-1 {}] regionserver.HStore(327): Store=5ffec45b798f57426f1c29b2b58b51ec/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T14:19:13,939 DEBUG [RS_OPEN_REGION-regionserver/b1c88e26310d:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1038): replaying wal for 9299dd522b067f59bc539f51919e5e2e 2024-11-10T14:19:13,939 DEBUG [RS_OPEN_REGION-regionserver/b1c88e26310d:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1038): replaying wal for 5ffec45b798f57426f1c29b2b58b51ec 2024-11-10T14:19:13,939 INFO [StoreOpener-ca4b1f86678146fc35ded708928f2094-1 {}] regionserver.HStore(327): Store=ca4b1f86678146fc35ded708928f2094/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T14:19:13,939 DEBUG [RS_OPEN_REGION-regionserver/b1c88e26310d:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1038): replaying wal for ca4b1f86678146fc35ded708928f2094 2024-11-10T14:19:13,940 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=13, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=6f20d20bc9c9792b59f22d2ab0898fde, ASSIGN in 10.1890 sec 2024-11-10T14:19:13,940 DEBUG [RS_OPEN_REGION-regionserver/b1c88e26310d:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38221/user/jenkins/test-data/43cfdc49-0f21-6e38-caa7-c182ad13690a/data/default/SPTestTable/5ffec45b798f57426f1c29b2b58b51ec 2024-11-10T14:19:13,940 DEBUG [RS_OPEN_REGION-regionserver/b1c88e26310d:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38221/user/jenkins/test-data/43cfdc49-0f21-6e38-caa7-c182ad13690a/data/default/SPTestTable/9299dd522b067f59bc539f51919e5e2e 2024-11-10T14:19:13,940 DEBUG [RS_OPEN_REGION-regionserver/b1c88e26310d:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38221/user/jenkins/test-data/43cfdc49-0f21-6e38-caa7-c182ad13690a/data/default/SPTestTable/ca4b1f86678146fc35ded708928f2094 2024-11-10T14:19:13,940 DEBUG [RS_OPEN_REGION-regionserver/b1c88e26310d:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38221/user/jenkins/test-data/43cfdc49-0f21-6e38-caa7-c182ad13690a/data/default/SPTestTable/9299dd522b067f59bc539f51919e5e2e 2024-11-10T14:19:13,940 DEBUG [RS_OPEN_REGION-regionserver/b1c88e26310d:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38221/user/jenkins/test-data/43cfdc49-0f21-6e38-caa7-c182ad13690a/data/default/SPTestTable/5ffec45b798f57426f1c29b2b58b51ec 2024-11-10T14:19:13,941 DEBUG [RS_OPEN_REGION-regionserver/b1c88e26310d:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38221/user/jenkins/test-data/43cfdc49-0f21-6e38-caa7-c182ad13690a/data/default/SPTestTable/ca4b1f86678146fc35ded708928f2094 2024-11-10T14:19:13,941 DEBUG [RS_OPEN_REGION-regionserver/b1c88e26310d:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1048): stopping wal replay for 9299dd522b067f59bc539f51919e5e2e 2024-11-10T14:19:13,941 DEBUG [RS_OPEN_REGION-regionserver/b1c88e26310d:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1060): Cleaning up temporary data for 9299dd522b067f59bc539f51919e5e2e 2024-11-10T14:19:13,941 DEBUG [RS_OPEN_REGION-regionserver/b1c88e26310d:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1048): stopping wal replay for 5ffec45b798f57426f1c29b2b58b51ec 2024-11-10T14:19:13,941 DEBUG [RS_OPEN_REGION-regionserver/b1c88e26310d:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1060): Cleaning up temporary data for 5ffec45b798f57426f1c29b2b58b51ec 2024-11-10T14:19:13,941 DEBUG [RS_OPEN_REGION-regionserver/b1c88e26310d:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1048): stopping wal replay for ca4b1f86678146fc35ded708928f2094 2024-11-10T14:19:13,941 DEBUG [RS_OPEN_REGION-regionserver/b1c88e26310d:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1060): Cleaning up temporary data for ca4b1f86678146fc35ded708928f2094 2024-11-10T14:19:13,943 DEBUG [RS_OPEN_REGION-regionserver/b1c88e26310d:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1093): writing seq id for 5ffec45b798f57426f1c29b2b58b51ec 2024-11-10T14:19:13,943 DEBUG [RS_OPEN_REGION-regionserver/b1c88e26310d:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1093): writing seq id for 9299dd522b067f59bc539f51919e5e2e 2024-11-10T14:19:13,943 DEBUG [RS_OPEN_REGION-regionserver/b1c88e26310d:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1093): writing seq id for ca4b1f86678146fc35ded708928f2094 2024-11-10T14:19:13,945 DEBUG [RS_OPEN_REGION-regionserver/b1c88e26310d:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38221/user/jenkins/test-data/43cfdc49-0f21-6e38-caa7-c182ad13690a/data/default/SPTestTable/5ffec45b798f57426f1c29b2b58b51ec/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-10T14:19:13,945 DEBUG [RS_OPEN_REGION-regionserver/b1c88e26310d:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38221/user/jenkins/test-data/43cfdc49-0f21-6e38-caa7-c182ad13690a/data/default/SPTestTable/9299dd522b067f59bc539f51919e5e2e/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-10T14:19:13,945 DEBUG [RS_OPEN_REGION-regionserver/b1c88e26310d:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38221/user/jenkins/test-data/43cfdc49-0f21-6e38-caa7-c182ad13690a/data/default/SPTestTable/ca4b1f86678146fc35ded708928f2094/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-10T14:19:13,945 INFO [RS_OPEN_REGION-regionserver/b1c88e26310d:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1114): Opened 5ffec45b798f57426f1c29b2b58b51ec; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68575156, jitterRate=0.021849453449249268}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-10T14:19:13,945 INFO [RS_OPEN_REGION-regionserver/b1c88e26310d:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1114): Opened 9299dd522b067f59bc539f51919e5e2e; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61036060, jitterRate=-0.09049183130264282}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-10T14:19:13,946 DEBUG [RS_OPEN_REGION-regionserver/b1c88e26310d:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 5ffec45b798f57426f1c29b2b58b51ec 2024-11-10T14:19:13,946 DEBUG [RS_OPEN_REGION-regionserver/b1c88e26310d:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 9299dd522b067f59bc539f51919e5e2e 2024-11-10T14:19:13,946 DEBUG [RS_OPEN_REGION-regionserver/b1c88e26310d:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1006): Region open journal for 5ffec45b798f57426f1c29b2b58b51ec: Running coprocessor pre-open hook at 1731248353933Writing region info on filesystem at 1731248353933Initializing all the Stores at 1731248353934 (+1 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731248353934Cleaning up temporary data from old regions at 1731248353941 (+7 ms)Running coprocessor post-open hooks at 1731248353946 (+5 ms)Region opened successfully at 1731248353946 2024-11-10T14:19:13,946 DEBUG [RS_OPEN_REGION-regionserver/b1c88e26310d:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1006): Region open journal for 9299dd522b067f59bc539f51919e5e2e: Running coprocessor pre-open hook at 1731248353929Writing region info on filesystem at 1731248353929Initializing all the Stores at 1731248353930 (+1 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731248353930Cleaning up temporary data from old regions at 1731248353941 (+11 ms)Running coprocessor post-open hooks at 1731248353946 (+5 ms)Region opened successfully at 1731248353946 2024-11-10T14:19:13,946 INFO [RS_OPEN_REGION-regionserver/b1c88e26310d:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1114): Opened ca4b1f86678146fc35ded708928f2094; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71573557, jitterRate=0.06652911007404327}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-10T14:19:13,946 DEBUG [RS_OPEN_REGION-regionserver/b1c88e26310d:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1122): Running coprocessor post-open hooks for ca4b1f86678146fc35ded708928f2094 2024-11-10T14:19:13,946 DEBUG [RS_OPEN_REGION-regionserver/b1c88e26310d:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1006): Region open journal for ca4b1f86678146fc35ded708928f2094: Running coprocessor pre-open hook at 1731248353930Writing region info on filesystem at 1731248353930Initializing all the Stores at 1731248353931 (+1 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731248353931Cleaning up temporary data from old regions at 1731248353941 (+10 ms)Running coprocessor post-open hooks at 1731248353946 (+5 ms)Region opened successfully at 1731248353946 2024-11-10T14:19:13,947 INFO [RS_OPEN_REGION-regionserver/b1c88e26310d:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,66666664,1731248343639.5ffec45b798f57426f1c29b2b58b51ec., pid=17, masterSystemTime=1731248353909 2024-11-10T14:19:13,947 INFO [RS_OPEN_REGION-regionserver/b1c88e26310d:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,b333332f,1731248343639.9299dd522b067f59bc539f51919e5e2e., pid=18, masterSystemTime=1731248353917 2024-11-10T14:19:13,947 INFO [RS_OPEN_REGION-regionserver/b1c88e26310d:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,4ccccccb,1731248343639.ca4b1f86678146fc35ded708928f2094., pid=23, masterSystemTime=1731248353920 2024-11-10T14:19:13,948 DEBUG [RS_OPEN_REGION-regionserver/b1c88e26310d:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,66666664,1731248343639.5ffec45b798f57426f1c29b2b58b51ec. 2024-11-10T14:19:13,948 INFO [RS_OPEN_REGION-regionserver/b1c88e26310d:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] handler.AssignRegionHandler(153): Opened SPTestTable,66666664,1731248343639.5ffec45b798f57426f1c29b2b58b51ec. 2024-11-10T14:19:13,948 INFO [RS_OPEN_REGION-regionserver/b1c88e26310d:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] handler.AssignRegionHandler(132): Open SPTestTable,33333332,1731248343639.8e48d204aeec2b198e455fe35db7c6eb. 2024-11-10T14:19:13,949 DEBUG [RS_OPEN_REGION-regionserver/b1c88e26310d:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(7752): Opening region: {ENCODED => 8e48d204aeec2b198e455fe35db7c6eb, NAME => 'SPTestTable,33333332,1731248343639.8e48d204aeec2b198e455fe35db7c6eb.', STARTKEY => '33333332', ENDKEY => '4ccccccb'} 2024-11-10T14:19:13,949 DEBUG [RS_OPEN_REGION-regionserver/b1c88e26310d:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 8e48d204aeec2b198e455fe35db7c6eb 2024-11-10T14:19:13,949 DEBUG [RS_OPEN_REGION-regionserver/b1c88e26310d:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(898): Instantiated SPTestTable,33333332,1731248343639.8e48d204aeec2b198e455fe35db7c6eb.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T14:19:13,949 DEBUG [RS_OPEN_REGION-regionserver/b1c88e26310d:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(7794): checking encryption for 8e48d204aeec2b198e455fe35db7c6eb 2024-11-10T14:19:13,949 DEBUG [RS_OPEN_REGION-regionserver/b1c88e26310d:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(7797): checking classloading for 8e48d204aeec2b198e455fe35db7c6eb 2024-11-10T14:19:13,950 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=5ffec45b798f57426f1c29b2b58b51ec, regionState=OPEN, openSeqNum=2, regionLocation=b1c88e26310d,45297,1731248332718 2024-11-10T14:19:13,950 DEBUG [RS_OPEN_REGION-regionserver/b1c88e26310d:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,b333332f,1731248343639.9299dd522b067f59bc539f51919e5e2e. 2024-11-10T14:19:13,950 INFO [RS_OPEN_REGION-regionserver/b1c88e26310d:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] handler.AssignRegionHandler(153): Opened SPTestTable,b333332f,1731248343639.9299dd522b067f59bc539f51919e5e2e. 2024-11-10T14:19:13,950 INFO [RS_OPEN_REGION-regionserver/b1c88e26310d:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] handler.AssignRegionHandler(132): Open SPTestTable,,1731248343639.60b1d3393bfb776a99235d209c51bc20. 2024-11-10T14:19:13,950 DEBUG [RS_OPEN_REGION-regionserver/b1c88e26310d:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(7752): Opening region: {ENCODED => 60b1d3393bfb776a99235d209c51bc20, NAME => 'SPTestTable,,1731248343639.60b1d3393bfb776a99235d209c51bc20.', STARTKEY => '', ENDKEY => '19999999'} 2024-11-10T14:19:13,951 INFO [StoreOpener-8e48d204aeec2b198e455fe35db7c6eb-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 8e48d204aeec2b198e455fe35db7c6eb 2024-11-10T14:19:13,951 DEBUG [RS_OPEN_REGION-regionserver/b1c88e26310d:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 60b1d3393bfb776a99235d209c51bc20 2024-11-10T14:19:13,951 DEBUG [RS_OPEN_REGION-regionserver/b1c88e26310d:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(898): Instantiated SPTestTable,,1731248343639.60b1d3393bfb776a99235d209c51bc20.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T14:19:13,951 DEBUG [RS_OPEN_REGION-regionserver/b1c88e26310d:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(7794): checking encryption for 60b1d3393bfb776a99235d209c51bc20 2024-11-10T14:19:13,951 DEBUG [RS_OPEN_REGION-regionserver/b1c88e26310d:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(7797): checking classloading for 60b1d3393bfb776a99235d209c51bc20 2024-11-10T14:19:13,951 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=12 updating hbase:meta row=9299dd522b067f59bc539f51919e5e2e, regionState=OPEN, openSeqNum=2, regionLocation=b1c88e26310d,40107,1731248332794 2024-11-10T14:19:13,952 WARN [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=45919 {}] assignment.AssignmentManager(1535): Unable to acquire lock for regionNode state=OPEN, location=b1c88e26310d,45297,1731248332718, table=SPTestTable, region=5ffec45b798f57426f1c29b2b58b51ec. It is likely that another thread is currently holding the lock. To avoid deadlock, skip execution for now. 2024-11-10T14:19:13,952 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=17, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 5ffec45b798f57426f1c29b2b58b51ec, server=b1c88e26310d,45297,1731248332718 because future has completed 2024-11-10T14:19:13,952 INFO [StoreOpener-8e48d204aeec2b198e455fe35db7c6eb-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 8e48d204aeec2b198e455fe35db7c6eb columnFamilyName cf 2024-11-10T14:19:13,952 DEBUG [RS_OPEN_REGION-regionserver/b1c88e26310d:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,4ccccccb,1731248343639.ca4b1f86678146fc35ded708928f2094. 2024-11-10T14:19:13,952 DEBUG [StoreOpener-8e48d204aeec2b198e455fe35db7c6eb-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T14:19:13,953 INFO [RS_OPEN_REGION-regionserver/b1c88e26310d:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] handler.AssignRegionHandler(153): Opened SPTestTable,4ccccccb,1731248343639.ca4b1f86678146fc35ded708928f2094. 2024-11-10T14:19:13,953 INFO [StoreOpener-60b1d3393bfb776a99235d209c51bc20-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 60b1d3393bfb776a99235d209c51bc20 2024-11-10T14:19:13,953 INFO [RS_OPEN_REGION-regionserver/b1c88e26310d:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] handler.AssignRegionHandler(132): Open SPTestTable,19999999,1731248343639.55df0daf9c8e134697768ea696da35b3. 2024-11-10T14:19:13,953 DEBUG [RS_OPEN_REGION-regionserver/b1c88e26310d:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(7752): Opening region: {ENCODED => 55df0daf9c8e134697768ea696da35b3, NAME => 'SPTestTable,19999999,1731248343639.55df0daf9c8e134697768ea696da35b3.', STARTKEY => '19999999', ENDKEY => '33333332'} 2024-11-10T14:19:13,953 INFO [StoreOpener-8e48d204aeec2b198e455fe35db7c6eb-1 {}] regionserver.HStore(327): Store=8e48d204aeec2b198e455fe35db7c6eb/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T14:19:13,953 DEBUG [RS_OPEN_REGION-regionserver/b1c88e26310d:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1038): replaying wal for 8e48d204aeec2b198e455fe35db7c6eb 2024-11-10T14:19:13,953 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=8 updating hbase:meta row=ca4b1f86678146fc35ded708928f2094, regionState=OPEN, openSeqNum=2, regionLocation=b1c88e26310d,39419,1731248332757 2024-11-10T14:19:13,954 DEBUG [RS_OPEN_REGION-regionserver/b1c88e26310d:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38221/user/jenkins/test-data/43cfdc49-0f21-6e38-caa7-c182ad13690a/data/default/SPTestTable/8e48d204aeec2b198e455fe35db7c6eb 2024-11-10T14:19:13,954 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=18, ppid=12, state=RUNNABLE, hasLock=false; OpenRegionProcedure 9299dd522b067f59bc539f51919e5e2e, server=b1c88e26310d,40107,1731248332794 because future has completed 2024-11-10T14:19:13,954 DEBUG [RS_OPEN_REGION-regionserver/b1c88e26310d:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 55df0daf9c8e134697768ea696da35b3 2024-11-10T14:19:13,954 DEBUG [RS_OPEN_REGION-regionserver/b1c88e26310d:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(898): Instantiated SPTestTable,19999999,1731248343639.55df0daf9c8e134697768ea696da35b3.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T14:19:13,954 DEBUG [RS_OPEN_REGION-regionserver/b1c88e26310d:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(7794): checking encryption for 55df0daf9c8e134697768ea696da35b3 2024-11-10T14:19:13,954 DEBUG [RS_OPEN_REGION-regionserver/b1c88e26310d:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(7797): checking classloading for 55df0daf9c8e134697768ea696da35b3 2024-11-10T14:19:13,954 INFO [StoreOpener-60b1d3393bfb776a99235d209c51bc20-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 60b1d3393bfb776a99235d209c51bc20 columnFamilyName cf 2024-11-10T14:19:13,954 DEBUG [StoreOpener-60b1d3393bfb776a99235d209c51bc20-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T14:19:13,955 DEBUG [RS_OPEN_REGION-regionserver/b1c88e26310d:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38221/user/jenkins/test-data/43cfdc49-0f21-6e38-caa7-c182ad13690a/data/default/SPTestTable/8e48d204aeec2b198e455fe35db7c6eb 2024-11-10T14:19:13,955 INFO [StoreOpener-60b1d3393bfb776a99235d209c51bc20-1 {}] regionserver.HStore(327): Store=60b1d3393bfb776a99235d209c51bc20/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T14:19:13,955 DEBUG [RS_OPEN_REGION-regionserver/b1c88e26310d:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1038): replaying wal for 60b1d3393bfb776a99235d209c51bc20 2024-11-10T14:19:13,955 DEBUG [RS_OPEN_REGION-regionserver/b1c88e26310d:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1048): stopping wal replay for 8e48d204aeec2b198e455fe35db7c6eb 2024-11-10T14:19:13,955 DEBUG [RS_OPEN_REGION-regionserver/b1c88e26310d:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1060): Cleaning up temporary data for 8e48d204aeec2b198e455fe35db7c6eb 2024-11-10T14:19:13,956 DEBUG [RS_OPEN_REGION-regionserver/b1c88e26310d:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38221/user/jenkins/test-data/43cfdc49-0f21-6e38-caa7-c182ad13690a/data/default/SPTestTable/60b1d3393bfb776a99235d209c51bc20 2024-11-10T14:19:13,957 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=23, ppid=8, state=RUNNABLE, hasLock=false; OpenRegionProcedure ca4b1f86678146fc35ded708928f2094, server=b1c88e26310d,39419,1731248332757 because future has completed 2024-11-10T14:19:13,957 DEBUG [RS_OPEN_REGION-regionserver/b1c88e26310d:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38221/user/jenkins/test-data/43cfdc49-0f21-6e38-caa7-c182ad13690a/data/default/SPTestTable/60b1d3393bfb776a99235d209c51bc20 2024-11-10T14:19:13,957 INFO [StoreOpener-55df0daf9c8e134697768ea696da35b3-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 55df0daf9c8e134697768ea696da35b3 2024-11-10T14:19:13,957 DEBUG [RS_OPEN_REGION-regionserver/b1c88e26310d:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1048): stopping wal replay for 60b1d3393bfb776a99235d209c51bc20 2024-11-10T14:19:13,957 DEBUG [RS_OPEN_REGION-regionserver/b1c88e26310d:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1060): Cleaning up temporary data for 60b1d3393bfb776a99235d209c51bc20 2024-11-10T14:19:13,958 DEBUG [RS_OPEN_REGION-regionserver/b1c88e26310d:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1093): writing seq id for 8e48d204aeec2b198e455fe35db7c6eb 2024-11-10T14:19:13,958 INFO [StoreOpener-55df0daf9c8e134697768ea696da35b3-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 55df0daf9c8e134697768ea696da35b3 columnFamilyName cf 2024-11-10T14:19:13,958 DEBUG [StoreOpener-55df0daf9c8e134697768ea696da35b3-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T14:19:13,959 INFO [StoreOpener-55df0daf9c8e134697768ea696da35b3-1 {}] regionserver.HStore(327): Store=55df0daf9c8e134697768ea696da35b3/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T14:19:13,959 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=17, resume processing ppid=9 2024-11-10T14:19:13,959 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=17, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 5ffec45b798f57426f1c29b2b58b51ec, server=b1c88e26310d,45297,1731248332718 in 10.0440 sec 2024-11-10T14:19:13,959 DEBUG [RS_OPEN_REGION-regionserver/b1c88e26310d:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1038): replaying wal for 55df0daf9c8e134697768ea696da35b3 2024-11-10T14:19:13,960 DEBUG [RS_OPEN_REGION-regionserver/b1c88e26310d:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38221/user/jenkins/test-data/43cfdc49-0f21-6e38-caa7-c182ad13690a/data/default/SPTestTable/55df0daf9c8e134697768ea696da35b3 2024-11-10T14:19:13,960 DEBUG [RS_OPEN_REGION-regionserver/b1c88e26310d:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1093): writing seq id for 60b1d3393bfb776a99235d209c51bc20 2024-11-10T14:19:13,961 DEBUG [RS_OPEN_REGION-regionserver/b1c88e26310d:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38221/user/jenkins/test-data/43cfdc49-0f21-6e38-caa7-c182ad13690a/data/default/SPTestTable/55df0daf9c8e134697768ea696da35b3 2024-11-10T14:19:13,961 DEBUG [RS_OPEN_REGION-regionserver/b1c88e26310d:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38221/user/jenkins/test-data/43cfdc49-0f21-6e38-caa7-c182ad13690a/data/default/SPTestTable/8e48d204aeec2b198e455fe35db7c6eb/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-10T14:19:13,961 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=18, resume processing ppid=12 2024-11-10T14:19:13,961 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=5ffec45b798f57426f1c29b2b58b51ec, ASSIGN in 10.2100 sec 2024-11-10T14:19:13,961 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=18, ppid=12, state=SUCCESS, hasLock=false; OpenRegionProcedure 9299dd522b067f59bc539f51919e5e2e, server=b1c88e26310d,40107,1731248332794 in 10.0480 sec 2024-11-10T14:19:13,962 DEBUG [RS_OPEN_REGION-regionserver/b1c88e26310d:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1048): stopping wal replay for 55df0daf9c8e134697768ea696da35b3 2024-11-10T14:19:13,962 DEBUG [RS_OPEN_REGION-regionserver/b1c88e26310d:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1060): Cleaning up temporary data for 55df0daf9c8e134697768ea696da35b3 2024-11-10T14:19:13,962 INFO [RS_OPEN_REGION-regionserver/b1c88e26310d:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1114): Opened 8e48d204aeec2b198e455fe35db7c6eb; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72361088, jitterRate=0.07826423645019531}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-10T14:19:13,963 DEBUG [RS_OPEN_REGION-regionserver/b1c88e26310d:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 8e48d204aeec2b198e455fe35db7c6eb 2024-11-10T14:19:13,963 DEBUG [RS_OPEN_REGION-regionserver/b1c88e26310d:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1006): Region open journal for 8e48d204aeec2b198e455fe35db7c6eb: Running coprocessor pre-open hook at 1731248353949Writing region info on filesystem at 1731248353949Initializing all the Stores at 1731248353950 (+1 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731248353950Cleaning up temporary data from old regions at 1731248353955 (+5 ms)Running coprocessor post-open hooks at 1731248353963 (+8 ms)Region opened successfully at 1731248353963 2024-11-10T14:19:13,963 INFO [RS_OPEN_REGION-regionserver/b1c88e26310d:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,33333332,1731248343639.8e48d204aeec2b198e455fe35db7c6eb., pid=16, masterSystemTime=1731248353909 2024-11-10T14:19:13,964 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=12, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=9299dd522b067f59bc539f51919e5e2e, ASSIGN in 10.2120 sec 2024-11-10T14:19:13,965 DEBUG [RS_OPEN_REGION-regionserver/b1c88e26310d:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38221/user/jenkins/test-data/43cfdc49-0f21-6e38-caa7-c182ad13690a/data/default/SPTestTable/60b1d3393bfb776a99235d209c51bc20/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-10T14:19:13,965 DEBUG [RS_OPEN_REGION-regionserver/b1c88e26310d:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1093): writing seq id for 55df0daf9c8e134697768ea696da35b3 2024-11-10T14:19:13,965 INFO [RS_OPEN_REGION-regionserver/b1c88e26310d:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1114): Opened 60b1d3393bfb776a99235d209c51bc20; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62576195, jitterRate=-0.06754203140735626}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-10T14:19:13,965 DEBUG [RS_OPEN_REGION-regionserver/b1c88e26310d:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 60b1d3393bfb776a99235d209c51bc20 2024-11-10T14:19:13,965 DEBUG [RS_OPEN_REGION-regionserver/b1c88e26310d:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1006): Region open journal for 60b1d3393bfb776a99235d209c51bc20: Running coprocessor pre-open hook at 1731248353951Writing region info on filesystem at 1731248353951Initializing all the Stores at 1731248353952 (+1 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731248353952Cleaning up temporary data from old regions at 1731248353957 (+5 ms)Running coprocessor post-open hooks at 1731248353965 (+8 ms)Region opened successfully at 1731248353965 2024-11-10T14:19:13,965 DEBUG [RS_OPEN_REGION-regionserver/b1c88e26310d:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,33333332,1731248343639.8e48d204aeec2b198e455fe35db7c6eb. 2024-11-10T14:19:13,965 INFO [RS_OPEN_REGION-regionserver/b1c88e26310d:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] handler.AssignRegionHandler(153): Opened SPTestTable,33333332,1731248343639.8e48d204aeec2b198e455fe35db7c6eb. 2024-11-10T14:19:13,966 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=23, resume processing ppid=8 2024-11-10T14:19:13,966 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=23, ppid=8, state=SUCCESS, hasLock=false; OpenRegionProcedure ca4b1f86678146fc35ded708928f2094, server=b1c88e26310d,39419,1731248332757 in 10.0460 sec 2024-11-10T14:19:13,966 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=7 updating hbase:meta row=8e48d204aeec2b198e455fe35db7c6eb, regionState=OPEN, openSeqNum=2, regionLocation=b1c88e26310d,45297,1731248332718 2024-11-10T14:19:13,966 INFO [RS_OPEN_REGION-regionserver/b1c88e26310d:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,,1731248343639.60b1d3393bfb776a99235d209c51bc20., pid=20, masterSystemTime=1731248353917 2024-11-10T14:19:13,967 DEBUG [RS_OPEN_REGION-regionserver/b1c88e26310d:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38221/user/jenkins/test-data/43cfdc49-0f21-6e38-caa7-c182ad13690a/data/default/SPTestTable/55df0daf9c8e134697768ea696da35b3/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-10T14:19:13,968 INFO [RS_OPEN_REGION-regionserver/b1c88e26310d:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1114): Opened 55df0daf9c8e134697768ea696da35b3; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61941452, jitterRate=-0.0770004391670227}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-10T14:19:13,968 DEBUG [RS_OPEN_REGION-regionserver/b1c88e26310d:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 55df0daf9c8e134697768ea696da35b3 2024-11-10T14:19:13,968 DEBUG [RS_OPEN_REGION-regionserver/b1c88e26310d:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1006): Region open journal for 55df0daf9c8e134697768ea696da35b3: Running coprocessor pre-open hook at 1731248353954Writing region info on filesystem at 1731248353954Initializing all the Stores at 1731248353956 (+2 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731248353956Cleaning up temporary data from old regions at 1731248353962 (+6 ms)Running coprocessor post-open hooks at 1731248353968 (+6 ms)Region opened successfully at 1731248353968 2024-11-10T14:19:13,969 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=16, ppid=7, state=RUNNABLE, hasLock=false; OpenRegionProcedure 8e48d204aeec2b198e455fe35db7c6eb, server=b1c88e26310d,45297,1731248332718 because future has completed 2024-11-10T14:19:13,970 INFO [RS_OPEN_REGION-regionserver/b1c88e26310d:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,19999999,1731248343639.55df0daf9c8e134697768ea696da35b3., pid=21, masterSystemTime=1731248353920 2024-11-10T14:19:13,972 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=ca4b1f86678146fc35ded708928f2094, ASSIGN in 10.2170 sec 2024-11-10T14:19:13,973 DEBUG [RS_OPEN_REGION-regionserver/b1c88e26310d:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,,1731248343639.60b1d3393bfb776a99235d209c51bc20. 2024-11-10T14:19:13,973 INFO [RS_OPEN_REGION-regionserver/b1c88e26310d:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] handler.AssignRegionHandler(153): Opened SPTestTable,,1731248343639.60b1d3393bfb776a99235d209c51bc20. 2024-11-10T14:19:13,973 INFO [RS_OPEN_REGION-regionserver/b1c88e26310d:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] handler.AssignRegionHandler(132): Open SPTestTable,7ffffffd,1731248343639.32b0ed526abcd253fa17c9cdf79c5b8a. 2024-11-10T14:19:13,973 DEBUG [RS_OPEN_REGION-regionserver/b1c88e26310d:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(7752): Opening region: {ENCODED => 32b0ed526abcd253fa17c9cdf79c5b8a, NAME => 'SPTestTable,7ffffffd,1731248343639.32b0ed526abcd253fa17c9cdf79c5b8a.', STARTKEY => '7ffffffd', ENDKEY => '99999996'} 2024-11-10T14:19:13,973 DEBUG [RS_OPEN_REGION-regionserver/b1c88e26310d:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 32b0ed526abcd253fa17c9cdf79c5b8a 2024-11-10T14:19:13,973 DEBUG [RS_OPEN_REGION-regionserver/b1c88e26310d:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(898): Instantiated SPTestTable,7ffffffd,1731248343639.32b0ed526abcd253fa17c9cdf79c5b8a.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T14:19:13,973 DEBUG [RS_OPEN_REGION-regionserver/b1c88e26310d:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(7794): checking encryption for 32b0ed526abcd253fa17c9cdf79c5b8a 2024-11-10T14:19:13,973 DEBUG [RS_OPEN_REGION-regionserver/b1c88e26310d:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(7797): checking classloading for 32b0ed526abcd253fa17c9cdf79c5b8a 2024-11-10T14:19:13,973 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=60b1d3393bfb776a99235d209c51bc20, regionState=OPEN, openSeqNum=2, regionLocation=b1c88e26310d,40107,1731248332794 2024-11-10T14:19:13,975 DEBUG [RS_OPEN_REGION-regionserver/b1c88e26310d:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,19999999,1731248343639.55df0daf9c8e134697768ea696da35b3. 2024-11-10T14:19:13,975 INFO [RS_OPEN_REGION-regionserver/b1c88e26310d:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] handler.AssignRegionHandler(153): Opened SPTestTable,19999999,1731248343639.55df0daf9c8e134697768ea696da35b3. 2024-11-10T14:19:13,975 INFO [RS_OPEN_REGION-regionserver/b1c88e26310d:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] handler.AssignRegionHandler(132): Open SPTestTable,99999996,1731248343639.4a89446d461581095d044fe0c8fdc61d. 2024-11-10T14:19:13,975 DEBUG [RS_OPEN_REGION-regionserver/b1c88e26310d:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(7752): Opening region: {ENCODED => 4a89446d461581095d044fe0c8fdc61d, NAME => 'SPTestTable,99999996,1731248343639.4a89446d461581095d044fe0c8fdc61d.', STARTKEY => '99999996', ENDKEY => 'b333332f'} 2024-11-10T14:19:13,975 DEBUG [RS_OPEN_REGION-regionserver/b1c88e26310d:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 4a89446d461581095d044fe0c8fdc61d 2024-11-10T14:19:13,975 DEBUG [RS_OPEN_REGION-regionserver/b1c88e26310d:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(898): Instantiated SPTestTable,99999996,1731248343639.4a89446d461581095d044fe0c8fdc61d.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T14:19:13,975 DEBUG [RS_OPEN_REGION-regionserver/b1c88e26310d:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(7794): checking encryption for 4a89446d461581095d044fe0c8fdc61d 2024-11-10T14:19:13,975 DEBUG [RS_OPEN_REGION-regionserver/b1c88e26310d:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(7797): checking classloading for 4a89446d461581095d044fe0c8fdc61d 2024-11-10T14:19:13,976 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=20, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 60b1d3393bfb776a99235d209c51bc20, server=b1c88e26310d,40107,1731248332794 because future has completed 2024-11-10T14:19:13,976 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=55df0daf9c8e134697768ea696da35b3, regionState=OPEN, openSeqNum=2, regionLocation=b1c88e26310d,39419,1731248332757 2024-11-10T14:19:13,978 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=16, resume processing ppid=7 2024-11-10T14:19:13,978 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=16, ppid=7, state=SUCCESS, hasLock=false; OpenRegionProcedure 8e48d204aeec2b198e455fe35db7c6eb, server=b1c88e26310d,45297,1731248332718 in 10.0650 sec 2024-11-10T14:19:13,978 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=21, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure 55df0daf9c8e134697768ea696da35b3, server=b1c88e26310d,39419,1731248332757 because future has completed 2024-11-10T14:19:13,979 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=20, resume processing ppid=5 2024-11-10T14:19:13,980 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=20, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 60b1d3393bfb776a99235d209c51bc20, server=b1c88e26310d,40107,1731248332794 in 10.0650 sec 2024-11-10T14:19:13,980 INFO [StoreOpener-32b0ed526abcd253fa17c9cdf79c5b8a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 32b0ed526abcd253fa17c9cdf79c5b8a 2024-11-10T14:19:13,980 INFO [StoreOpener-4a89446d461581095d044fe0c8fdc61d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 4a89446d461581095d044fe0c8fdc61d 2024-11-10T14:19:13,981 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=8e48d204aeec2b198e455fe35db7c6eb, ASSIGN in 10.2290 sec 2024-11-10T14:19:13,982 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=60b1d3393bfb776a99235d209c51bc20, ASSIGN in 10.2310 sec 2024-11-10T14:19:13,982 INFO [StoreOpener-4a89446d461581095d044fe0c8fdc61d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 4a89446d461581095d044fe0c8fdc61d columnFamilyName cf 2024-11-10T14:19:13,982 DEBUG [StoreOpener-4a89446d461581095d044fe0c8fdc61d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T14:19:13,982 INFO [StoreOpener-32b0ed526abcd253fa17c9cdf79c5b8a-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 32b0ed526abcd253fa17c9cdf79c5b8a columnFamilyName cf 2024-11-10T14:19:13,982 DEBUG [StoreOpener-32b0ed526abcd253fa17c9cdf79c5b8a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T14:19:13,983 INFO [StoreOpener-32b0ed526abcd253fa17c9cdf79c5b8a-1 {}] regionserver.HStore(327): Store=32b0ed526abcd253fa17c9cdf79c5b8a/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T14:19:13,983 DEBUG [RS_OPEN_REGION-regionserver/b1c88e26310d:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1038): replaying wal for 32b0ed526abcd253fa17c9cdf79c5b8a 2024-11-10T14:19:13,983 INFO [StoreOpener-4a89446d461581095d044fe0c8fdc61d-1 {}] regionserver.HStore(327): Store=4a89446d461581095d044fe0c8fdc61d/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T14:19:13,983 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=21, resume processing ppid=6 2024-11-10T14:19:13,983 DEBUG [RS_OPEN_REGION-regionserver/b1c88e26310d:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1038): replaying wal for 4a89446d461581095d044fe0c8fdc61d 2024-11-10T14:19:13,983 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=21, ppid=6, state=SUCCESS, hasLock=false; OpenRegionProcedure 55df0daf9c8e134697768ea696da35b3, server=b1c88e26310d,39419,1731248332757 in 10.0640 sec 2024-11-10T14:19:13,984 DEBUG [RS_OPEN_REGION-regionserver/b1c88e26310d:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38221/user/jenkins/test-data/43cfdc49-0f21-6e38-caa7-c182ad13690a/data/default/SPTestTable/32b0ed526abcd253fa17c9cdf79c5b8a 2024-11-10T14:19:13,984 DEBUG [RS_OPEN_REGION-regionserver/b1c88e26310d:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38221/user/jenkins/test-data/43cfdc49-0f21-6e38-caa7-c182ad13690a/data/default/SPTestTable/4a89446d461581095d044fe0c8fdc61d 2024-11-10T14:19:13,984 DEBUG [RS_OPEN_REGION-regionserver/b1c88e26310d:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38221/user/jenkins/test-data/43cfdc49-0f21-6e38-caa7-c182ad13690a/data/default/SPTestTable/4a89446d461581095d044fe0c8fdc61d 2024-11-10T14:19:13,984 DEBUG [RS_OPEN_REGION-regionserver/b1c88e26310d:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38221/user/jenkins/test-data/43cfdc49-0f21-6e38-caa7-c182ad13690a/data/default/SPTestTable/32b0ed526abcd253fa17c9cdf79c5b8a 2024-11-10T14:19:13,985 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=55df0daf9c8e134697768ea696da35b3, ASSIGN in 10.2340 sec 2024-11-10T14:19:13,986 DEBUG [RS_OPEN_REGION-regionserver/b1c88e26310d:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1048): stopping wal replay for 4a89446d461581095d044fe0c8fdc61d 2024-11-10T14:19:13,986 DEBUG [RS_OPEN_REGION-regionserver/b1c88e26310d:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1048): stopping wal replay for 32b0ed526abcd253fa17c9cdf79c5b8a 2024-11-10T14:19:13,986 DEBUG [RS_OPEN_REGION-regionserver/b1c88e26310d:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1060): Cleaning up temporary data for 4a89446d461581095d044fe0c8fdc61d 2024-11-10T14:19:13,986 DEBUG [RS_OPEN_REGION-regionserver/b1c88e26310d:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1060): Cleaning up temporary data for 32b0ed526abcd253fa17c9cdf79c5b8a 2024-11-10T14:19:13,987 DEBUG [RS_OPEN_REGION-regionserver/b1c88e26310d:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1093): writing seq id for 4a89446d461581095d044fe0c8fdc61d 2024-11-10T14:19:13,988 DEBUG [RS_OPEN_REGION-regionserver/b1c88e26310d:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1093): writing seq id for 32b0ed526abcd253fa17c9cdf79c5b8a 2024-11-10T14:19:13,991 DEBUG [RS_OPEN_REGION-regionserver/b1c88e26310d:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38221/user/jenkins/test-data/43cfdc49-0f21-6e38-caa7-c182ad13690a/data/default/SPTestTable/32b0ed526abcd253fa17c9cdf79c5b8a/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-10T14:19:13,991 DEBUG [RS_OPEN_REGION-regionserver/b1c88e26310d:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38221/user/jenkins/test-data/43cfdc49-0f21-6e38-caa7-c182ad13690a/data/default/SPTestTable/4a89446d461581095d044fe0c8fdc61d/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-10T14:19:13,991 INFO [RS_OPEN_REGION-regionserver/b1c88e26310d:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1114): Opened 32b0ed526abcd253fa17c9cdf79c5b8a; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72821528, jitterRate=0.08512532711029053}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-10T14:19:13,991 DEBUG [RS_OPEN_REGION-regionserver/b1c88e26310d:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 32b0ed526abcd253fa17c9cdf79c5b8a 2024-11-10T14:19:13,992 DEBUG [RS_OPEN_REGION-regionserver/b1c88e26310d:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1006): Region open journal for 32b0ed526abcd253fa17c9cdf79c5b8a: Running coprocessor pre-open hook at 1731248353974Writing region info on filesystem at 1731248353974Initializing all the Stores at 1731248353975 (+1 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731248353975Cleaning up temporary data from old regions at 1731248353986 (+11 ms)Running coprocessor post-open hooks at 1731248353991 (+5 ms)Region opened successfully at 1731248353992 (+1 ms) 2024-11-10T14:19:13,992 INFO [RS_OPEN_REGION-regionserver/b1c88e26310d:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1114): Opened 4a89446d461581095d044fe0c8fdc61d; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66777009, jitterRate=-0.004945024847984314}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-10T14:19:13,992 DEBUG [RS_OPEN_REGION-regionserver/b1c88e26310d:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 4a89446d461581095d044fe0c8fdc61d 2024-11-10T14:19:13,992 DEBUG [RS_OPEN_REGION-regionserver/b1c88e26310d:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1006): Region open journal for 4a89446d461581095d044fe0c8fdc61d: Running coprocessor pre-open hook at 1731248353976Writing region info on filesystem at 1731248353976Initializing all the Stores at 1731248353976Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731248353976Cleaning up temporary data from old regions at 1731248353986 (+10 ms)Running coprocessor post-open hooks at 1731248353992 (+6 ms)Region opened successfully at 1731248353992 2024-11-10T14:19:13,992 INFO [RS_OPEN_REGION-regionserver/b1c88e26310d:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,7ffffffd,1731248343639.32b0ed526abcd253fa17c9cdf79c5b8a., pid=19, masterSystemTime=1731248353917 2024-11-10T14:19:13,993 INFO [RS_OPEN_REGION-regionserver/b1c88e26310d:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,99999996,1731248343639.4a89446d461581095d044fe0c8fdc61d., pid=22, masterSystemTime=1731248353920 2024-11-10T14:19:13,994 DEBUG [RS_OPEN_REGION-regionserver/b1c88e26310d:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,7ffffffd,1731248343639.32b0ed526abcd253fa17c9cdf79c5b8a. 2024-11-10T14:19:13,994 INFO [RS_OPEN_REGION-regionserver/b1c88e26310d:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] handler.AssignRegionHandler(153): Opened SPTestTable,7ffffffd,1731248343639.32b0ed526abcd253fa17c9cdf79c5b8a. 2024-11-10T14:19:13,995 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=10 updating hbase:meta row=32b0ed526abcd253fa17c9cdf79c5b8a, regionState=OPEN, openSeqNum=2, regionLocation=b1c88e26310d,40107,1731248332794 2024-11-10T14:19:13,996 DEBUG [RS_OPEN_REGION-regionserver/b1c88e26310d:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,99999996,1731248343639.4a89446d461581095d044fe0c8fdc61d. 2024-11-10T14:19:13,996 INFO [RS_OPEN_REGION-regionserver/b1c88e26310d:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] handler.AssignRegionHandler(153): Opened SPTestTable,99999996,1731248343639.4a89446d461581095d044fe0c8fdc61d. 2024-11-10T14:19:13,997 INFO [RS_OPEN_REGION-regionserver/b1c88e26310d:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] handler.AssignRegionHandler(132): Open SPTestTable,e6666661,1731248343639.8ab2356c0f064acaa26fe311883458aa. 2024-11-10T14:19:13,997 DEBUG [RS_OPEN_REGION-regionserver/b1c88e26310d:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(7752): Opening region: {ENCODED => 8ab2356c0f064acaa26fe311883458aa, NAME => 'SPTestTable,e6666661,1731248343639.8ab2356c0f064acaa26fe311883458aa.', STARTKEY => 'e6666661', ENDKEY => ''} 2024-11-10T14:19:13,997 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=19, ppid=10, state=RUNNABLE, hasLock=false; OpenRegionProcedure 32b0ed526abcd253fa17c9cdf79c5b8a, server=b1c88e26310d,40107,1731248332794 because future has completed 2024-11-10T14:19:13,997 DEBUG [RS_OPEN_REGION-regionserver/b1c88e26310d:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 8ab2356c0f064acaa26fe311883458aa 2024-11-10T14:19:13,997 DEBUG [RS_OPEN_REGION-regionserver/b1c88e26310d:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(898): Instantiated SPTestTable,e6666661,1731248343639.8ab2356c0f064acaa26fe311883458aa.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T14:19:13,997 DEBUG [RS_OPEN_REGION-regionserver/b1c88e26310d:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(7794): checking encryption for 8ab2356c0f064acaa26fe311883458aa 2024-11-10T14:19:13,997 DEBUG [RS_OPEN_REGION-regionserver/b1c88e26310d:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(7797): checking classloading for 8ab2356c0f064acaa26fe311883458aa 2024-11-10T14:19:13,998 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=11 updating hbase:meta row=4a89446d461581095d044fe0c8fdc61d, regionState=OPEN, openSeqNum=2, regionLocation=b1c88e26310d,39419,1731248332757 2024-11-10T14:19:14,000 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=22, ppid=11, state=RUNNABLE, hasLock=false; OpenRegionProcedure 4a89446d461581095d044fe0c8fdc61d, server=b1c88e26310d,39419,1731248332757 because future has completed 2024-11-10T14:19:14,000 INFO [StoreOpener-8ab2356c0f064acaa26fe311883458aa-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 8ab2356c0f064acaa26fe311883458aa 2024-11-10T14:19:14,001 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=19, resume processing ppid=10 2024-11-10T14:19:14,002 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=19, ppid=10, state=SUCCESS, hasLock=false; OpenRegionProcedure 32b0ed526abcd253fa17c9cdf79c5b8a, server=b1c88e26310d,40107,1731248332794 in 10.0870 sec 2024-11-10T14:19:14,002 INFO [StoreOpener-8ab2356c0f064acaa26fe311883458aa-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 8ab2356c0f064acaa26fe311883458aa columnFamilyName cf 2024-11-10T14:19:14,002 DEBUG [StoreOpener-8ab2356c0f064acaa26fe311883458aa-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T14:19:14,003 INFO [StoreOpener-8ab2356c0f064acaa26fe311883458aa-1 {}] regionserver.HStore(327): Store=8ab2356c0f064acaa26fe311883458aa/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T14:19:14,003 DEBUG [RS_OPEN_REGION-regionserver/b1c88e26310d:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1038): replaying wal for 8ab2356c0f064acaa26fe311883458aa 2024-11-10T14:19:14,003 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=22, resume processing ppid=11 2024-11-10T14:19:14,003 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=22, ppid=11, state=SUCCESS, hasLock=false; OpenRegionProcedure 4a89446d461581095d044fe0c8fdc61d, server=b1c88e26310d,39419,1731248332757 in 10.0850 sec 2024-11-10T14:19:14,004 DEBUG [RS_OPEN_REGION-regionserver/b1c88e26310d:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38221/user/jenkins/test-data/43cfdc49-0f21-6e38-caa7-c182ad13690a/data/default/SPTestTable/8ab2356c0f064acaa26fe311883458aa 2024-11-10T14:19:14,004 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=32b0ed526abcd253fa17c9cdf79c5b8a, ASSIGN in 10.2520 sec 2024-11-10T14:19:14,004 DEBUG [RS_OPEN_REGION-regionserver/b1c88e26310d:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38221/user/jenkins/test-data/43cfdc49-0f21-6e38-caa7-c182ad13690a/data/default/SPTestTable/8ab2356c0f064acaa26fe311883458aa 2024-11-10T14:19:14,005 DEBUG [RS_OPEN_REGION-regionserver/b1c88e26310d:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1048): stopping wal replay for 8ab2356c0f064acaa26fe311883458aa 2024-11-10T14:19:14,005 DEBUG [RS_OPEN_REGION-regionserver/b1c88e26310d:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1060): Cleaning up temporary data for 8ab2356c0f064acaa26fe311883458aa 2024-11-10T14:19:14,005 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=4a89446d461581095d044fe0c8fdc61d, ASSIGN in 10.2540 sec 2024-11-10T14:19:14,006 DEBUG [RS_OPEN_REGION-regionserver/b1c88e26310d:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1093): writing seq id for 8ab2356c0f064acaa26fe311883458aa 2024-11-10T14:19:14,009 DEBUG [RS_OPEN_REGION-regionserver/b1c88e26310d:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38221/user/jenkins/test-data/43cfdc49-0f21-6e38-caa7-c182ad13690a/data/default/SPTestTable/8ab2356c0f064acaa26fe311883458aa/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-10T14:19:14,009 INFO [RS_OPEN_REGION-regionserver/b1c88e26310d:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1114): Opened 8ab2356c0f064acaa26fe311883458aa; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66113879, jitterRate=-0.01482643187046051}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-10T14:19:14,009 DEBUG [RS_OPEN_REGION-regionserver/b1c88e26310d:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 8ab2356c0f064acaa26fe311883458aa 2024-11-10T14:19:14,009 DEBUG [RS_OPEN_REGION-regionserver/b1c88e26310d:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1006): Region open journal for 8ab2356c0f064acaa26fe311883458aa: Running coprocessor pre-open hook at 1731248353998Writing region info on filesystem at 1731248353998Initializing all the Stores at 1731248354000 (+2 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731248354000Cleaning up temporary data from old regions at 1731248354005 (+5 ms)Running coprocessor post-open hooks at 1731248354009 (+4 ms)Region opened successfully at 1731248354009 2024-11-10T14:19:14,010 INFO [RS_OPEN_REGION-regionserver/b1c88e26310d:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,e6666661,1731248343639.8ab2356c0f064acaa26fe311883458aa., pid=24, masterSystemTime=1731248353920 2024-11-10T14:19:14,012 DEBUG [RS_OPEN_REGION-regionserver/b1c88e26310d:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,e6666661,1731248343639.8ab2356c0f064acaa26fe311883458aa. 2024-11-10T14:19:14,012 INFO [RS_OPEN_REGION-regionserver/b1c88e26310d:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] handler.AssignRegionHandler(153): Opened SPTestTable,e6666661,1731248343639.8ab2356c0f064acaa26fe311883458aa. 2024-11-10T14:19:14,013 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=14 updating hbase:meta row=8ab2356c0f064acaa26fe311883458aa, regionState=OPEN, openSeqNum=2, regionLocation=b1c88e26310d,39419,1731248332757 2024-11-10T14:19:14,014 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=24, ppid=14, state=RUNNABLE, hasLock=false; OpenRegionProcedure 8ab2356c0f064acaa26fe311883458aa, server=b1c88e26310d,39419,1731248332757 because future has completed 2024-11-10T14:19:14,018 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=24, resume processing ppid=14 2024-11-10T14:19:14,018 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=24, ppid=14, state=SUCCESS, hasLock=false; OpenRegionProcedure 8ab2356c0f064acaa26fe311883458aa, server=b1c88e26310d,39419,1731248332757 in 10.0950 sec 2024-11-10T14:19:14,020 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=14, resume processing ppid=4 2024-11-10T14:19:14,020 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=14, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=8ab2356c0f064acaa26fe311883458aa, ASSIGN in 10.2690 sec 2024-11-10T14:19:14,021 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-10T14:19:14,021 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"SPTestTable","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731248354021"}]},"ts":"1731248354021"} 2024-11-10T14:19:14,023 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=SPTestTable, state=ENABLED in hbase:meta 2024-11-10T14:19:14,024 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_POST_OPERATION 2024-11-10T14:19:14,026 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=SPTestTable in 10.3840 sec 2024-11-10T14:19:14,401 INFO [regionserver/b1c88e26310d:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactedHFilesCleaner was stopped 2024-11-10T14:19:15,454 WARN [BootstrapNodeManager {}] regionserver.BootstrapNodeManager(142): failed to get live region servers from master org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=b1c88e26310d:40569 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.BootstrapNodeManager.getFromMaster(BootstrapNodeManager.java:140) ~[classes/:?] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) ~[?:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:304) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$Stub.getLiveRegionServers(RegionServerStatusProtos.java:17191) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClusterConnectionImpl.getLiveRegionServers(AsyncClusterConnectionImpl.java:139) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.BootstrapNodeManager.getFromMaster(BootstrapNodeManager.java:140) ~[classes/:?] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) ~[?:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:304) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 10 more 2024-11-10T14:19:17,054 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'SPTestTable' 2024-11-10T14:19:19,416 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-10T14:19:19,418 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T14:19:19,440 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T14:19:19,440 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T14:19:21,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45919 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-10T14:19:21,892 INFO [RPCClient-NioEventLoopGroup-6-10 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:SPTestTable completed 2024-11-10T14:19:21,892 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table SPTestTable get assigned. Timeout = 60000ms 2024-11-10T14:19:21,892 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-10T14:19:21,895 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table SPTestTable assigned to meta. Checking AM states. 2024-11-10T14:19:21,896 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-10T14:19:21,896 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table SPTestTable assigned. 2024-11-10T14:19:21,916 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aab', locateType=CURRENT is [region=SPTestTable,99999996,1731248343639.4a89446d461581095d044fe0c8fdc61d., hostname=b1c88e26310d,39419,1731248332757, seqNum=2] 2024-11-10T14:19:21,917 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aaa', locateType=CURRENT is [region=SPTestTable,99999996,1731248343639.4a89446d461581095d044fe0c8fdc61d., hostname=b1c88e26310d,39419,1731248332757, seqNum=2] 2024-11-10T14:19:21,918 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aac', locateType=CURRENT is [region=SPTestTable,99999996,1731248343639.4a89446d461581095d044fe0c8fdc61d., hostname=b1c88e26310d,39419,1731248332757, seqNum=2] 2024-11-10T14:19:21,920 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aad', locateType=CURRENT is [region=SPTestTable,99999996,1731248343639.4a89446d461581095d044fe0c8fdc61d., hostname=b1c88e26310d,39419,1731248332757, seqNum=2] 2024-11-10T14:19:21,920 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aae', locateType=CURRENT is [region=SPTestTable,99999996,1731248343639.4a89446d461581095d044fe0c8fdc61d., hostname=b1c88e26310d,39419,1731248332757, seqNum=2] 2024-11-10T14:19:21,951 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='baa', locateType=CURRENT is [region=SPTestTable,b333332f,1731248343639.9299dd522b067f59bc539f51919e5e2e., hostname=b1c88e26310d,40107,1731248332794, seqNum=2] 2024-11-10T14:19:21,953 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='bab', locateType=CURRENT is [region=SPTestTable,b333332f,1731248343639.9299dd522b067f59bc539f51919e5e2e., hostname=b1c88e26310d,40107,1731248332794, seqNum=2] 2024-11-10T14:19:21,954 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='bac', locateType=CURRENT is [region=SPTestTable,b333332f,1731248343639.9299dd522b067f59bc539f51919e5e2e., hostname=b1c88e26310d,40107,1731248332794, seqNum=2] 2024-11-10T14:19:21,955 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='bad', locateType=CURRENT is [region=SPTestTable,b333332f,1731248343639.9299dd522b067f59bc539f51919e5e2e., hostname=b1c88e26310d,40107,1731248332794, seqNum=2] 2024-11-10T14:19:21,959 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='bae', locateType=CURRENT is [region=SPTestTable,b333332f,1731248343639.9299dd522b067f59bc539f51919e5e2e., hostname=b1c88e26310d,40107,1731248332794, seqNum=2] 2024-11-10T14:19:21,960 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='baf', locateType=CURRENT is [region=SPTestTable,b333332f,1731248343639.9299dd522b067f59bc539f51919e5e2e., hostname=b1c88e26310d,40107,1731248332794, seqNum=2] 2024-11-10T14:19:21,988 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='ccd', locateType=CURRENT is [region=SPTestTable,ccccccc8,1731248343639.6f20d20bc9c9792b59f22d2ab0898fde., hostname=b1c88e26310d,45297,1731248332718, seqNum=2] 2024-11-10T14:19:21,990 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='cce', locateType=CURRENT is [region=SPTestTable,ccccccc8,1731248343639.6f20d20bc9c9792b59f22d2ab0898fde., hostname=b1c88e26310d,45297,1731248332718, seqNum=2] 2024-11-10T14:19:21,992 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='ccf', locateType=CURRENT is [region=SPTestTable,ccccccc8,1731248343639.6f20d20bc9c9792b59f22d2ab0898fde., hostname=b1c88e26310d,45297,1731248332718, seqNum=2] 2024-11-10T14:19:21,993 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='ccg', locateType=CURRENT is [region=SPTestTable,ccccccc8,1731248343639.6f20d20bc9c9792b59f22d2ab0898fde., hostname=b1c88e26310d,45297,1731248332718, seqNum=2] 2024-11-10T14:19:21,995 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='cch', locateType=CURRENT is [region=SPTestTable,ccccccc8,1731248343639.6f20d20bc9c9792b59f22d2ab0898fde., hostname=b1c88e26310d,45297,1731248332718, seqNum=2] 2024-11-10T14:19:22,049 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='eaa', locateType=CURRENT is [region=SPTestTable,e6666661,1731248343639.8ab2356c0f064acaa26fe311883458aa., hostname=b1c88e26310d,39419,1731248332757, seqNum=2] 2024-11-10T14:19:22,051 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='eab', locateType=CURRENT is [region=SPTestTable,e6666661,1731248343639.8ab2356c0f064acaa26fe311883458aa., hostname=b1c88e26310d,39419,1731248332757, seqNum=2] 2024-11-10T14:19:22,052 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='eac', locateType=CURRENT is [region=SPTestTable,e6666661,1731248343639.8ab2356c0f064acaa26fe311883458aa., hostname=b1c88e26310d,39419,1731248332757, seqNum=2] 2024-11-10T14:19:22,054 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='ead', locateType=CURRENT is [region=SPTestTable,e6666661,1731248343639.8ab2356c0f064acaa26fe311883458aa., hostname=b1c88e26310d,39419,1731248332757, seqNum=2] 2024-11-10T14:19:22,055 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='eae', locateType=CURRENT is [region=SPTestTable,e6666661,1731248343639.8ab2356c0f064acaa26fe311883458aa., hostname=b1c88e26310d,39419,1731248332757, seqNum=2] 2024-11-10T14:19:22,641 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-10T14:19:22,659 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-10T14:19:22,661 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54180, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-10T14:19:22,675 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-10T14:19:22,689 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-9-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57894, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-10T14:19:22,697 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40107 {}] regionserver.HRegion(8528): writing data to region SPTestTable,b333332f,1731248343639.9299dd522b067f59bc539f51919e5e2e. with WAL disabled. Data may be lost in the event of a crash. 2024-11-10T14:19:22,712 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45297 {}] regionserver.HRegion(8528): writing data to region SPTestTable,ccccccc8,1731248343639.6f20d20bc9c9792b59f22d2ab0898fde. with WAL disabled. Data may be lost in the event of a crash. 2024-11-10T14:19:22,734 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39419 {}] regionserver.RSRpcServices(2610): Large batch operation detected (greater than 5000) (HBASE-18023). Requested Number of Rows: 15548 Client: jenkins//172.17.0.2 first region in multi=SPTestTable,99999996,1731248343639.4a89446d461581095d044fe0c8fdc61d. 2024-11-10T14:19:22,750 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39419 {}] regionserver.HRegion(8528): writing data to region SPTestTable,99999996,1731248343639.4a89446d461581095d044fe0c8fdc61d. with WAL disabled. Data may be lost in the event of a crash. 2024-11-10T14:19:23,169 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39419 {}] regionserver.HRegion(8528): writing data to region SPTestTable,e6666661,1731248343639.8ab2356c0f064acaa26fe311883458aa. with WAL disabled. Data may be lost in the event of a crash. 2024-11-10T14:19:23,258 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(1139): Stored pid=25, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } 2024-11-10T14:19:23,258 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-10T14:19:23,259 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_PREPARE 2024-11-10T14:19:23,260 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_PRE_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_PRE_OPERATION 2024-11-10T14:19:23,263 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_WRITE_SNAPSHOT_INFO, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_WRITE_SNAPSHOT_INFO 2024-11-10T14:19:23,272 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40377 is added to blk_1073741848_1024 (size=49) 2024-11-10T14:19:23,274 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33511 is added to blk_1073741848_1024 (size=49) 2024-11-10T14:19:23,275 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46685 is added to blk_1073741848_1024 (size=49) 2024-11-10T14:19:23,276 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_SNAPSHOT_ONLINE_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_ONLINE_REGIONS 2024-11-10T14:19:23,276 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=26, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 60b1d3393bfb776a99235d209c51bc20}, {pid=27, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 55df0daf9c8e134697768ea696da35b3}, {pid=28, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 8e48d204aeec2b198e455fe35db7c6eb}, {pid=29, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure ca4b1f86678146fc35ded708928f2094}, {pid=30, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 5ffec45b798f57426f1c29b2b58b51ec}, {pid=31, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 32b0ed526abcd253fa17c9cdf79c5b8a}, {pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 4a89446d461581095d044fe0c8fdc61d}, {pid=33, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 9299dd522b067f59bc539f51919e5e2e}, {pid=34, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 6f20d20bc9c9792b59f22d2ab0898fde}, {pid=35, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 8ab2356c0f064acaa26fe311883458aa}] 2024-11-10T14:19:23,278 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=34, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 6f20d20bc9c9792b59f22d2ab0898fde 2024-11-10T14:19:23,278 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=35, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 8ab2356c0f064acaa26fe311883458aa 2024-11-10T14:19:23,278 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 4a89446d461581095d044fe0c8fdc61d 2024-11-10T14:19:23,279 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=33, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 9299dd522b067f59bc539f51919e5e2e 2024-11-10T14:19:23,279 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=31, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 32b0ed526abcd253fa17c9cdf79c5b8a 2024-11-10T14:19:23,284 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=30, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 5ffec45b798f57426f1c29b2b58b51ec 2024-11-10T14:19:23,286 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=29, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure ca4b1f86678146fc35ded708928f2094 2024-11-10T14:19:23,286 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=27, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 55df0daf9c8e134697768ea696da35b3 2024-11-10T14:19:23,286 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=28, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 8e48d204aeec2b198e455fe35db7c6eb 2024-11-10T14:19:23,286 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=26, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 60b1d3393bfb776a99235d209c51bc20 2024-11-10T14:19:33,281 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40107 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=33 2024-11-10T14:19:33,281 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39419 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=35 2024-11-10T14:19:33,281 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45297 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=30 2024-11-10T14:19:33,282 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45297 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=28 2024-11-10T14:19:33,282 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40107 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=26 2024-11-10T14:19:33,282 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b1c88e26310d:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,66666664,1731248343639.5ffec45b798f57426f1c29b2b58b51ec. 2024-11-10T14:19:33,282 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39419 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=27 2024-11-10T14:19:33,282 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b1c88e26310d:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,b333332f,1731248343639.9299dd522b067f59bc539f51919e5e2e. 2024-11-10T14:19:33,282 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b1c88e26310d:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] regionserver.HRegion(2603): Flush status journal for 5ffec45b798f57426f1c29b2b58b51ec: 2024-11-10T14:19:33,282 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b1c88e26310d:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,e6666661,1731248343639.8ab2356c0f064acaa26fe311883458aa. 2024-11-10T14:19:33,282 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b1c88e26310d:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,66666664,1731248343639.5ffec45b798f57426f1c29b2b58b51ec. for SnapshotProcedureTest completed. 2024-11-10T14:19:33,282 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b1c88e26310d:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,33333332,1731248343639.8e48d204aeec2b198e455fe35db7c6eb. 2024-11-10T14:19:33,282 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40107 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=31 2024-11-10T14:19:33,282 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b1c88e26310d:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] regionserver.HRegion(2603): Flush status journal for 8e48d204aeec2b198e455fe35db7c6eb: 2024-11-10T14:19:33,282 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b1c88e26310d:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,,1731248343639.60b1d3393bfb776a99235d209c51bc20. 2024-11-10T14:19:33,282 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b1c88e26310d:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,66666664,1731248343639.5ffec45b798f57426f1c29b2b58b51ec.' region-info for snapshot=SnapshotProcedureTest 2024-11-10T14:19:33,282 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b1c88e26310d:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,33333332,1731248343639.8e48d204aeec2b198e455fe35db7c6eb. for SnapshotProcedureTest completed. 2024-11-10T14:19:33,282 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b1c88e26310d:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-10T14:19:33,282 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b1c88e26310d:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] regionserver.HRegion(2603): Flush status journal for 60b1d3393bfb776a99235d209c51bc20: 2024-11-10T14:19:33,282 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b1c88e26310d:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-11-10T14:19:33,282 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b1c88e26310d:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,,1731248343639.60b1d3393bfb776a99235d209c51bc20. for SnapshotProcedureTest completed. 2024-11-10T14:19:33,282 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39419 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=29 2024-11-10T14:19:33,282 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/b1c88e26310d:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HRegion(2902): Flushing 9299dd522b067f59bc539f51919e5e2e 1/1 column families, dataSize=21.42 KB heapSize=74.49 KB 2024-11-10T14:19:33,282 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/b1c88e26310d:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.HRegion(2902): Flushing 8ab2356c0f064acaa26fe311883458aa 1/1 column families, dataSize=435.70 KB heapSize=1.48 MB 2024-11-10T14:19:33,282 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b1c88e26310d:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,33333332,1731248343639.8e48d204aeec2b198e455fe35db7c6eb.' region-info for snapshot=SnapshotProcedureTest 2024-11-10T14:19:33,283 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b1c88e26310d:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,19999999,1731248343639.55df0daf9c8e134697768ea696da35b3. 2024-11-10T14:19:33,283 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b1c88e26310d:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-10T14:19:33,283 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b1c88e26310d:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-11-10T14:19:33,283 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b1c88e26310d:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,,1731248343639.60b1d3393bfb776a99235d209c51bc20.' region-info for snapshot=SnapshotProcedureTest 2024-11-10T14:19:33,283 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b1c88e26310d:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] regionserver.HRegion(2603): Flush status journal for 55df0daf9c8e134697768ea696da35b3: 2024-11-10T14:19:33,283 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b1c88e26310d:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-10T14:19:33,283 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b1c88e26310d:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,19999999,1731248343639.55df0daf9c8e134697768ea696da35b3. for SnapshotProcedureTest completed. 2024-11-10T14:19:33,283 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b1c88e26310d:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-11-10T14:19:33,283 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b1c88e26310d:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,19999999,1731248343639.55df0daf9c8e134697768ea696da35b3.' region-info for snapshot=SnapshotProcedureTest 2024-11-10T14:19:33,283 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b1c88e26310d:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-10T14:19:33,283 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b1c88e26310d:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-11-10T14:19:33,283 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45297 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=34 2024-11-10T14:19:33,283 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39419 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=32 2024-11-10T14:19:33,283 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b1c88e26310d:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,4ccccccb,1731248343639.ca4b1f86678146fc35ded708928f2094. 2024-11-10T14:19:33,284 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b1c88e26310d:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] regionserver.HRegion(2603): Flush status journal for ca4b1f86678146fc35ded708928f2094: 2024-11-10T14:19:33,284 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b1c88e26310d:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,4ccccccb,1731248343639.ca4b1f86678146fc35ded708928f2094. for SnapshotProcedureTest completed. 2024-11-10T14:19:33,284 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b1c88e26310d:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,4ccccccb,1731248343639.ca4b1f86678146fc35ded708928f2094.' region-info for snapshot=SnapshotProcedureTest 2024-11-10T14:19:33,284 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b1c88e26310d:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-10T14:19:33,284 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b1c88e26310d:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-11-10T14:19:33,284 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b1c88e26310d:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,ccccccc8,1731248343639.6f20d20bc9c9792b59f22d2ab0898fde. 2024-11-10T14:19:33,284 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/b1c88e26310d:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.HRegion(2902): Flushing 6f20d20bc9c9792b59f22d2ab0898fde 1/1 column families, dataSize=38.00 KB heapSize=131.98 KB 2024-11-10T14:19:33,284 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b1c88e26310d:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,7ffffffd,1731248343639.32b0ed526abcd253fa17c9cdf79c5b8a. 2024-11-10T14:19:33,284 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b1c88e26310d:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] regionserver.HRegion(2603): Flush status journal for 32b0ed526abcd253fa17c9cdf79c5b8a: 2024-11-10T14:19:33,284 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b1c88e26310d:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,7ffffffd,1731248343639.32b0ed526abcd253fa17c9cdf79c5b8a. for SnapshotProcedureTest completed. 2024-11-10T14:19:33,285 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b1c88e26310d:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,7ffffffd,1731248343639.32b0ed526abcd253fa17c9cdf79c5b8a.' region-info for snapshot=SnapshotProcedureTest 2024-11-10T14:19:33,285 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b1c88e26310d:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-10T14:19:33,285 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b1c88e26310d:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-11-10T14:19:33,314 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46685 is added to blk_1073741850_1026 (size=65) 2024-11-10T14:19:33,314 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33511 is added to blk_1073741850_1026 (size=65) 2024-11-10T14:19:33,314 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40377 is added to blk_1073741850_1026 (size=65) 2024-11-10T14:19:33,315 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b1c88e26310d:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,66666664,1731248343639.5ffec45b798f57426f1c29b2b58b51ec. 2024-11-10T14:19:33,315 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b1c88e26310d:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=30 2024-11-10T14:19:33,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45919 {}] master.HMaster(4169): Remote procedure done, pid=30 2024-11-10T14:19:33,316 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45919 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 5ffec45b798f57426f1c29b2b58b51ec 2024-11-10T14:19:33,316 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=30, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 5ffec45b798f57426f1c29b2b58b51ec 2024-11-10T14:19:33,319 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=30, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 5ffec45b798f57426f1c29b2b58b51ec in 10.0410 sec 2024-11-10T14:19:33,326 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b1c88e26310d:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38221/user/jenkins/test-data/43cfdc49-0f21-6e38-caa7-c182ad13690a/data/default/SPTestTable/9299dd522b067f59bc539f51919e5e2e/.tmp/cf/ab0fe68b418f4b7680a9b7e3bb9e5ab5 is 34, key is baa/cf:cf/1731248362697/Put/seqid=0 2024-11-10T14:19:33,327 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b1c88e26310d:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38221/user/jenkins/test-data/43cfdc49-0f21-6e38-caa7-c182ad13690a/data/default/SPTestTable/6f20d20bc9c9792b59f22d2ab0898fde/.tmp/cf/f30e574c9fda4ed9bb3b6d7b56d502f4 is 34, key is ccd/cf:cf/1731248362712/Put/seqid=0 2024-11-10T14:19:33,331 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46685 is added to blk_1073741851_1027 (size=65) 2024-11-10T14:19:33,332 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33511 is added to blk_1073741851_1027 (size=65) 2024-11-10T14:19:33,332 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40377 is added to blk_1073741851_1027 (size=65) 2024-11-10T14:19:33,332 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b1c88e26310d:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,19999999,1731248343639.55df0daf9c8e134697768ea696da35b3. 2024-11-10T14:19:33,333 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b1c88e26310d:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=27 2024-11-10T14:19:33,333 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b1c88e26310d:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,99999996,1731248343639.4a89446d461581095d044fe0c8fdc61d. 2024-11-10T14:19:33,333 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/b1c88e26310d:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.HRegion(2902): Flushing 4a89446d461581095d044fe0c8fdc61d 1/1 column families, dataSize=19.80 KB heapSize=68.91 KB 2024-11-10T14:19:33,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45919 {}] master.HMaster(4169): Remote procedure done, pid=27 2024-11-10T14:19:33,333 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45919 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 55df0daf9c8e134697768ea696da35b3 2024-11-10T14:19:33,333 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=27, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 55df0daf9c8e134697768ea696da35b3 2024-11-10T14:19:33,336 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=27, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 55df0daf9c8e134697768ea696da35b3 in 10.0590 sec 2024-11-10T14:19:33,356 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46685 is added to blk_1073741849_1025 (size=57) 2024-11-10T14:19:33,357 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46685 is added to blk_1073741853_1029 (size=65) 2024-11-10T14:19:33,357 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33511 is added to blk_1073741853_1029 (size=65) 2024-11-10T14:19:33,357 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40377 is added to blk_1073741849_1025 (size=57) 2024-11-10T14:19:33,357 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40377 is added to blk_1073741853_1029 (size=65) 2024-11-10T14:19:33,358 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33511 is added to blk_1073741849_1025 (size=57) 2024-11-10T14:19:33,358 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b1c88e26310d:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,,1731248343639.60b1d3393bfb776a99235d209c51bc20. 2024-11-10T14:19:33,358 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b1c88e26310d:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=26 2024-11-10T14:19:33,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45919 {}] master.HMaster(4169): Remote procedure done, pid=26 2024-11-10T14:19:33,359 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45919 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 60b1d3393bfb776a99235d209c51bc20 2024-11-10T14:19:33,359 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=26, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 60b1d3393bfb776a99235d209c51bc20 2024-11-10T14:19:33,365 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=26, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 60b1d3393bfb776a99235d209c51bc20 in 10.0840 sec 2024-11-10T14:19:33,371 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46685 is added to blk_1073741852_1028 (size=65) 2024-11-10T14:19:33,371 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40377 is added to blk_1073741852_1028 (size=65) 2024-11-10T14:19:33,372 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33511 is added to blk_1073741852_1028 (size=65) 2024-11-10T14:19:33,373 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b1c88e26310d:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,33333332,1731248343639.8e48d204aeec2b198e455fe35db7c6eb. 2024-11-10T14:19:33,373 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b1c88e26310d:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=28 2024-11-10T14:19:33,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45919 {}] master.HMaster(4169): Remote procedure done, pid=28 2024-11-10T14:19:33,374 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45919 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 8e48d204aeec2b198e455fe35db7c6eb 2024-11-10T14:19:33,374 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=28, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 8e48d204aeec2b198e455fe35db7c6eb 2024-11-10T14:19:33,376 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=28, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 8e48d204aeec2b198e455fe35db7c6eb in 10.0990 sec 2024-11-10T14:19:33,378 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b1c88e26310d:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38221/user/jenkins/test-data/43cfdc49-0f21-6e38-caa7-c182ad13690a/data/default/SPTestTable/8ab2356c0f064acaa26fe311883458aa/.tmp/cf/438bea5a14824ba4b47f958024b07b09 is 34, key is eaa/cf:cf/1731248363166/Put/seqid=0 2024-11-10T14:19:33,378 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b1c88e26310d:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38221/user/jenkins/test-data/43cfdc49-0f21-6e38-caa7-c182ad13690a/data/default/SPTestTable/4a89446d461581095d044fe0c8fdc61d/.tmp/cf/3df5cc22c5954b2e906e6fa007effb64 is 34, key is aaa/cf:cf/1731248362749/Put/seqid=0 2024-11-10T14:19:33,386 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33511 is added to blk_1073741854_1030 (size=65) 2024-11-10T14:19:33,386 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40377 is added to blk_1073741854_1030 (size=65) 2024-11-10T14:19:33,387 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46685 is added to blk_1073741854_1030 (size=65) 2024-11-10T14:19:33,387 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b1c88e26310d:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,4ccccccb,1731248343639.ca4b1f86678146fc35ded708928f2094. 2024-11-10T14:19:33,387 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b1c88e26310d:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=29 2024-11-10T14:19:33,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45919 {}] master.HMaster(4169): Remote procedure done, pid=29 2024-11-10T14:19:33,388 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45919 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region ca4b1f86678146fc35ded708928f2094 2024-11-10T14:19:33,388 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=29, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure ca4b1f86678146fc35ded708928f2094 2024-11-10T14:19:33,390 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=29, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure ca4b1f86678146fc35ded708928f2094 in 10.1130 sec 2024-11-10T14:19:33,403 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46685 is added to blk_1073741856_1032 (size=47197) 2024-11-10T14:19:33,403 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33511 is added to blk_1073741856_1032 (size=47197) 2024-11-10T14:19:33,404 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40377 is added to blk_1073741856_1032 (size=47197) 2024-11-10T14:19:33,404 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/b1c88e26310d:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.00 KB at sequenceid=5 (bloomFilter=true), to=hdfs://localhost:38221/user/jenkins/test-data/43cfdc49-0f21-6e38-caa7-c182ad13690a/data/default/SPTestTable/6f20d20bc9c9792b59f22d2ab0898fde/.tmp/cf/f30e574c9fda4ed9bb3b6d7b56d502f4 2024-11-10T14:19:33,406 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46685 is added to blk_1073741855_1031 (size=28623) 2024-11-10T14:19:33,407 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40377 is added to blk_1073741855_1031 (size=28623) 2024-11-10T14:19:33,407 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33511 is added to blk_1073741855_1031 (size=28623) 2024-11-10T14:19:33,408 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/b1c88e26310d:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=21.42 KB at sequenceid=5 (bloomFilter=true), to=hdfs://localhost:38221/user/jenkins/test-data/43cfdc49-0f21-6e38-caa7-c182ad13690a/data/default/SPTestTable/9299dd522b067f59bc539f51919e5e2e/.tmp/cf/ab0fe68b418f4b7680a9b7e3bb9e5ab5 2024-11-10T14:19:33,420 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46685 is added to blk_1073741857_1033 (size=499309) 2024-11-10T14:19:33,421 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40377 is added to blk_1073741857_1033 (size=499309) 2024-11-10T14:19:33,421 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33511 is added to blk_1073741857_1033 (size=499309) 2024-11-10T14:19:33,422 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/b1c88e26310d:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=435.70 KB at sequenceid=5 (bloomFilter=true), to=hdfs://localhost:38221/user/jenkins/test-data/43cfdc49-0f21-6e38-caa7-c182ad13690a/data/default/SPTestTable/8ab2356c0f064acaa26fe311883458aa/.tmp/cf/438bea5a14824ba4b47f958024b07b09 2024-11-10T14:19:33,432 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33511 is added to blk_1073741858_1034 (size=26918) 2024-11-10T14:19:33,432 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46685 is added to blk_1073741858_1034 (size=26918) 2024-11-10T14:19:33,433 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40377 is added to blk_1073741858_1034 (size=26918) 2024-11-10T14:19:33,433 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/b1c88e26310d:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=19.80 KB at sequenceid=5 (bloomFilter=true), to=hdfs://localhost:38221/user/jenkins/test-data/43cfdc49-0f21-6e38-caa7-c182ad13690a/data/default/SPTestTable/4a89446d461581095d044fe0c8fdc61d/.tmp/cf/3df5cc22c5954b2e906e6fa007effb64 2024-11-10T14:19:33,443 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b1c88e26310d:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38221/user/jenkins/test-data/43cfdc49-0f21-6e38-caa7-c182ad13690a/data/default/SPTestTable/6f20d20bc9c9792b59f22d2ab0898fde/.tmp/cf/f30e574c9fda4ed9bb3b6d7b56d502f4 as hdfs://localhost:38221/user/jenkins/test-data/43cfdc49-0f21-6e38-caa7-c182ad13690a/data/default/SPTestTable/6f20d20bc9c9792b59f22d2ab0898fde/cf/f30e574c9fda4ed9bb3b6d7b56d502f4 2024-11-10T14:19:33,446 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b1c88e26310d:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38221/user/jenkins/test-data/43cfdc49-0f21-6e38-caa7-c182ad13690a/data/default/SPTestTable/9299dd522b067f59bc539f51919e5e2e/.tmp/cf/ab0fe68b418f4b7680a9b7e3bb9e5ab5 as hdfs://localhost:38221/user/jenkins/test-data/43cfdc49-0f21-6e38-caa7-c182ad13690a/data/default/SPTestTable/9299dd522b067f59bc539f51919e5e2e/cf/ab0fe68b418f4b7680a9b7e3bb9e5ab5 2024-11-10T14:19:33,448 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b1c88e26310d:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38221/user/jenkins/test-data/43cfdc49-0f21-6e38-caa7-c182ad13690a/data/default/SPTestTable/8ab2356c0f064acaa26fe311883458aa/.tmp/cf/438bea5a14824ba4b47f958024b07b09 as hdfs://localhost:38221/user/jenkins/test-data/43cfdc49-0f21-6e38-caa7-c182ad13690a/data/default/SPTestTable/8ab2356c0f064acaa26fe311883458aa/cf/438bea5a14824ba4b47f958024b07b09 2024-11-10T14:19:33,450 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b1c88e26310d:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38221/user/jenkins/test-data/43cfdc49-0f21-6e38-caa7-c182ad13690a/data/default/SPTestTable/4a89446d461581095d044fe0c8fdc61d/.tmp/cf/3df5cc22c5954b2e906e6fa007effb64 as hdfs://localhost:38221/user/jenkins/test-data/43cfdc49-0f21-6e38-caa7-c182ad13690a/data/default/SPTestTable/4a89446d461581095d044fe0c8fdc61d/cf/3df5cc22c5954b2e906e6fa007effb64 2024-11-10T14:19:33,452 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/b1c88e26310d:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38221/user/jenkins/test-data/43cfdc49-0f21-6e38-caa7-c182ad13690a/data/default/SPTestTable/6f20d20bc9c9792b59f22d2ab0898fde/cf/f30e574c9fda4ed9bb3b6d7b56d502f4, entries=1297, sequenceid=5, filesize=46.1 K 2024-11-10T14:19:33,453 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/b1c88e26310d:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.HRegion(3140): Finished flush of dataSize ~38.00 KB/38910, heapSize ~131.96 KB/135128, currentSize=0 B/0 for 6f20d20bc9c9792b59f22d2ab0898fde in 169ms, sequenceid=5, compaction requested=false 2024-11-10T14:19:33,454 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b1c88e26310d:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.HRegion(2603): Flush status journal for 6f20d20bc9c9792b59f22d2ab0898fde: 2024-11-10T14:19:33,454 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b1c88e26310d:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,ccccccc8,1731248343639.6f20d20bc9c9792b59f22d2ab0898fde. for SnapshotProcedureTest completed. 2024-11-10T14:19:33,454 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b1c88e26310d:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,ccccccc8,1731248343639.6f20d20bc9c9792b59f22d2ab0898fde.' region-info for snapshot=SnapshotProcedureTest 2024-11-10T14:19:33,454 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b1c88e26310d:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-10T14:19:33,454 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b1c88e26310d:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] snapshot.SnapshotManifest(256): Adding snapshot references for [hdfs://localhost:38221/user/jenkins/test-data/43cfdc49-0f21-6e38-caa7-c182ad13690a/data/default/SPTestTable/6f20d20bc9c9792b59f22d2ab0898fde/cf/f30e574c9fda4ed9bb3b6d7b56d502f4] hfiles 2024-11-10T14:19:33,454 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b1c88e26310d:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] snapshot.SnapshotManifest(265): Adding reference for file (1/1): hdfs://localhost:38221/user/jenkins/test-data/43cfdc49-0f21-6e38-caa7-c182ad13690a/data/default/SPTestTable/6f20d20bc9c9792b59f22d2ab0898fde/cf/f30e574c9fda4ed9bb3b6d7b56d502f4 for snapshot=SnapshotProcedureTest 2024-11-10T14:19:33,457 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/b1c88e26310d:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38221/user/jenkins/test-data/43cfdc49-0f21-6e38-caa7-c182ad13690a/data/default/SPTestTable/9299dd522b067f59bc539f51919e5e2e/cf/ab0fe68b418f4b7680a9b7e3bb9e5ab5, entries=731, sequenceid=5, filesize=28.0 K 2024-11-10T14:19:33,458 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/b1c88e26310d:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38221/user/jenkins/test-data/43cfdc49-0f21-6e38-caa7-c182ad13690a/data/default/SPTestTable/8ab2356c0f064acaa26fe311883458aa/cf/438bea5a14824ba4b47f958024b07b09, entries=14872, sequenceid=5, filesize=487.6 K 2024-11-10T14:19:33,459 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/b1c88e26310d:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HRegion(3140): Finished flush of dataSize ~21.42 KB/21930, heapSize ~74.48 KB/76264, currentSize=0 B/0 for 9299dd522b067f59bc539f51919e5e2e in 177ms, sequenceid=5, compaction requested=false 2024-11-10T14:19:33,459 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/b1c88e26310d:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.HRegion(3140): Finished flush of dataSize ~435.70 KB/446160, heapSize ~1.48 MB/1546928, currentSize=0 B/0 for 8ab2356c0f064acaa26fe311883458aa in 177ms, sequenceid=5, compaction requested=false 2024-11-10T14:19:33,459 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b1c88e26310d:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HRegion(2603): Flush status journal for 9299dd522b067f59bc539f51919e5e2e: 2024-11-10T14:19:33,459 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b1c88e26310d:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.HRegion(2603): Flush status journal for 8ab2356c0f064acaa26fe311883458aa: 2024-11-10T14:19:33,459 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b1c88e26310d:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,b333332f,1731248343639.9299dd522b067f59bc539f51919e5e2e. for SnapshotProcedureTest completed. 2024-11-10T14:19:33,459 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b1c88e26310d:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,e6666661,1731248343639.8ab2356c0f064acaa26fe311883458aa. for SnapshotProcedureTest completed. 2024-11-10T14:19:33,459 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b1c88e26310d:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,e6666661,1731248343639.8ab2356c0f064acaa26fe311883458aa.' region-info for snapshot=SnapshotProcedureTest 2024-11-10T14:19:33,459 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b1c88e26310d:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,b333332f,1731248343639.9299dd522b067f59bc539f51919e5e2e.' region-info for snapshot=SnapshotProcedureTest 2024-11-10T14:19:33,459 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b1c88e26310d:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-10T14:19:33,459 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b1c88e26310d:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-10T14:19:33,459 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b1c88e26310d:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] snapshot.SnapshotManifest(256): Adding snapshot references for [hdfs://localhost:38221/user/jenkins/test-data/43cfdc49-0f21-6e38-caa7-c182ad13690a/data/default/SPTestTable/8ab2356c0f064acaa26fe311883458aa/cf/438bea5a14824ba4b47f958024b07b09] hfiles 2024-11-10T14:19:33,459 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b1c88e26310d:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] snapshot.SnapshotManifest(256): Adding snapshot references for [hdfs://localhost:38221/user/jenkins/test-data/43cfdc49-0f21-6e38-caa7-c182ad13690a/data/default/SPTestTable/9299dd522b067f59bc539f51919e5e2e/cf/ab0fe68b418f4b7680a9b7e3bb9e5ab5] hfiles 2024-11-10T14:19:33,459 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b1c88e26310d:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] snapshot.SnapshotManifest(265): Adding reference for file (1/1): hdfs://localhost:38221/user/jenkins/test-data/43cfdc49-0f21-6e38-caa7-c182ad13690a/data/default/SPTestTable/8ab2356c0f064acaa26fe311883458aa/cf/438bea5a14824ba4b47f958024b07b09 for snapshot=SnapshotProcedureTest 2024-11-10T14:19:33,459 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b1c88e26310d:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] snapshot.SnapshotManifest(265): Adding reference for file (1/1): hdfs://localhost:38221/user/jenkins/test-data/43cfdc49-0f21-6e38-caa7-c182ad13690a/data/default/SPTestTable/9299dd522b067f59bc539f51919e5e2e/cf/ab0fe68b418f4b7680a9b7e3bb9e5ab5 for snapshot=SnapshotProcedureTest 2024-11-10T14:19:33,461 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/b1c88e26310d:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38221/user/jenkins/test-data/43cfdc49-0f21-6e38-caa7-c182ad13690a/data/default/SPTestTable/4a89446d461581095d044fe0c8fdc61d/cf/3df5cc22c5954b2e906e6fa007effb64, entries=676, sequenceid=5, filesize=26.3 K 2024-11-10T14:19:33,462 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/b1c88e26310d:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.HRegion(3140): Finished flush of dataSize ~19.80 KB/20280, heapSize ~68.89 KB/70544, currentSize=0 B/0 for 4a89446d461581095d044fe0c8fdc61d in 128ms, sequenceid=5, compaction requested=false 2024-11-10T14:19:33,462 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b1c88e26310d:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.HRegion(2603): Flush status journal for 4a89446d461581095d044fe0c8fdc61d: 2024-11-10T14:19:33,462 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b1c88e26310d:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,99999996,1731248343639.4a89446d461581095d044fe0c8fdc61d. for SnapshotProcedureTest completed. 2024-11-10T14:19:33,462 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b1c88e26310d:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,99999996,1731248343639.4a89446d461581095d044fe0c8fdc61d.' region-info for snapshot=SnapshotProcedureTest 2024-11-10T14:19:33,462 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b1c88e26310d:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-10T14:19:33,462 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b1c88e26310d:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] snapshot.SnapshotManifest(256): Adding snapshot references for [hdfs://localhost:38221/user/jenkins/test-data/43cfdc49-0f21-6e38-caa7-c182ad13690a/data/default/SPTestTable/4a89446d461581095d044fe0c8fdc61d/cf/3df5cc22c5954b2e906e6fa007effb64] hfiles 2024-11-10T14:19:33,462 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b1c88e26310d:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] snapshot.SnapshotManifest(265): Adding reference for file (1/1): hdfs://localhost:38221/user/jenkins/test-data/43cfdc49-0f21-6e38-caa7-c182ad13690a/data/default/SPTestTable/4a89446d461581095d044fe0c8fdc61d/cf/3df5cc22c5954b2e906e6fa007effb64 for snapshot=SnapshotProcedureTest 2024-11-10T14:19:33,474 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33511 is added to blk_1073741859_1035 (size=105) 2024-11-10T14:19:33,477 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40377 is added to blk_1073741859_1035 (size=105) 2024-11-10T14:19:33,477 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b1c88e26310d:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,ccccccc8,1731248343639.6f20d20bc9c9792b59f22d2ab0898fde. 2024-11-10T14:19:33,477 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46685 is added to blk_1073741859_1035 (size=105) 2024-11-10T14:19:33,477 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b1c88e26310d:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=34 2024-11-10T14:19:33,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45919 {}] master.HMaster(4169): Remote procedure done, pid=34 2024-11-10T14:19:33,478 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45919 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 6f20d20bc9c9792b59f22d2ab0898fde 2024-11-10T14:19:33,478 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=34, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 6f20d20bc9c9792b59f22d2ab0898fde 2024-11-10T14:19:33,480 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=34, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 6f20d20bc9c9792b59f22d2ab0898fde in 10.2030 sec 2024-11-10T14:19:33,491 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40377 is added to blk_1073741860_1036 (size=105) 2024-11-10T14:19:33,491 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33511 is added to blk_1073741860_1036 (size=105) 2024-11-10T14:19:33,491 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46685 is added to blk_1073741860_1036 (size=105) 2024-11-10T14:19:33,492 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b1c88e26310d:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,b333332f,1731248343639.9299dd522b067f59bc539f51919e5e2e. 2024-11-10T14:19:33,492 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b1c88e26310d:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=33 2024-11-10T14:19:33,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45919 {}] master.HMaster(4169): Remote procedure done, pid=33 2024-11-10T14:19:33,493 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45919 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 9299dd522b067f59bc539f51919e5e2e 2024-11-10T14:19:33,493 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=33, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 9299dd522b067f59bc539f51919e5e2e 2024-11-10T14:19:33,496 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=33, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 9299dd522b067f59bc539f51919e5e2e in 10.2180 sec 2024-11-10T14:19:33,497 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46685 is added to blk_1073741862_1038 (size=105) 2024-11-10T14:19:33,498 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33511 is added to blk_1073741861_1037 (size=97) 2024-11-10T14:19:33,498 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40377 is added to blk_1073741862_1038 (size=105) 2024-11-10T14:19:33,498 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46685 is added to blk_1073741861_1037 (size=97) 2024-11-10T14:19:33,498 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40377 is added to blk_1073741861_1037 (size=97) 2024-11-10T14:19:33,499 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b1c88e26310d:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,e6666661,1731248343639.8ab2356c0f064acaa26fe311883458aa. 2024-11-10T14:19:33,499 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b1c88e26310d:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=35 2024-11-10T14:19:33,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45919 {}] master.HMaster(4169): Remote procedure done, pid=35 2024-11-10T14:19:33,499 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45919 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 8ab2356c0f064acaa26fe311883458aa 2024-11-10T14:19:33,499 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33511 is added to blk_1073741862_1038 (size=105) 2024-11-10T14:19:33,500 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=35, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 8ab2356c0f064acaa26fe311883458aa 2024-11-10T14:19:33,501 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b1c88e26310d:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,99999996,1731248343639.4a89446d461581095d044fe0c8fdc61d. 2024-11-10T14:19:33,501 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b1c88e26310d:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=32 2024-11-10T14:19:33,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45919 {}] master.HMaster(4169): Remote procedure done, pid=32 2024-11-10T14:19:33,501 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45919 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 4a89446d461581095d044fe0c8fdc61d 2024-11-10T14:19:33,502 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 4a89446d461581095d044fe0c8fdc61d 2024-11-10T14:19:33,502 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=35, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 8ab2356c0f064acaa26fe311883458aa in 10.2250 sec 2024-11-10T14:19:33,504 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=32, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 4a89446d461581095d044fe0c8fdc61d in 10.2260 sec 2024-11-10T14:19:33,758 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b1c88e26310d:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,7ffffffd,1731248343639.32b0ed526abcd253fa17c9cdf79c5b8a. 2024-11-10T14:19:33,758 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b1c88e26310d:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=31 2024-11-10T14:19:33,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45919 {}] master.HMaster(4169): Remote procedure done, pid=31 2024-11-10T14:19:33,759 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45919 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 32b0ed526abcd253fa17c9cdf79c5b8a 2024-11-10T14:19:33,759 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=31, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 32b0ed526abcd253fa17c9cdf79c5b8a 2024-11-10T14:19:33,761 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=31, resume processing ppid=25 2024-11-10T14:19:33,761 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_SNAPSHOT_SPLIT_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_SPLIT_REGIONS 2024-11-10T14:19:33,761 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=31, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 32b0ed526abcd253fa17c9cdf79c5b8a in 10.4830 sec 2024-11-10T14:19:33,762 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_SNAPSHOT_MOB_REGION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_MOB_REGION 2024-11-10T14:19:33,763 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_CONSOLIDATE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_CONSOLIDATE_SNAPSHOT 2024-11-10T14:19:33,763 DEBUG [PEWorker-2 {}] snapshot.SnapshotManifest(495): Convert to Single Snapshot Manifest for SnapshotProcedureTest 2024-11-10T14:19:33,764 DEBUG [PEWorker-2 {}] snapshot.SnapshotManifestV1(130): No regions under directory:hdfs://localhost:38221/user/jenkins/test-data/43cfdc49-0f21-6e38-caa7-c182ad13690a/.hbase-snapshot/.tmp/SnapshotProcedureTest 2024-11-10T14:19:33,778 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40377 is added to blk_1073741863_1039 (size=1174) 2024-11-10T14:19:33,778 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46685 is added to blk_1073741863_1039 (size=1174) 2024-11-10T14:19:33,778 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33511 is added to blk_1073741863_1039 (size=1174) 2024-11-10T14:19:33,782 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_VERIFIER_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_VERIFIER_SNAPSHOT 2024-11-10T14:19:33,785 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=36, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=37, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=38, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=39, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=40, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=41, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=42, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=43, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=44, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=45, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}] 2024-11-10T14:19:33,787 DEBUG [PEWorker-2 {}] snapshot.SnapshotManager(1464): pid=44, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=b1c88e26310d,39419,1731248332757 2024-11-10T14:19:33,787 DEBUG [PEWorker-1 {}] snapshot.SnapshotManager(1464): pid=43, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=b1c88e26310d,39419,1731248332757 2024-11-10T14:19:33,787 DEBUG [PEWorker-4 {}] snapshot.SnapshotManager(1464): pid=41, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=b1c88e26310d,39419,1731248332757 2024-11-10T14:19:33,787 DEBUG [PEWorker-5 {}] snapshot.SnapshotManager(1464): pid=45, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=b1c88e26310d,40107,1731248332794 2024-11-10T14:19:33,787 DEBUG [PEWorker-3 {}] snapshot.SnapshotManager(1464): pid=42, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=b1c88e26310d,45297,1731248332718 2024-11-10T14:19:33,791 DEBUG [PEWorker-4 {}] snapshot.SnapshotManager(1464): pid=40, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=b1c88e26310d,45297,1731248332718 2024-11-10T14:19:33,791 DEBUG [PEWorker-1 {}] snapshot.SnapshotManager(1464): pid=38, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=b1c88e26310d,40107,1731248332794 2024-11-10T14:19:33,791 DEBUG [PEWorker-3 {}] snapshot.SnapshotManager(1464): pid=39, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=b1c88e26310d,40107,1731248332794 2024-11-10T14:19:33,791 DEBUG [PEWorker-5 {}] snapshot.SnapshotManager(1464): pid=37, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=b1c88e26310d,45297,1731248332718 2024-11-10T14:19:33,871 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [10,000] milli-secs(wait.for.ratio=[1]) 2024-11-10T14:19:43,541 INFO [master/b1c88e26310d:0.Chore.1 {}] migrate.RollingUpgradeChore(116): There is no table to migrate StoreFileTracker! 2024-11-10T14:19:43,541 INFO [master/b1c88e26310d:0.Chore.1 {}] migrate.RollingUpgradeChore(85): All Rolling-Upgrade tasks are complete, shutdown RollingUpgradeChore! 2024-11-10T14:19:43,788 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40107 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=45 2024-11-10T14:19:43,788 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39419 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=43 2024-11-10T14:19:43,788 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45297 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=42 2024-11-10T14:19:43,788 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40107 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=38 2024-11-10T14:19:43,788 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39419 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=41 2024-11-10T14:19:43,788 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45297 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=40 2024-11-10T14:19:43,789 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40107 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=39 2024-11-10T14:19:43,789 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45297 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=37 2024-11-10T14:19:43,789 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39419 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=44 2024-11-10T14:19:43,793 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b1c88e26310d:0-2 {event_type=RS_VERIFY_SNAPSHOT, pid=43}] regionserver.RSSnapshotVerifier$SnapshotManifestCacheLoader(144): loading snapshot manifest for SnapshotProcedureTest from hdfs://localhost:38221/user/jenkins/test-data/43cfdc49-0f21-6e38-caa7-c182ad13690a/.hbase-snapshot/.tmp/SnapshotProcedureTest 2024-11-10T14:19:43,793 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b1c88e26310d:0-0 {event_type=RS_VERIFY_SNAPSHOT, pid=41}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=41 2024-11-10T14:19:43,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45919 {}] master.HMaster(4169): Remote procedure done, pid=41 2024-11-10T14:19:43,794 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b1c88e26310d:0-2 {event_type=RS_VERIFY_SNAPSHOT, pid=43}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=43 2024-11-10T14:19:43,794 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b1c88e26310d:0-1 {event_type=RS_VERIFY_SNAPSHOT, pid=44}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=44 2024-11-10T14:19:43,794 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b1c88e26310d:0-0 {event_type=RS_VERIFY_SNAPSHOT, pid=42}] regionserver.RSSnapshotVerifier$SnapshotManifestCacheLoader(144): loading snapshot manifest for SnapshotProcedureTest from hdfs://localhost:38221/user/jenkins/test-data/43cfdc49-0f21-6e38-caa7-c182ad13690a/.hbase-snapshot/.tmp/SnapshotProcedureTest 2024-11-10T14:19:43,794 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b1c88e26310d:0-1 {event_type=RS_VERIFY_SNAPSHOT, pid=40}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=40 2024-11-10T14:19:43,794 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b1c88e26310d:0-2 {event_type=RS_VERIFY_SNAPSHOT, pid=37}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=37 2024-11-10T14:19:43,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45919 {}] master.HMaster(4169): Remote procedure done, pid=40 2024-11-10T14:19:43,795 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b1c88e26310d:0-0 {event_type=RS_VERIFY_SNAPSHOT, pid=42}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=42 2024-11-10T14:19:43,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45919 {}] master.HMaster(4169): Remote procedure done, pid=43 2024-11-10T14:19:43,796 DEBUG [PEWorker-5 {}] snapshot.SnapshotManager(1473): pid=41, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=b1c88e26310d,39419,1731248332757 Release verify snapshot worker=b1c88e26310d,39419,1731248332757 2024-11-10T14:19:43,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45919 {}] master.HMaster(4169): Remote procedure done, pid=44 2024-11-10T14:19:43,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45919 {}] master.HMaster(4169): Remote procedure done, pid=37 2024-11-10T14:19:43,796 DEBUG [PEWorker-3 {}] snapshot.SnapshotManager(1473): pid=40, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=b1c88e26310d,45297,1731248332718 Release verify snapshot worker=b1c88e26310d,45297,1731248332718 2024-11-10T14:19:43,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45919 {}] master.HMaster(4169): Remote procedure done, pid=42 2024-11-10T14:19:43,797 DEBUG [PEWorker-1 {}] snapshot.SnapshotManager(1473): pid=43, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=b1c88e26310d,39419,1731248332757 Release verify snapshot worker=b1c88e26310d,39419,1731248332757 2024-11-10T14:19:43,797 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=41, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=b1c88e26310d,39419,1731248332757 in 10.0110 sec 2024-11-10T14:19:43,798 DEBUG [PEWorker-2 {}] snapshot.SnapshotManager(1473): pid=44, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=b1c88e26310d,39419,1731248332757 Release verify snapshot worker=b1c88e26310d,39419,1731248332757 2024-11-10T14:19:43,799 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b1c88e26310d:0-1 {event_type=RS_VERIFY_SNAPSHOT, pid=45}] regionserver.RSSnapshotVerifier$SnapshotManifestCacheLoader(144): loading snapshot manifest for SnapshotProcedureTest from hdfs://localhost:38221/user/jenkins/test-data/43cfdc49-0f21-6e38-caa7-c182ad13690a/.hbase-snapshot/.tmp/SnapshotProcedureTest 2024-11-10T14:19:43,799 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b1c88e26310d:0-2 {event_type=RS_VERIFY_SNAPSHOT, pid=39}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=39 2024-11-10T14:19:43,799 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b1c88e26310d:0-0 {event_type=RS_VERIFY_SNAPSHOT, pid=38}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=38 2024-11-10T14:19:43,799 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=40, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=b1c88e26310d,45297,1731248332718 in 10.0120 sec 2024-11-10T14:19:43,799 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=43, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=b1c88e26310d,39419,1731248332757 in 10.0120 sec 2024-11-10T14:19:43,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45919 {}] master.HMaster(4169): Remote procedure done, pid=38 2024-11-10T14:19:43,799 DEBUG [PEWorker-4 {}] snapshot.SnapshotManager(1464): pid=36, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=b1c88e26310d,45297,1731248332718 2024-11-10T14:19:43,800 DEBUG [PEWorker-5 {}] snapshot.SnapshotManager(1473): pid=37, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=b1c88e26310d,45297,1731248332718 Release verify snapshot worker=b1c88e26310d,45297,1731248332718 2024-11-10T14:19:43,800 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b1c88e26310d:0-1 {event_type=RS_VERIFY_SNAPSHOT, pid=45}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=45 2024-11-10T14:19:43,800 DEBUG [PEWorker-1 {}] snapshot.SnapshotManager(1473): pid=42, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=b1c88e26310d,45297,1731248332718 Release verify snapshot worker=b1c88e26310d,45297,1731248332718 2024-11-10T14:19:43,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45919 {}] master.HMaster(4169): Remote procedure done, pid=39 2024-11-10T14:19:43,801 DEBUG [PEWorker-3 {}] snapshot.SnapshotManager(1473): pid=38, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=b1c88e26310d,40107,1731248332794 Release verify snapshot worker=b1c88e26310d,40107,1731248332794 2024-11-10T14:19:43,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45919 {}] master.HMaster(4169): Remote procedure done, pid=45 2024-11-10T14:19:43,801 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=42, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=b1c88e26310d,45297,1731248332718 in 10.0150 sec 2024-11-10T14:19:43,801 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=44, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=b1c88e26310d,39419,1731248332757 in 10.0130 sec 2024-11-10T14:19:43,802 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=37, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=b1c88e26310d,45297,1731248332718 in 10.0150 sec 2024-11-10T14:19:43,803 DEBUG [PEWorker-1 {}] snapshot.SnapshotManager(1473): pid=45, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=b1c88e26310d,40107,1731248332794 Release verify snapshot worker=b1c88e26310d,40107,1731248332794 2024-11-10T14:19:43,803 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=38, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=b1c88e26310d,40107,1731248332794 in 10.0160 sec 2024-11-10T14:19:43,803 DEBUG [PEWorker-4 {}] snapshot.SnapshotManager(1473): pid=39, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=b1c88e26310d,40107,1731248332794 Release verify snapshot worker=b1c88e26310d,40107,1731248332794 2024-11-10T14:19:43,804 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=45, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=b1c88e26310d,40107,1731248332794 in 10.0180 sec 2024-11-10T14:19:43,804 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=39, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=b1c88e26310d,40107,1731248332794 in 10.0180 sec 2024-11-10T14:19:43,871 INFO [Time-limited test {}] hbase.SingleProcessHBaseCluster(267): Killing b1c88e26310d,45297,1731248332718 2024-11-10T14:19:43,871 ERROR [Time-limited test {}] regionserver.HRegionServer(2442): ***** ABORTING region server b1c88e26310d,45297,1731248332718: Simulated kill ***** 2024-11-10T14:19:43,871 ERROR [Time-limited test {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-10T14:19:43,871 DEBUG [Time-limited test {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-10T14:19:43,872 DEBUG [Time-limited test {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-10T14:19:43,872 DEBUG [Time-limited test {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-10T14:19:43,872 DEBUG [Time-limited test {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-10T14:19:43,872 INFO [Time-limited test {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1048576000, "init": 1048576000, "max": 2306867200, "used": 826178032 }, "NonHeapMemoryUsage": { "committed": 177799168, "init": 7667712, "max": -1, "used": 173215256 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-10T14:19:43,873 WARN [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45919 {}] master.MasterRpcServices(700): b1c88e26310d,45297,1731248332718 reported a fatal error: ***** ABORTING region server b1c88e26310d,45297,1731248332718: Simulated kill ***** 2024-11-10T14:19:43,873 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'b1c88e26310d,45297,1731248332718' ***** 2024-11-10T14:19:43,873 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Simulated kill 2024-11-10T14:19:43,873 INFO [RS:0;b1c88e26310d:45297 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-10T14:19:43,874 INFO [RS:0;b1c88e26310d:45297 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager abruptly. 2024-11-10T14:19:43,874 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-10T14:19:43,874 INFO [RS:0;b1c88e26310d:45297 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager abruptly. 2024-11-10T14:19:43,874 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-10T14:19:43,874 INFO [RS:0;b1c88e26310d:45297 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-10T14:19:43,874 INFO [RS:0;b1c88e26310d:45297 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;b1c88e26310d:45297. 2024-11-10T14:19:43,874 DEBUG [RS:0;b1c88e26310d:45297 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-10T14:19:43,874 DEBUG [RS:0;b1c88e26310d:45297 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T14:19:43,877 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40377 is added to blk_1073741836_1012 (size=14382) 2024-11-10T14:19:43,877 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46685 is added to blk_1073741836_1012 (size=14382) 2024-11-10T14:19:43,877 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33511 is added to blk_1073741836_1012 (size=14382) 2024-11-10T14:19:43,881 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33511 is added to blk_1073741834_1010 (size=1488) 2024-11-10T14:19:43,881 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40377 is added to blk_1073741834_1010 (size=1488) 2024-11-10T14:19:43,881 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46685 is added to blk_1073741834_1010 (size=1488) 2024-11-10T14:19:43,882 DEBUG [RS:0;b1c88e26310d:45297 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T14:19:43,882 INFO [RS:0;b1c88e26310d:45297 {}] regionserver.LeaseManager(133): Closed leases 2024-11-10T14:19:43,882 INFO [RS:0;b1c88e26310d:45297 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:45297 2024-11-10T14:19:43,884 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45297-0x101023f09f30001, quorum=127.0.0.1:56571, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/b1c88e26310d,45297,1731248332718 2024-11-10T14:19:43,884 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45919-0x101023f09f30000, quorum=127.0.0.1:56571, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-10T14:19:43,884 INFO [RS:0;b1c88e26310d:45297 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-10T14:19:43,886 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [b1c88e26310d,45297,1731248332718] 2024-11-10T14:19:43,887 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/b1c88e26310d,45297,1731248332718 already deleted, retry=false 2024-11-10T14:19:43,887 INFO [RegionServerTracker-0 {}] master.ServerManager(695): Processing expiration of b1c88e26310d,45297,1731248332718 on b1c88e26310d,45919,1731248332662 2024-11-10T14:19:43,888 DEBUG [RegionServerTracker-0 {}] procedure2.ProcedureExecutor(1139): Stored pid=46, state=RUNNABLE:SERVER_CRASH_START, hasLock=false; ServerCrashProcedure b1c88e26310d,45297,1731248332718, splitWal=true, meta=true 2024-11-10T14:19:43,888 INFO [RegionServerTracker-0 {}] assignment.AssignmentManager(1991): Scheduled ServerCrashProcedure pid=46 for b1c88e26310d,45297,1731248332718 (carryingMeta=true) b1c88e26310d,45297,1731248332718/CRASHED/regionCount=4/lock=java.util.concurrent.locks.ReentrantReadWriteLock@51ecdb7c[Write locks = 1, Read locks = 0], oldState=ONLINE. 2024-11-10T14:19:43,889 INFO [PEWorker-2 {}] procedure.ServerCrashProcedure(169): Start pid=46, state=RUNNABLE:SERVER_CRASH_START, hasLock=true; ServerCrashProcedure b1c88e26310d,45297,1731248332718, splitWal=true, meta=true 2024-11-10T14:19:43,889 INFO [PEWorker-2 {}] procedure.ServerCrashProcedure(339): Splitting WALs pid=46, state=RUNNABLE:SERVER_CRASH_SPLIT_META_LOGS, hasLock=true; ServerCrashProcedure b1c88e26310d,45297,1731248332718, splitWal=true, meta=true, isMeta: true 2024-11-10T14:19:43,891 DEBUG [PEWorker-2 {}] master.MasterWalManager(329): Renamed region directory: hdfs://localhost:38221/user/jenkins/test-data/43cfdc49-0f21-6e38-caa7-c182ad13690a/WALs/b1c88e26310d,45297,1731248332718-splitting 2024-11-10T14:19:43,892 INFO [PEWorker-2 {}] master.SplitWALManager(105): b1c88e26310d,45297,1731248332718 WAL count=1, meta=true 2024-11-10T14:19:43,892 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=47, ppid=46, state=RUNNABLE:ACQUIRE_SPLIT_WAL_WORKER, hasLock=false; SplitWALProcedure b1c88e26310d%2C45297%2C1731248332718.meta.1731248343460.meta}] 2024-11-10T14:19:43,893 DEBUG [PEWorker-5 {}] master.SplitWALManager(158): Acquired split WAL worker=b1c88e26310d,40107,1731248332794 2024-11-10T14:19:43,894 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=48, ppid=47, state=RUNNABLE, hasLock=false; SplitWALRemoteProcedure b1c88e26310d%2C45297%2C1731248332718.meta.1731248343460.meta, worker=b1c88e26310d,40107,1731248332794}] 2024-11-10T14:19:43,895 INFO [RegionServerTracker-0 {}] procedure.SnapshotRegionProcedure(123): This procedure 30 is already finished, skip the rest processes 2024-11-10T14:19:43,895 INFO [RegionServerTracker-0 {}] procedure.SnapshotRegionProcedure(123): This procedure 28 is already finished, skip the rest processes 2024-11-10T14:19:43,895 INFO [RegionServerTracker-0 {}] procedure.SnapshotRegionProcedure(123): This procedure 34 is already finished, skip the rest processes 2024-11-10T14:19:43,896 DEBUG [PEWorker-1 {}] snapshot.SnapshotManager(1473): pid=36, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=b1c88e26310d,45297,1731248332718 Release verify snapshot worker=b1c88e26310d,45297,1731248332718 2024-11-10T14:19:43,896 WARN [PEWorker-1 {}] procedure.ServerRemoteProcedure(104): Can not send remote operation 36 to b1c88e26310d,45297,1731248332718, this operation will be retried to send to another server 2024-11-10T14:19:43,896 WARN [PEWorker-1 {}] procedure.SnapshotVerifyProcedure(169): Failed to get snapshot verify result , wait 1000 ms to retry org.apache.hadoop.hbase.procedure2.FailedRemoteDispatchException: Failed sent request at org.apache.hadoop.hbase.master.procedure.SnapshotVerifyProcedure.execute(SnapshotVerifyProcedure.java:156) ~[classes/:?] at org.apache.hadoop.hbase.master.procedure.SnapshotVerifyProcedure.execute(SnapshotVerifyProcedure.java:52) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] 2024-11-10T14:19:43,896 INFO [PEWorker-1 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=36, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest; timeout=1000, timestamp=1731248384896 2024-11-10T14:19:43,904 INFO [regionserver/b1c88e26310d:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-10T14:19:43,986 INFO [RS:0;b1c88e26310d:45297 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-10T14:19:43,986 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45297-0x101023f09f30001, quorum=127.0.0.1:56571, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-10T14:19:43,986 INFO [RS:0;b1c88e26310d:45297 {}] regionserver.HRegionServer(1031): Exiting; stopping=b1c88e26310d,45297,1731248332718; zookeeper connection closed. 2024-11-10T14:19:43,986 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45297-0x101023f09f30001, quorum=127.0.0.1:56571, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-10T14:19:43,986 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@44376d0f {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@44376d0f 2024-11-10T14:19:44,087 INFO [regionserver/b1c88e26310d:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-10T14:19:44,087 INFO [regionserver/b1c88e26310d:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-10T14:19:44,898 DEBUG [PEWorker-4 {}] snapshot.SnapshotManager(1464): pid=36, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=b1c88e26310d,39419,1731248332757 2024-11-10T14:19:52,641 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-10T14:19:53,090 INFO [regionserver/b1c88e26310d:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: ExecutorStatusChore was stopped 2024-11-10T14:19:53,896 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40107 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SplitWALCallable, pid=48 2024-11-10T14:19:53,913 INFO [RS_LOG_REPLAY_OPS-regionserver/b1c88e26310d:0-0 {event_type=RS_LOG_REPLAY, pid=48}] wal.WALSplitter(299): Splitting hdfs://localhost:38221/user/jenkins/test-data/43cfdc49-0f21-6e38-caa7-c182ad13690a/WALs/b1c88e26310d,45297,1731248332718-splitting/b1c88e26310d%2C45297%2C1731248332718.meta.1731248343460.meta, size=14.0 K (14382bytes) 2024-11-10T14:19:53,913 INFO [RS_LOG_REPLAY_OPS-regionserver/b1c88e26310d:0-0 {event_type=RS_LOG_REPLAY, pid=48}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:38221/user/jenkins/test-data/43cfdc49-0f21-6e38-caa7-c182ad13690a/WALs/b1c88e26310d,45297,1731248332718-splitting/b1c88e26310d%2C45297%2C1731248332718.meta.1731248343460.meta 2024-11-10T14:19:53,913 INFO [RS_LOG_REPLAY_OPS-regionserver/b1c88e26310d:0-0 {event_type=RS_LOG_REPLAY, pid=48}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:38221/user/jenkins/test-data/43cfdc49-0f21-6e38-caa7-c182ad13690a/WALs/b1c88e26310d,45297,1731248332718-splitting/b1c88e26310d%2C45297%2C1731248332718.meta.1731248343460.meta after 0ms 2024-11-10T14:19:53,917 INFO [RS_LOG_REPLAY_OPS-regionserver/b1c88e26310d:0-0 {event_type=RS_LOG_REPLAY, pid=48}] wal.WALSplitter(310): Open hdfs://localhost:38221/user/jenkins/test-data/43cfdc49-0f21-6e38-caa7-c182ad13690a/WALs/b1c88e26310d,45297,1731248332718-splitting/b1c88e26310d%2C45297%2C1731248332718.meta.1731248343460.meta took 4ms 2024-11-10T14:19:53,919 DEBUG [RS_LOG_REPLAY_OPS-regionserver/b1c88e26310d:0-0 {event_type=RS_LOG_REPLAY, pid=48}] wal.WALSplitter(352): Last flushed sequenceid for 1588230740: last_flushed_sequence_id: 18446744073709551615 store_sequence_id { family_name: "info" sequence_id: 5 } store_sequence_id { family_name: "ns" sequence_id: 3 } store_sequence_id { family_name: "rep_barrier" sequence_id: 18446744073709551615 } store_sequence_id { family_name: "table" sequence_id: 6 } 2024-11-10T14:19:53,920 DEBUG [RS_LOG_REPLAY_OPS-regionserver/b1c88e26310d:0-0 {event_type=RS_LOG_REPLAY, pid=48}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:38221/user/jenkins/test-data/43cfdc49-0f21-6e38-caa7-c182ad13690a/WALs/b1c88e26310d,45297,1731248332718-splitting/b1c88e26310d%2C45297%2C1731248332718.meta.1731248343460.meta so closing down 2024-11-10T14:19:53,920 DEBUG [RS_LOG_REPLAY_OPS-regionserver/b1c88e26310d:0-0 {event_type=RS_LOG_REPLAY, pid=48}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-10T14:19:53,921 INFO [RS_LOG_REPLAY_OPS-regionserver/b1c88e26310d:0-0-Writer-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000004-b1c88e26310d%2C45297%2C1731248332718.meta.1731248343460.meta.temp 2024-11-10T14:19:53,922 INFO [RS_LOG_REPLAY_OPS-regionserver/b1c88e26310d:0-0-Writer-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:38221/user/jenkins/test-data/43cfdc49-0f21-6e38-caa7-c182ad13690a/data/hbase/meta/1588230740/recovered.edits/0000000000000000004-b1c88e26310d%2C45297%2C1731248332718.meta.1731248343460.meta.temp 2024-11-10T14:19:53,923 INFO [RS_LOG_REPLAY_OPS-regionserver/b1c88e26310d:0-0 {event_type=RS_LOG_REPLAY, pid=48}] wal.OutputSink(145): 3 split writer threads finished 2024-11-10T14:19:53,934 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46685 is added to blk_1073741864_1040 (size=14141) 2024-11-10T14:19:53,934 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40377 is added to blk_1073741864_1040 (size=14141) 2024-11-10T14:19:53,935 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33511 is added to blk_1073741864_1040 (size=14141) 2024-11-10T14:19:53,935 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:38221/user/jenkins/test-data/43cfdc49-0f21-6e38-caa7-c182ad13690a/data/hbase/meta/1588230740/recovered.edits/0000000000000000004-b1c88e26310d%2C45297%2C1731248332718.meta.1731248343460.meta.temp (wrote 25 edits, skipped 0 edits in 0 ms) 2024-11-10T14:19:53,937 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:38221/user/jenkins/test-data/43cfdc49-0f21-6e38-caa7-c182ad13690a/data/hbase/meta/1588230740/recovered.edits/0000000000000000004-b1c88e26310d%2C45297%2C1731248332718.meta.1731248343460.meta.temp to hdfs://localhost:38221/user/jenkins/test-data/43cfdc49-0f21-6e38-caa7-c182ad13690a/data/hbase/meta/1588230740/recovered.edits/0000000000000000028 2024-11-10T14:19:53,937 INFO [RS_LOG_REPLAY_OPS-regionserver/b1c88e26310d:0-0 {event_type=RS_LOG_REPLAY, pid=48}] wal.WALSplitter(425): Processed 26 edits across 1 Regions in 20 ms; skipped=1; WAL=hdfs://localhost:38221/user/jenkins/test-data/43cfdc49-0f21-6e38-caa7-c182ad13690a/WALs/b1c88e26310d,45297,1731248332718-splitting/b1c88e26310d%2C45297%2C1731248332718.meta.1731248343460.meta, size=14.0 K, length=14382, corrupted=false, cancelled=false 2024-11-10T14:19:53,937 DEBUG [RS_LOG_REPLAY_OPS-regionserver/b1c88e26310d:0-0 {event_type=RS_LOG_REPLAY, pid=48}] wal.WALSplitter(428): Completed split of hdfs://localhost:38221/user/jenkins/test-data/43cfdc49-0f21-6e38-caa7-c182ad13690a/WALs/b1c88e26310d,45297,1731248332718-splitting/b1c88e26310d%2C45297%2C1731248332718.meta.1731248343460.meta, journal: Splitting hdfs://localhost:38221/user/jenkins/test-data/43cfdc49-0f21-6e38-caa7-c182ad13690a/WALs/b1c88e26310d,45297,1731248332718-splitting/b1c88e26310d%2C45297%2C1731248332718.meta.1731248343460.meta, size=14.0 K (14382bytes) at 1731248393913Finishing writing output for hdfs://localhost:38221/user/jenkins/test-data/43cfdc49-0f21-6e38-caa7-c182ad13690a/WALs/b1c88e26310d,45297,1731248332718-splitting/b1c88e26310d%2C45297%2C1731248332718.meta.1731248343460.meta so closing down at 1731248393920 (+7 ms)Creating recovered edits writer path=hdfs://localhost:38221/user/jenkins/test-data/43cfdc49-0f21-6e38-caa7-c182ad13690a/data/hbase/meta/1588230740/recovered.edits/0000000000000000004-b1c88e26310d%2C45297%2C1731248332718.meta.1731248343460.meta.temp at 1731248393922 (+2 ms)3 split writer threads finished at 1731248393923 (+1 ms)Closed recovered edits writer path=hdfs://localhost:38221/user/jenkins/test-data/43cfdc49-0f21-6e38-caa7-c182ad13690a/data/hbase/meta/1588230740/recovered.edits/0000000000000000004-b1c88e26310d%2C45297%2C1731248332718.meta.1731248343460.meta.temp (wrote 25 edits, skipped 0 edits in 0 ms) at 1731248393935 (+12 ms)Rename recovered edits hdfs://localhost:38221/user/jenkins/test-data/43cfdc49-0f21-6e38-caa7-c182ad13690a/data/hbase/meta/1588230740/recovered.edits/0000000000000000004-b1c88e26310d%2C45297%2C1731248332718.meta.1731248343460.meta.temp to hdfs://localhost:38221/user/jenkins/test-data/43cfdc49-0f21-6e38-caa7-c182ad13690a/data/hbase/meta/1588230740/recovered.edits/0000000000000000028 at 1731248393937 (+2 ms)Processed 26 edits across 1 Regions in 20 ms; skipped=1; WAL=hdfs://localhost:38221/user/jenkins/test-data/43cfdc49-0f21-6e38-caa7-c182ad13690a/WALs/b1c88e26310d,45297,1731248332718-splitting/b1c88e26310d%2C45297%2C1731248332718.meta.1731248343460.meta, size=14.0 K, length=14382, corrupted=false, cancelled=false at 1731248393937 2024-11-10T14:19:53,937 DEBUG [RS_LOG_REPLAY_OPS-regionserver/b1c88e26310d:0-0 {event_type=RS_LOG_REPLAY, pid=48}] regionserver.SplitLogWorker(218): Done splitting WAL hdfs://localhost:38221/user/jenkins/test-data/43cfdc49-0f21-6e38-caa7-c182ad13690a/WALs/b1c88e26310d,45297,1731248332718-splitting/b1c88e26310d%2C45297%2C1731248332718.meta.1731248343460.meta 2024-11-10T14:19:53,937 DEBUG [RS_LOG_REPLAY_OPS-regionserver/b1c88e26310d:0-0 {event_type=RS_LOG_REPLAY, pid=48}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=48 2024-11-10T14:19:53,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45919 {}] master.HMaster(4169): Remote procedure done, pid=48 2024-11-10T14:19:53,941 INFO [PEWorker-2 {}] wal.WALSplitUtil(143): Moved hdfs://localhost:38221/user/jenkins/test-data/43cfdc49-0f21-6e38-caa7-c182ad13690a/WALs/b1c88e26310d,45297,1731248332718-splitting/b1c88e26310d%2C45297%2C1731248332718.meta.1731248343460.meta to hdfs://localhost:38221/user/jenkins/test-data/43cfdc49-0f21-6e38-caa7-c182ad13690a/oldWALs 2024-11-10T14:19:53,942 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=48, resume processing ppid=47 2024-11-10T14:19:53,942 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=48, ppid=47, state=SUCCESS, hasLock=false; SplitWALRemoteProcedure b1c88e26310d%2C45297%2C1731248332718.meta.1731248343460.meta, worker=b1c88e26310d,40107,1731248332794 in 10.0470 sec 2024-11-10T14:19:53,943 DEBUG [PEWorker-5 {}] master.SplitWALManager(172): Release split WAL worker=b1c88e26310d,40107,1731248332794 2024-11-10T14:19:53,945 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=47, resume processing ppid=46 2024-11-10T14:19:53,945 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=47, ppid=46, state=SUCCESS, hasLock=false; SplitWALProcedure b1c88e26310d%2C45297%2C1731248332718.meta.1731248343460.meta, worker=b1c88e26310d,40107,1731248332794 in 10.0510 sec 2024-11-10T14:19:53,946 INFO [PEWorker-3 {}] master.SplitLogManager(171): hdfs://localhost:38221/user/jenkins/test-data/43cfdc49-0f21-6e38-caa7-c182ad13690a/WALs/b1c88e26310d,45297,1731248332718-splitting dir is empty, no logs to split. 2024-11-10T14:19:53,946 INFO [PEWorker-3 {}] master.SplitWALManager(105): b1c88e26310d,45297,1731248332718 WAL count=0, meta=true 2024-11-10T14:19:53,946 DEBUG [PEWorker-3 {}] procedure.ServerCrashProcedure(329): Check if b1c88e26310d,45297,1731248332718 WAL splitting is done? wals=0, meta=true 2024-11-10T14:19:53,947 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=49, ppid=46, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-10T14:19:53,948 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=49, ppid=46, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-10T14:19:53,949 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=49, ppid=46, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-11-10T14:19:54,099 DEBUG [b1c88e26310d:45919 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=2, allServersCount=2 2024-11-10T14:19:54,099 DEBUG [b1c88e26310d:45919 {}] balancer.BalancerClusterState(204): Hosts are {b1c88e26310d=0} racks are {/default-rack=0} 2024-11-10T14:19:54,099 DEBUG [b1c88e26310d:45919 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-11-10T14:19:54,100 DEBUG [b1c88e26310d:45919 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-11-10T14:19:54,100 DEBUG [b1c88e26310d:45919 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-11-10T14:19:54,100 DEBUG [b1c88e26310d:45919 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-11-10T14:19:54,100 INFO [b1c88e26310d:45919 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-11-10T14:19:54,100 INFO [b1c88e26310d:45919 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-11-10T14:19:54,100 DEBUG [b1c88e26310d:45919 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-11-10T14:19:54,100 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=49 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=b1c88e26310d,40107,1731248332794 2024-11-10T14:19:54,101 INFO [PEWorker-4 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as b1c88e26310d,40107,1731248332794, state=OPENING 2024-11-10T14:19:54,104 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45919-0x101023f09f30000, quorum=127.0.0.1:56571, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-10T14:19:54,104 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40107-0x101023f09f30003, quorum=127.0.0.1:56571, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-10T14:19:54,104 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39419-0x101023f09f30002, quorum=127.0.0.1:56571, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-10T14:19:54,104 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-10T14:19:54,104 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-10T14:19:54,104 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-10T14:19:54,104 DEBUG [PEWorker-4 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=49, ppid=46, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-10T14:19:54,104 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=50, ppid=49, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=b1c88e26310d,40107,1731248332794}] 2024-11-10T14:19:54,898 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39419 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=36 2024-11-10T14:19:54,899 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b1c88e26310d:0-0 {event_type=RS_VERIFY_SNAPSHOT, pid=36}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=36 2024-11-10T14:19:54,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45919 {}] master.HMaster(4169): Remote procedure done, pid=36 2024-11-10T14:19:54,901 DEBUG [PEWorker-5 {}] snapshot.SnapshotManager(1473): pid=36, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=b1c88e26310d,39419,1731248332757 Release verify snapshot worker=b1c88e26310d,39419,1731248332757 2024-11-10T14:19:54,903 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=36, resume processing ppid=25 2024-11-10T14:19:54,903 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_COMPLETE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_COMPLETE_SNAPSHOT 2024-11-10T14:19:54,903 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=36, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=b1c88e26310d,39419,1731248332757 in 21.1160 sec 2024-11-10T14:19:54,904 DEBUG [PEWorker-3 {}] snapshot.SnapshotDescriptionUtils(414): Sentinel is done, just moving the snapshot from hdfs://localhost:38221/user/jenkins/test-data/43cfdc49-0f21-6e38-caa7-c182ad13690a/.hbase-snapshot/.tmp/SnapshotProcedureTest to hdfs://localhost:38221/user/jenkins/test-data/43cfdc49-0f21-6e38-caa7-c182ad13690a/.hbase-snapshot/SnapshotProcedureTest 2024-11-10T14:19:54,905 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_POST_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_POST_OPERATION 2024-11-10T14:19:54,905 DEBUG [PEWorker-3 {}] snapshot.SnapshotManager(1451): unregister snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 }, snapshot procedure id = 25 2024-11-10T14:19:54,907 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=25, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } in 31.6490 sec 2024-11-10T14:19:54,986 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=SPTestTable,, stopping at row=SPTestTable ,, for max=2147483647 with caching=100 2024-11-10T14:19:54,988 WARN [RPCClient-NioEventLoopGroup-6-9 {}] ipc.NettyRpcConnection$2(409): Exception encountered while connecting to the server b1c88e26310d:45297 org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: b1c88e26310d/172.17.0.2:45297 Caused by: java.net.ConnectException: Connection refused at sun.nio.ch.Net.pollConnect(Native Method) ~[?:?] at sun.nio.ch.Net.pollConnectNow(Net.java:672) ~[?:?] at sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:946) ~[?:?] at org.apache.hbase.thirdparty.io.netty.channel.socket.nio.NioSocketChannel.doFinishConnect(NioSocketChannel.java:336) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:339) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:776) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T14:19:54,988 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=b1c88e26310d,45297,1731248332718, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=b1c88e26310d,45297,1731248332718, seqNum=-1, error=java.net.ConnectException: Call to address=b1c88e26310d:45297 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: b1c88e26310d/172.17.0.2:45297 2024-11-10T14:19:54,988 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=b1c88e26310d,45297,1731248332718, seqNum=-1 is java.net.ConnectException: Connection refused 2024-11-10T14:19:54,988 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=b1c88e26310d,45297,1731248332718, seqNum=-1 from cache 2024-11-10T14:19:54,989 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] ipc.FailedServers(52): Added failed server with address b1c88e26310d:45297 to list caused by org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: b1c88e26310d/172.17.0.2:45297 2024-11-10T14:19:55,092 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-10T14:19:55,093 DEBUG [RPCClient-NioEventLoopGroup-6-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b1c88e26310d,40107,1731248332794, seqNum=-1] 2024-11-10T14:19:55,097 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40107 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Scan size: 143 connection: 172.17.0.2:54180 deadline: 1731248454986, exception=org.apache.hadoop.hbase.NotServingRegionException: hbase:meta,,1 is not online on b1c88e26310d,40107,1731248332794 2024-11-10T14:19:55,097 DEBUG [RPCClient-NioEventLoopGroup-6-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=b1c88e26310d,40107,1731248332794, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=b1c88e26310d,40107,1731248332794, seqNum=-1, error=org.apache.hadoop.hbase.NotServingRegionException: org.apache.hadoop.hbase.NotServingRegionException: hbase:meta,,1 is not online on b1c88e26310d,40107,1731248332794 at org.apache.hadoop.hbase.regionserver.HRegionServer.getRegionByEncodedName(HRegionServer.java:3186) at org.apache.hadoop.hbase.regionserver.HRegionServer.getRegion(HRegionServer.java:3164) at org.apache.hadoop.hbase.regionserver.RSRpcServices.getRegion(RSRpcServices.java:1413) at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkQuotaAndGetRegionScannerContext(RSRpcServices.java:4010) at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3577) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T14:19:55,097 DEBUG [RPCClient-NioEventLoopGroup-6-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=b1c88e26310d,40107,1731248332794, seqNum=-1 is org.apache.hadoop.hbase.NotServingRegionException: org.apache.hadoop.hbase.NotServingRegionException: hbase:meta,,1 is not online on b1c88e26310d,40107,1731248332794 at org.apache.hadoop.hbase.regionserver.HRegionServer.getRegionByEncodedName(HRegionServer.java:3186) at org.apache.hadoop.hbase.regionserver.HRegionServer.getRegion(HRegionServer.java:3164) at org.apache.hadoop.hbase.regionserver.RSRpcServices.getRegion(RSRpcServices.java:1413) at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkQuotaAndGetRegionScannerContext(RSRpcServices.java:4010) at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3577) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T14:19:55,097 DEBUG [RPCClient-NioEventLoopGroup-6-11 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=b1c88e26310d,40107,1731248332794, seqNum=-1 from cache 2024-11-10T14:19:55,301 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-10T14:19:55,302 DEBUG [RPCClient-NioEventLoopGroup-6-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b1c88e26310d,40107,1731248332794, seqNum=-1] 2024-11-10T14:19:55,303 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40107 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Scan size: 143 connection: 172.17.0.2:54180 deadline: 1731248454987, exception=org.apache.hadoop.hbase.NotServingRegionException: hbase:meta,,1 is not online on b1c88e26310d,40107,1731248332794 2024-11-10T14:19:55,304 DEBUG [RPCClient-NioEventLoopGroup-6-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=b1c88e26310d,40107,1731248332794, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=b1c88e26310d,40107,1731248332794, seqNum=-1, error=org.apache.hadoop.hbase.NotServingRegionException: org.apache.hadoop.hbase.NotServingRegionException: hbase:meta,,1 is not online on b1c88e26310d,40107,1731248332794 at org.apache.hadoop.hbase.regionserver.HRegionServer.getRegionByEncodedName(HRegionServer.java:3186) at org.apache.hadoop.hbase.regionserver.HRegionServer.getRegion(HRegionServer.java:3164) at org.apache.hadoop.hbase.regionserver.RSRpcServices.getRegion(RSRpcServices.java:1413) at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkQuotaAndGetRegionScannerContext(RSRpcServices.java:4010) at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3577) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T14:19:55,304 DEBUG [RPCClient-NioEventLoopGroup-6-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=b1c88e26310d,40107,1731248332794, seqNum=-1 is org.apache.hadoop.hbase.NotServingRegionException: org.apache.hadoop.hbase.NotServingRegionException: hbase:meta,,1 is not online on b1c88e26310d,40107,1731248332794 at org.apache.hadoop.hbase.regionserver.HRegionServer.getRegionByEncodedName(HRegionServer.java:3186) at org.apache.hadoop.hbase.regionserver.HRegionServer.getRegion(HRegionServer.java:3164) at org.apache.hadoop.hbase.regionserver.RSRpcServices.getRegion(RSRpcServices.java:1413) at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkQuotaAndGetRegionScannerContext(RSRpcServices.java:4010) at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3577) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T14:19:55,304 DEBUG [RPCClient-NioEventLoopGroup-6-11 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=b1c88e26310d,40107,1731248332794, seqNum=-1 from cache 2024-11-10T14:19:55,611 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-10T14:19:55,612 DEBUG [RPCClient-NioEventLoopGroup-6-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b1c88e26310d,40107,1731248332794, seqNum=-1] 2024-11-10T14:19:55,613 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40107 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Scan size: 143 connection: 172.17.0.2:54180 deadline: 1731248454987, exception=org.apache.hadoop.hbase.NotServingRegionException: hbase:meta,,1 is not online on b1c88e26310d,40107,1731248332794 2024-11-10T14:19:55,613 DEBUG [RPCClient-NioEventLoopGroup-6-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=b1c88e26310d,40107,1731248332794, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=b1c88e26310d,40107,1731248332794, seqNum=-1, error=org.apache.hadoop.hbase.NotServingRegionException: org.apache.hadoop.hbase.NotServingRegionException: hbase:meta,,1 is not online on b1c88e26310d,40107,1731248332794 at org.apache.hadoop.hbase.regionserver.HRegionServer.getRegionByEncodedName(HRegionServer.java:3186) at org.apache.hadoop.hbase.regionserver.HRegionServer.getRegion(HRegionServer.java:3164) at org.apache.hadoop.hbase.regionserver.RSRpcServices.getRegion(RSRpcServices.java:1413) at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkQuotaAndGetRegionScannerContext(RSRpcServices.java:4010) at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3577) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T14:19:55,613 DEBUG [RPCClient-NioEventLoopGroup-6-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=b1c88e26310d,40107,1731248332794, seqNum=-1 is org.apache.hadoop.hbase.NotServingRegionException: org.apache.hadoop.hbase.NotServingRegionException: hbase:meta,,1 is not online on b1c88e26310d,40107,1731248332794 at org.apache.hadoop.hbase.regionserver.HRegionServer.getRegionByEncodedName(HRegionServer.java:3186) at org.apache.hadoop.hbase.regionserver.HRegionServer.getRegion(HRegionServer.java:3164) at org.apache.hadoop.hbase.regionserver.RSRpcServices.getRegion(RSRpcServices.java:1413) at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkQuotaAndGetRegionScannerContext(RSRpcServices.java:4010) at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3577) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T14:19:55,613 DEBUG [RPCClient-NioEventLoopGroup-6-11 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=b1c88e26310d,40107,1731248332794, seqNum=-1 from cache 2024-11-10T14:19:56,121 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-10T14:19:56,122 DEBUG [RPCClient-NioEventLoopGroup-6-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b1c88e26310d,40107,1731248332794, seqNum=-1] 2024-11-10T14:19:56,123 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40107 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Scan size: 143 connection: 172.17.0.2:54180 deadline: 1731248454986, exception=org.apache.hadoop.hbase.NotServingRegionException: hbase:meta,,1 is not online on b1c88e26310d,40107,1731248332794 2024-11-10T14:19:56,123 DEBUG [RPCClient-NioEventLoopGroup-6-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=b1c88e26310d,40107,1731248332794, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=b1c88e26310d,40107,1731248332794, seqNum=-1, error=org.apache.hadoop.hbase.NotServingRegionException: org.apache.hadoop.hbase.NotServingRegionException: hbase:meta,,1 is not online on b1c88e26310d,40107,1731248332794 at org.apache.hadoop.hbase.regionserver.HRegionServer.getRegionByEncodedName(HRegionServer.java:3186) at org.apache.hadoop.hbase.regionserver.HRegionServer.getRegion(HRegionServer.java:3164) at org.apache.hadoop.hbase.regionserver.RSRpcServices.getRegion(RSRpcServices.java:1413) at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkQuotaAndGetRegionScannerContext(RSRpcServices.java:4010) at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3577) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T14:19:56,123 DEBUG [RPCClient-NioEventLoopGroup-6-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=b1c88e26310d,40107,1731248332794, seqNum=-1 is org.apache.hadoop.hbase.NotServingRegionException: org.apache.hadoop.hbase.NotServingRegionException: hbase:meta,,1 is not online on b1c88e26310d,40107,1731248332794 at org.apache.hadoop.hbase.regionserver.HRegionServer.getRegionByEncodedName(HRegionServer.java:3186) at org.apache.hadoop.hbase.regionserver.HRegionServer.getRegion(HRegionServer.java:3164) at org.apache.hadoop.hbase.regionserver.RSRpcServices.getRegion(RSRpcServices.java:1413) at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkQuotaAndGetRegionScannerContext(RSRpcServices.java:4010) at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3577) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T14:19:56,123 DEBUG [RPCClient-NioEventLoopGroup-6-11 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=b1c88e26310d,40107,1731248332794, seqNum=-1 from cache 2024-11-10T14:19:57,131 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-10T14:19:57,132 DEBUG [RPCClient-NioEventLoopGroup-6-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b1c88e26310d,40107,1731248332794, seqNum=-1] 2024-11-10T14:19:57,133 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40107 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Scan size: 143 connection: 172.17.0.2:54180 deadline: 1731248454987, exception=org.apache.hadoop.hbase.NotServingRegionException: hbase:meta,,1 is not online on b1c88e26310d,40107,1731248332794 2024-11-10T14:19:57,136 WARN [RPCClient-NioEventLoopGroup-6-11 {}] client.AsyncRpcRetryingCaller(177): Call to b1c88e26310d,40107,1731248332794 for 'SPTestTable,,' in 1588230740 of hbase:meta failed, tries = 6, maxAttempts = 16, timeout = 60000 ms, time elapsed = 2146 ms org.apache.hadoop.hbase.NotServingRegionException: org.apache.hadoop.hbase.NotServingRegionException: hbase:meta,,1 is not online on b1c88e26310d,40107,1731248332794 at org.apache.hadoop.hbase.regionserver.HRegionServer.getRegionByEncodedName(HRegionServer.java:3186) at org.apache.hadoop.hbase.regionserver.HRegionServer.getRegion(HRegionServer.java:3164) at org.apache.hadoop.hbase.regionserver.RSRpcServices.getRegion(RSRpcServices.java:1413) at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkQuotaAndGetRegionScannerContext(RSRpcServices.java:4010) at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3577) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$callOpenScanner$0(AsyncClientScanner.java:181) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.NotServingRegionException: hbase:meta,,1 is not online on b1c88e26310d,40107,1731248332794 at org.apache.hadoop.hbase.regionserver.HRegionServer.getRegionByEncodedName(HRegionServer.java:3186) at org.apache.hadoop.hbase.regionserver.HRegionServer.getRegion(HRegionServer.java:3164) at org.apache.hadoop.hbase.regionserver.RSRpcServices.getRegion(RSRpcServices.java:1413) at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkQuotaAndGetRegionScannerContext(RSRpcServices.java:4010) at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3577) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-10T14:19:57,136 DEBUG [RPCClient-NioEventLoopGroup-6-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=b1c88e26310d,40107,1731248332794, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=b1c88e26310d,40107,1731248332794, seqNum=-1, error=org.apache.hadoop.hbase.NotServingRegionException: org.apache.hadoop.hbase.NotServingRegionException: hbase:meta,,1 is not online on b1c88e26310d,40107,1731248332794 at org.apache.hadoop.hbase.regionserver.HRegionServer.getRegionByEncodedName(HRegionServer.java:3186) at org.apache.hadoop.hbase.regionserver.HRegionServer.getRegion(HRegionServer.java:3164) at org.apache.hadoop.hbase.regionserver.RSRpcServices.getRegion(RSRpcServices.java:1413) at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkQuotaAndGetRegionScannerContext(RSRpcServices.java:4010) at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3577) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T14:19:57,137 DEBUG [RPCClient-NioEventLoopGroup-6-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=b1c88e26310d,40107,1731248332794, seqNum=-1 is org.apache.hadoop.hbase.NotServingRegionException: org.apache.hadoop.hbase.NotServingRegionException: hbase:meta,,1 is not online on b1c88e26310d,40107,1731248332794 at org.apache.hadoop.hbase.regionserver.HRegionServer.getRegionByEncodedName(HRegionServer.java:3186) at org.apache.hadoop.hbase.regionserver.HRegionServer.getRegion(HRegionServer.java:3164) at org.apache.hadoop.hbase.regionserver.RSRpcServices.getRegion(RSRpcServices.java:1413) at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkQuotaAndGetRegionScannerContext(RSRpcServices.java:4010) at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3577) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T14:19:57,137 DEBUG [RPCClient-NioEventLoopGroup-6-11 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=b1c88e26310d,40107,1731248332794, seqNum=-1 from cache 2024-11-10T14:19:58,915 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsRegionWrapperImpl$HRegionMetricsWrapperRunnable(329): Region 6f20d20bc9c9792b59f22d2ab0898fde, had cached 0 bytes from a total of 47197 2024-11-10T14:19:58,929 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsRegionWrapperImpl$HRegionMetricsWrapperRunnable(329): Region 9299dd522b067f59bc539f51919e5e2e, had cached 0 bytes from a total of 28623 2024-11-10T14:19:58,975 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsRegionWrapperImpl$HRegionMetricsWrapperRunnable(329): Region 4a89446d461581095d044fe0c8fdc61d, had cached 0 bytes from a total of 26918 2024-11-10T14:19:58,997 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsRegionWrapperImpl$HRegionMetricsWrapperRunnable(329): Region 8ab2356c0f064acaa26fe311883458aa, had cached 0 bytes from a total of 499309 2024-11-10T14:19:59,151 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-10T14:19:59,152 DEBUG [RPCClient-NioEventLoopGroup-6-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b1c88e26310d,40107,1731248332794, seqNum=-1] 2024-11-10T14:19:59,153 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40107 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Scan size: 143 connection: 172.17.0.2:54180 deadline: 1731248454987, exception=org.apache.hadoop.hbase.NotServingRegionException: hbase:meta,,1 is not online on b1c88e26310d,40107,1731248332794 2024-11-10T14:19:59,153 WARN [RPCClient-NioEventLoopGroup-6-11 {}] client.AsyncRpcRetryingCaller(177): Call to b1c88e26310d,40107,1731248332794 for 'SPTestTable,,' in 1588230740 of hbase:meta failed, tries = 7, maxAttempts = 16, timeout = 60000 ms, time elapsed = 4166 ms org.apache.hadoop.hbase.NotServingRegionException: org.apache.hadoop.hbase.NotServingRegionException: hbase:meta,,1 is not online on b1c88e26310d,40107,1731248332794 at org.apache.hadoop.hbase.regionserver.HRegionServer.getRegionByEncodedName(HRegionServer.java:3186) at org.apache.hadoop.hbase.regionserver.HRegionServer.getRegion(HRegionServer.java:3164) at org.apache.hadoop.hbase.regionserver.RSRpcServices.getRegion(RSRpcServices.java:1413) at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkQuotaAndGetRegionScannerContext(RSRpcServices.java:4010) at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3577) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$callOpenScanner$0(AsyncClientScanner.java:181) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.NotServingRegionException: hbase:meta,,1 is not online on b1c88e26310d,40107,1731248332794 at org.apache.hadoop.hbase.regionserver.HRegionServer.getRegionByEncodedName(HRegionServer.java:3186) at org.apache.hadoop.hbase.regionserver.HRegionServer.getRegion(HRegionServer.java:3164) at org.apache.hadoop.hbase.regionserver.RSRpcServices.getRegion(RSRpcServices.java:1413) at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkQuotaAndGetRegionScannerContext(RSRpcServices.java:4010) at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3577) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-10T14:19:59,154 DEBUG [RPCClient-NioEventLoopGroup-6-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=b1c88e26310d,40107,1731248332794, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=b1c88e26310d,40107,1731248332794, seqNum=-1, error=org.apache.hadoop.hbase.NotServingRegionException: org.apache.hadoop.hbase.NotServingRegionException: hbase:meta,,1 is not online on b1c88e26310d,40107,1731248332794 at org.apache.hadoop.hbase.regionserver.HRegionServer.getRegionByEncodedName(HRegionServer.java:3186) at org.apache.hadoop.hbase.regionserver.HRegionServer.getRegion(HRegionServer.java:3164) at org.apache.hadoop.hbase.regionserver.RSRpcServices.getRegion(RSRpcServices.java:1413) at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkQuotaAndGetRegionScannerContext(RSRpcServices.java:4010) at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3577) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T14:19:59,154 DEBUG [RPCClient-NioEventLoopGroup-6-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=b1c88e26310d,40107,1731248332794, seqNum=-1 is org.apache.hadoop.hbase.NotServingRegionException: org.apache.hadoop.hbase.NotServingRegionException: hbase:meta,,1 is not online on b1c88e26310d,40107,1731248332794 at org.apache.hadoop.hbase.regionserver.HRegionServer.getRegionByEncodedName(HRegionServer.java:3186) at org.apache.hadoop.hbase.regionserver.HRegionServer.getRegion(HRegionServer.java:3164) at org.apache.hadoop.hbase.regionserver.RSRpcServices.getRegion(RSRpcServices.java:1413) at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkQuotaAndGetRegionScannerContext(RSRpcServices.java:4010) at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3577) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T14:19:59,154 DEBUG [RPCClient-NioEventLoopGroup-6-11 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=b1c88e26310d,40107,1731248332794, seqNum=-1 from cache 2024-11-10T14:20:01,020 WARN [BootstrapNodeManager {}] regionserver.BootstrapNodeManager(142): failed to get live region servers from master org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=b1c88e26310d:45919 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.BootstrapNodeManager.getFromMaster(BootstrapNodeManager.java:140) ~[classes/:?] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) ~[?:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:304) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$Stub.getLiveRegionServers(RegionServerStatusProtos.java:17191) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClusterConnectionImpl.getLiveRegionServers(AsyncClusterConnectionImpl.java:139) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.BootstrapNodeManager.getFromMaster(BootstrapNodeManager.java:140) ~[classes/:?] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) ~[?:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:304) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 10 more 2024-11-10T14:20:03,171 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-10T14:20:03,172 DEBUG [RPCClient-NioEventLoopGroup-6-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b1c88e26310d,40107,1731248332794, seqNum=-1] 2024-11-10T14:20:03,173 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40107 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Scan size: 143 connection: 172.17.0.2:54180 deadline: 1731248454987, exception=org.apache.hadoop.hbase.NotServingRegionException: hbase:meta,,1 is not online on b1c88e26310d,40107,1731248332794 2024-11-10T14:20:03,174 WARN [RPCClient-NioEventLoopGroup-6-11 {}] client.AsyncRpcRetryingCaller(177): Call to b1c88e26310d,40107,1731248332794 for 'SPTestTable,,' in 1588230740 of hbase:meta failed, tries = 8, maxAttempts = 16, timeout = 60000 ms, time elapsed = 8186 ms org.apache.hadoop.hbase.NotServingRegionException: org.apache.hadoop.hbase.NotServingRegionException: hbase:meta,,1 is not online on b1c88e26310d,40107,1731248332794 at org.apache.hadoop.hbase.regionserver.HRegionServer.getRegionByEncodedName(HRegionServer.java:3186) at org.apache.hadoop.hbase.regionserver.HRegionServer.getRegion(HRegionServer.java:3164) at org.apache.hadoop.hbase.regionserver.RSRpcServices.getRegion(RSRpcServices.java:1413) at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkQuotaAndGetRegionScannerContext(RSRpcServices.java:4010) at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3577) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$callOpenScanner$0(AsyncClientScanner.java:181) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.NotServingRegionException: hbase:meta,,1 is not online on b1c88e26310d,40107,1731248332794 at org.apache.hadoop.hbase.regionserver.HRegionServer.getRegionByEncodedName(HRegionServer.java:3186) at org.apache.hadoop.hbase.regionserver.HRegionServer.getRegion(HRegionServer.java:3164) at org.apache.hadoop.hbase.regionserver.RSRpcServices.getRegion(RSRpcServices.java:1413) at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkQuotaAndGetRegionScannerContext(RSRpcServices.java:4010) at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3577) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-10T14:20:03,174 DEBUG [RPCClient-NioEventLoopGroup-6-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=b1c88e26310d,40107,1731248332794, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=b1c88e26310d,40107,1731248332794, seqNum=-1, error=org.apache.hadoop.hbase.NotServingRegionException: org.apache.hadoop.hbase.NotServingRegionException: hbase:meta,,1 is not online on b1c88e26310d,40107,1731248332794 at org.apache.hadoop.hbase.regionserver.HRegionServer.getRegionByEncodedName(HRegionServer.java:3186) at org.apache.hadoop.hbase.regionserver.HRegionServer.getRegion(HRegionServer.java:3164) at org.apache.hadoop.hbase.regionserver.RSRpcServices.getRegion(RSRpcServices.java:1413) at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkQuotaAndGetRegionScannerContext(RSRpcServices.java:4010) at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3577) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T14:20:03,174 DEBUG [RPCClient-NioEventLoopGroup-6-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=b1c88e26310d,40107,1731248332794, seqNum=-1 is org.apache.hadoop.hbase.NotServingRegionException: org.apache.hadoop.hbase.NotServingRegionException: hbase:meta,,1 is not online on b1c88e26310d,40107,1731248332794 at org.apache.hadoop.hbase.regionserver.HRegionServer.getRegionByEncodedName(HRegionServer.java:3186) at org.apache.hadoop.hbase.regionserver.HRegionServer.getRegion(HRegionServer.java:3164) at org.apache.hadoop.hbase.regionserver.RSRpcServices.getRegion(RSRpcServices.java:1413) at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkQuotaAndGetRegionScannerContext(RSRpcServices.java:4010) at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3577) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T14:20:03,174 DEBUG [RPCClient-NioEventLoopGroup-6-11 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=b1c88e26310d,40107,1731248332794, seqNum=-1 from cache 2024-11-10T14:20:03,541 DEBUG [master/b1c88e26310d:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 55df0daf9c8e134697768ea696da35b3 changed from -1.0 to 0.0, refreshing cache 2024-11-10T14:20:03,541 DEBUG [master/b1c88e26310d:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region ca4b1f86678146fc35ded708928f2094 changed from -1.0 to 0.0, refreshing cache 2024-11-10T14:20:03,541 DEBUG [master/b1c88e26310d:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 4a89446d461581095d044fe0c8fdc61d changed from -1.0 to 0.0, refreshing cache 2024-11-10T14:20:03,542 DEBUG [master/b1c88e26310d:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 8ab2356c0f064acaa26fe311883458aa changed from -1.0 to 0.0, refreshing cache 2024-11-10T14:20:03,542 DEBUG [master/b1c88e26310d:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 60b1d3393bfb776a99235d209c51bc20 changed from -1.0 to 0.0, refreshing cache 2024-11-10T14:20:03,542 DEBUG [master/b1c88e26310d:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 32b0ed526abcd253fa17c9cdf79c5b8a changed from -1.0 to 0.0, refreshing cache 2024-11-10T14:20:03,542 DEBUG [master/b1c88e26310d:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 9299dd522b067f59bc539f51919e5e2e changed from -1.0 to 0.0, refreshing cache 2024-11-10T14:20:04,111 INFO [RS_OPEN_META-regionserver/b1c88e26310d:0-0 {event_type=M_RS_OPEN_META, pid=50}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-10T14:20:04,112 INFO [RS_OPEN_META-regionserver/b1c88e26310d:0-0 {event_type=M_RS_OPEN_META, pid=50}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-10T14:20:04,112 INFO [RS_OPEN_META-regionserver/b1c88e26310d:0-0 {event_type=M_RS_OPEN_META, pid=50}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-10T14:20:04,113 INFO [RS_OPEN_META-regionserver/b1c88e26310d:0-0 {event_type=M_RS_OPEN_META, pid=50}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=b1c88e26310d%2C40107%2C1731248332794.meta, suffix=.meta, logDir=hdfs://localhost:38221/user/jenkins/test-data/43cfdc49-0f21-6e38-caa7-c182ad13690a/WALs/b1c88e26310d,40107,1731248332794, archiveDir=hdfs://localhost:38221/user/jenkins/test-data/43cfdc49-0f21-6e38-caa7-c182ad13690a/oldWALs, maxLogs=32 2024-11-10T14:20:04,133 DEBUG [RS_OPEN_META-regionserver/b1c88e26310d:0-0 {event_type=M_RS_OPEN_META, pid=50}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/43cfdc49-0f21-6e38-caa7-c182ad13690a/WALs/b1c88e26310d,40107,1731248332794/b1c88e26310d%2C40107%2C1731248332794.meta.1731248404114.meta, exclude list is [], retry=0 2024-11-10T14:20:04,135 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33511,DS-8830403b-436e-4f69-b04d-0c0d3cccbf2d,DISK] 2024-11-10T14:20:04,135 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46685,DS-03c62046-2a7a-42c9-8e4c-d56b075412f6,DISK] 2024-11-10T14:20:04,135 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40377,DS-83ff58f2-b955-4a8c-9064-db169d0ea327,DISK] 2024-11-10T14:20:04,138 INFO [RS_OPEN_META-regionserver/b1c88e26310d:0-0 {event_type=M_RS_OPEN_META, pid=50}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/43cfdc49-0f21-6e38-caa7-c182ad13690a/WALs/b1c88e26310d,40107,1731248332794/b1c88e26310d%2C40107%2C1731248332794.meta.1731248404114.meta 2024-11-10T14:20:04,138 DEBUG [RS_OPEN_META-regionserver/b1c88e26310d:0-0 {event_type=M_RS_OPEN_META, pid=50}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40797:40797),(127.0.0.1/127.0.0.1:41247:41247),(127.0.0.1/127.0.0.1:39763:39763)] 2024-11-10T14:20:04,138 DEBUG [RS_OPEN_META-regionserver/b1c88e26310d:0-0 {event_type=M_RS_OPEN_META, pid=50}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-10T14:20:04,138 DEBUG [RS_OPEN_META-regionserver/b1c88e26310d:0-0 {event_type=M_RS_OPEN_META, pid=50}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-10T14:20:04,138 DEBUG [RS_OPEN_META-regionserver/b1c88e26310d:0-0 {event_type=M_RS_OPEN_META, pid=50}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-10T14:20:04,138 INFO [RS_OPEN_META-regionserver/b1c88e26310d:0-0 {event_type=M_RS_OPEN_META, pid=50}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-10T14:20:04,139 DEBUG [RS_OPEN_META-regionserver/b1c88e26310d:0-0 {event_type=M_RS_OPEN_META, pid=50}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-10T14:20:04,139 DEBUG [RS_OPEN_META-regionserver/b1c88e26310d:0-0 {event_type=M_RS_OPEN_META, pid=50}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T14:20:04,139 DEBUG [RS_OPEN_META-regionserver/b1c88e26310d:0-0 {event_type=M_RS_OPEN_META, pid=50}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-10T14:20:04,139 DEBUG [RS_OPEN_META-regionserver/b1c88e26310d:0-0 {event_type=M_RS_OPEN_META, pid=50}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-10T14:20:04,140 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-10T14:20:04,141 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-10T14:20:04,141 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T14:20:04,141 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T14:20:04,142 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-10T14:20:04,142 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-10T14:20:04,142 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T14:20:04,143 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T14:20:04,143 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-10T14:20:04,143 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-10T14:20:04,144 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T14:20:04,144 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T14:20:04,144 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-10T14:20:04,145 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-10T14:20:04,145 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T14:20:04,145 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T14:20:04,145 DEBUG [RS_OPEN_META-regionserver/b1c88e26310d:0-0 {event_type=M_RS_OPEN_META, pid=50}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-10T14:20:04,146 DEBUG [RS_OPEN_META-regionserver/b1c88e26310d:0-0 {event_type=M_RS_OPEN_META, pid=50}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38221/user/jenkins/test-data/43cfdc49-0f21-6e38-caa7-c182ad13690a/data/hbase/meta/1588230740 2024-11-10T14:20:04,147 DEBUG [RS_OPEN_META-regionserver/b1c88e26310d:0-0 {event_type=M_RS_OPEN_META, pid=50}] regionserver.HRegion(5546): Found 1 recovered edits file(s) under hdfs://localhost:38221/user/jenkins/test-data/43cfdc49-0f21-6e38-caa7-c182ad13690a/data/hbase/meta/1588230740 2024-11-10T14:20:04,148 INFO [RS_OPEN_META-regionserver/b1c88e26310d:0-0 {event_type=M_RS_OPEN_META, pid=50}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:38221/user/jenkins/test-data/43cfdc49-0f21-6e38-caa7-c182ad13690a/data/hbase/meta/1588230740/recovered.edits/0000000000000000028 2024-11-10T14:20:04,152 DEBUG [RS_OPEN_META-regionserver/b1c88e26310d:0-0 {event_type=M_RS_OPEN_META, pid=50}] regionserver.HRegion(5793): Applied 104, skipped 0, firstSequenceIdInLog=4, maxSequenceIdInLog=28, path=hdfs://localhost:38221/user/jenkins/test-data/43cfdc49-0f21-6e38-caa7-c182ad13690a/data/hbase/meta/1588230740/recovered.edits/0000000000000000028 2024-11-10T14:20:04,152 INFO [RS_OPEN_META-regionserver/b1c88e26310d:0-0 {event_type=M_RS_OPEN_META, pid=50}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=12.43 KB heapSize=21.09 KB 2024-11-10T14:20:04,169 DEBUG [RS_OPEN_META-regionserver/b1c88e26310d:0-0 {event_type=M_RS_OPEN_META, pid=50}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38221/user/jenkins/test-data/43cfdc49-0f21-6e38-caa7-c182ad13690a/data/hbase/meta/1588230740/.tmp/info/35c52cf045a64e61b40d92b02eaee95c is 167, key is SPTestTable,19999999,1731248343639.55df0daf9c8e134697768ea696da35b3./info:regioninfo/1731248353976/Put/seqid=0 2024-11-10T14:20:04,176 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46685 is added to blk_1073741866_1042 (size=18393) 2024-11-10T14:20:04,176 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33511 is added to blk_1073741866_1042 (size=18393) 2024-11-10T14:20:04,176 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40377 is added to blk_1073741866_1042 (size=18393) 2024-11-10T14:20:04,177 INFO [RS_OPEN_META-regionserver/b1c88e26310d:0-0 {event_type=M_RS_OPEN_META, pid=50}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=12.28 KB at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:38221/user/jenkins/test-data/43cfdc49-0f21-6e38-caa7-c182ad13690a/data/hbase/meta/1588230740/.tmp/info/35c52cf045a64e61b40d92b02eaee95c 2024-11-10T14:20:04,199 DEBUG [RS_OPEN_META-regionserver/b1c88e26310d:0-0 {event_type=M_RS_OPEN_META, pid=50}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38221/user/jenkins/test-data/43cfdc49-0f21-6e38-caa7-c182ad13690a/data/hbase/meta/1588230740/.tmp/ns/4fdfa68bc47a4cf783e6d35321428e3d is 43, key is default/ns:d/1731248343514/Put/seqid=0 2024-11-10T14:20:04,206 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33511 is added to blk_1073741867_1043 (size=5153) 2024-11-10T14:20:04,206 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46685 is added to blk_1073741867_1043 (size=5153) 2024-11-10T14:20:04,207 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40377 is added to blk_1073741867_1043 (size=5153) 2024-11-10T14:20:04,207 INFO [RS_OPEN_META-regionserver/b1c88e26310d:0-0 {event_type=M_RS_OPEN_META, pid=50}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:38221/user/jenkins/test-data/43cfdc49-0f21-6e38-caa7-c182ad13690a/data/hbase/meta/1588230740/.tmp/ns/4fdfa68bc47a4cf783e6d35321428e3d 2024-11-10T14:20:04,229 DEBUG [RS_OPEN_META-regionserver/b1c88e26310d:0-0 {event_type=M_RS_OPEN_META, pid=50}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38221/user/jenkins/test-data/43cfdc49-0f21-6e38-caa7-c182ad13690a/data/hbase/meta/1588230740/.tmp/table/f29dd8d064de4ac8b4512ba15c864229 is 47, key is SPTestTable/table:state/1731248354021/Put/seqid=0 2024-11-10T14:20:04,235 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33511 is added to blk_1073741868_1044 (size=5214) 2024-11-10T14:20:04,235 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46685 is added to blk_1073741868_1044 (size=5214) 2024-11-10T14:20:04,236 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40377 is added to blk_1073741868_1044 (size=5214) 2024-11-10T14:20:04,236 INFO [RS_OPEN_META-regionserver/b1c88e26310d:0-0 {event_type=M_RS_OPEN_META, pid=50}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=86 B at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:38221/user/jenkins/test-data/43cfdc49-0f21-6e38-caa7-c182ad13690a/data/hbase/meta/1588230740/.tmp/table/f29dd8d064de4ac8b4512ba15c864229 2024-11-10T14:20:04,243 DEBUG [RS_OPEN_META-regionserver/b1c88e26310d:0-0 {event_type=M_RS_OPEN_META, pid=50}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38221/user/jenkins/test-data/43cfdc49-0f21-6e38-caa7-c182ad13690a/data/hbase/meta/1588230740/.tmp/info/35c52cf045a64e61b40d92b02eaee95c as hdfs://localhost:38221/user/jenkins/test-data/43cfdc49-0f21-6e38-caa7-c182ad13690a/data/hbase/meta/1588230740/info/35c52cf045a64e61b40d92b02eaee95c 2024-11-10T14:20:04,249 INFO [RS_OPEN_META-regionserver/b1c88e26310d:0-0 {event_type=M_RS_OPEN_META, pid=50}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38221/user/jenkins/test-data/43cfdc49-0f21-6e38-caa7-c182ad13690a/data/hbase/meta/1588230740/info/35c52cf045a64e61b40d92b02eaee95c, entries=100, sequenceid=28, filesize=18.0 K 2024-11-10T14:20:04,250 DEBUG [RS_OPEN_META-regionserver/b1c88e26310d:0-0 {event_type=M_RS_OPEN_META, pid=50}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38221/user/jenkins/test-data/43cfdc49-0f21-6e38-caa7-c182ad13690a/data/hbase/meta/1588230740/.tmp/ns/4fdfa68bc47a4cf783e6d35321428e3d as hdfs://localhost:38221/user/jenkins/test-data/43cfdc49-0f21-6e38-caa7-c182ad13690a/data/hbase/meta/1588230740/ns/4fdfa68bc47a4cf783e6d35321428e3d 2024-11-10T14:20:04,256 INFO [RS_OPEN_META-regionserver/b1c88e26310d:0-0 {event_type=M_RS_OPEN_META, pid=50}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38221/user/jenkins/test-data/43cfdc49-0f21-6e38-caa7-c182ad13690a/data/hbase/meta/1588230740/ns/4fdfa68bc47a4cf783e6d35321428e3d, entries=2, sequenceid=28, filesize=5.0 K 2024-11-10T14:20:04,256 DEBUG [RS_OPEN_META-regionserver/b1c88e26310d:0-0 {event_type=M_RS_OPEN_META, pid=50}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38221/user/jenkins/test-data/43cfdc49-0f21-6e38-caa7-c182ad13690a/data/hbase/meta/1588230740/.tmp/table/f29dd8d064de4ac8b4512ba15c864229 as hdfs://localhost:38221/user/jenkins/test-data/43cfdc49-0f21-6e38-caa7-c182ad13690a/data/hbase/meta/1588230740/table/f29dd8d064de4ac8b4512ba15c864229 2024-11-10T14:20:04,262 INFO [RS_OPEN_META-regionserver/b1c88e26310d:0-0 {event_type=M_RS_OPEN_META, pid=50}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38221/user/jenkins/test-data/43cfdc49-0f21-6e38-caa7-c182ad13690a/data/hbase/meta/1588230740/table/f29dd8d064de4ac8b4512ba15c864229, entries=2, sequenceid=28, filesize=5.1 K 2024-11-10T14:20:04,262 INFO [RS_OPEN_META-regionserver/b1c88e26310d:0-0 {event_type=M_RS_OPEN_META, pid=50}] regionserver.HRegion(3140): Finished flush of dataSize ~12.43 KB/12732, heapSize ~20.80 KB/21296, currentSize=0 B/0 for 1588230740 in 110ms, sequenceid=28, compaction requested=false; wal=null 2024-11-10T14:20:04,263 DEBUG [RS_OPEN_META-regionserver/b1c88e26310d:0-0 {event_type=M_RS_OPEN_META, pid=50}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:38221/user/jenkins/test-data/43cfdc49-0f21-6e38-caa7-c182ad13690a/data/hbase/meta/1588230740/recovered.edits/0000000000000000028 2024-11-10T14:20:04,264 DEBUG [RS_OPEN_META-regionserver/b1c88e26310d:0-0 {event_type=M_RS_OPEN_META, pid=50}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-10T14:20:04,264 DEBUG [RS_OPEN_META-regionserver/b1c88e26310d:0-0 {event_type=M_RS_OPEN_META, pid=50}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-10T14:20:04,265 DEBUG [RS_OPEN_META-regionserver/b1c88e26310d:0-0 {event_type=M_RS_OPEN_META, pid=50}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-10T14:20:04,266 DEBUG [RS_OPEN_META-regionserver/b1c88e26310d:0-0 {event_type=M_RS_OPEN_META, pid=50}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-10T14:20:04,268 DEBUG [RS_OPEN_META-regionserver/b1c88e26310d:0-0 {event_type=M_RS_OPEN_META, pid=50}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38221/user/jenkins/test-data/43cfdc49-0f21-6e38-caa7-c182ad13690a/data/hbase/meta/1588230740/recovered.edits/28.seqid, newMaxSeqId=28, maxSeqId=1 2024-11-10T14:20:04,269 INFO [RS_OPEN_META-regionserver/b1c88e26310d:0-0 {event_type=M_RS_OPEN_META, pid=50}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=29; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62822816, jitterRate=-0.06386709213256836}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-10T14:20:04,269 DEBUG [RS_OPEN_META-regionserver/b1c88e26310d:0-0 {event_type=M_RS_OPEN_META, pid=50}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-10T14:20:04,270 DEBUG [RS_OPEN_META-regionserver/b1c88e26310d:0-0 {event_type=M_RS_OPEN_META, pid=50}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731248404139Writing region info on filesystem at 1731248404139Initializing all the Stores at 1731248404140 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731248404140Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731248404140Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731248404140Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731248404140Obtaining lock to block concurrent updates at 1731248404152 (+12 ms)Preparing flush snapshotting stores in 1588230740 at 1731248404152Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=12732, getHeapSize=21536, getOffHeapSize=0, getCellsCount=104 at 1731248404152Flushing stores of hbase:meta,,1.1588230740 at 1731248404152Flushing 1588230740/info: creating writer at 1731248404152Flushing 1588230740/info: appending metadata at 1731248404169 (+17 ms)Flushing 1588230740/info: closing flushed file at 1731248404169Flushing 1588230740/ns: creating writer at 1731248404183 (+14 ms)Flushing 1588230740/ns: appending metadata at 1731248404199 (+16 ms)Flushing 1588230740/ns: closing flushed file at 1731248404199Flushing 1588230740/table: creating writer at 1731248404213 (+14 ms)Flushing 1588230740/table: appending metadata at 1731248404228 (+15 ms)Flushing 1588230740/table: closing flushed file at 1731248404229 (+1 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1f099c5c: reopening flushed file at 1731248404242 (+13 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@35117ea2: reopening flushed file at 1731248404249 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@77371106: reopening flushed file at 1731248404256 (+7 ms)Finished flush of dataSize ~12.43 KB/12732, heapSize ~20.80 KB/21296, currentSize=0 B/0 for 1588230740 in 110ms, sequenceid=28, compaction requested=false; wal=null at 1731248404262 (+6 ms)Cleaning up temporary data from old regions at 1731248404264 (+2 ms)Running coprocessor post-open hooks at 1731248404269 (+5 ms)Region opened successfully at 1731248404270 (+1 ms) 2024-11-10T14:20:04,271 INFO [RS_OPEN_META-regionserver/b1c88e26310d:0-0 {event_type=M_RS_OPEN_META, pid=50}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=50, masterSystemTime=1731248404106 2024-11-10T14:20:04,272 DEBUG [RS_OPEN_META-regionserver/b1c88e26310d:0-0 {event_type=M_RS_OPEN_META, pid=50}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-10T14:20:04,272 INFO [RS_OPEN_META-regionserver/b1c88e26310d:0-0 {event_type=M_RS_OPEN_META, pid=50}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-10T14:20:04,273 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=49 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=29, regionLocation=b1c88e26310d,40107,1731248332794 2024-11-10T14:20:04,274 INFO [PEWorker-1 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as b1c88e26310d,40107,1731248332794, state=OPEN 2024-11-10T14:20:04,277 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45919-0x101023f09f30000, quorum=127.0.0.1:56571, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-10T14:20:04,277 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40107-0x101023f09f30003, quorum=127.0.0.1:56571, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-10T14:20:04,277 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39419-0x101023f09f30002, quorum=127.0.0.1:56571, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-10T14:20:04,277 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-10T14:20:04,277 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-10T14:20:04,277 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-10T14:20:04,277 DEBUG [PEWorker-1 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=50, ppid=49, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=b1c88e26310d,40107,1731248332794 2024-11-10T14:20:04,279 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=50, resume processing ppid=49 2024-11-10T14:20:04,279 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=50, ppid=49, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=b1c88e26310d,40107,1731248332794 in 10.1730 sec 2024-11-10T14:20:04,281 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=49, resume processing ppid=46 2024-11-10T14:20:04,281 INFO [PEWorker-2 {}] procedure.ServerCrashProcedure(207): b1c88e26310d,45297,1731248332718 had 4 regions 2024-11-10T14:20:04,281 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=49, ppid=46, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 10.3320 sec 2024-11-10T14:20:04,282 INFO [PEWorker-2 {}] procedure.ServerCrashProcedure(339): Splitting WALs pid=46, state=RUNNABLE:SERVER_CRASH_SPLIT_LOGS, hasLock=true; ServerCrashProcedure b1c88e26310d,45297,1731248332718, splitWal=true, meta=true, isMeta: false 2024-11-10T14:20:04,283 INFO [PEWorker-2 {}] master.SplitWALManager(105): b1c88e26310d,45297,1731248332718 WAL count=1, meta=false 2024-11-10T14:20:04,283 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=51, ppid=46, state=RUNNABLE:ACQUIRE_SPLIT_WAL_WORKER, hasLock=false; SplitWALProcedure b1c88e26310d%2C45297%2C1731248332718.1731248333211}] 2024-11-10T14:20:04,285 DEBUG [PEWorker-2 {}] master.SplitWALManager(158): Acquired split WAL worker=b1c88e26310d,39419,1731248332757 2024-11-10T14:20:04,285 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=52, ppid=51, state=RUNNABLE, hasLock=false; SplitWALRemoteProcedure b1c88e26310d%2C45297%2C1731248332718.1731248333211, worker=b1c88e26310d,39419,1731248332757}] 2024-11-10T14:20:09,140 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T14:20:09,161 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T14:20:09,161 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T14:20:09,667 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-10T14:20:09,669 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T14:20:09,689 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T14:20:09,690 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T14:20:13,281 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-10T14:20:13,283 DEBUG [RPCClient-NioEventLoopGroup-6-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b1c88e26310d,40107,1731248332794, seqNum=-1] 2024-11-10T14:20:13,291 WARN [Time-limited test {}] procedure2.ProcedureTestingUtility(193): Set Kill before store update to: false 2024-11-10T14:20:13,291 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-10T14:20:13,291 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-10T14:20:13,291 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.master.procedure.TestSnapshotProcedure.teardown(TestSnapshotProcedure.java:151) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-10T14:20:13,291 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T14:20:13,291 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T14:20:13,291 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-10T14:20:13,291 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-10T14:20:13,291 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1887723600, stopped=false 2024-11-10T14:20:13,291 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=b1c88e26310d,45919,1731248332662 2024-11-10T14:20:13,293 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39419-0x101023f09f30002, quorum=127.0.0.1:56571, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-10T14:20:13,293 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45919-0x101023f09f30000, quorum=127.0.0.1:56571, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-10T14:20:13,293 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40107-0x101023f09f30003, quorum=127.0.0.1:56571, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-10T14:20:13,293 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39419-0x101023f09f30002, quorum=127.0.0.1:56571, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-10T14:20:13,293 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45919-0x101023f09f30000, quorum=127.0.0.1:56571, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-10T14:20:13,293 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40107-0x101023f09f30003, quorum=127.0.0.1:56571, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-10T14:20:13,293 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-10T14:20:13,293 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-10T14:20:13,293 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.master.procedure.TestSnapshotProcedure.teardown(TestSnapshotProcedure.java:151) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-10T14:20:13,293 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T14:20:13,294 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'b1c88e26310d,39419,1731248332757' ***** 2024-11-10T14:20:13,294 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-10T14:20:13,294 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'b1c88e26310d,40107,1731248332794' ***** 2024-11-10T14:20:13,294 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-10T14:20:13,294 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:40107-0x101023f09f30003, quorum=127.0.0.1:56571, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-10T14:20:13,294 INFO [RS:1;b1c88e26310d:39419 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-10T14:20:13,294 INFO [RS:2;b1c88e26310d:40107 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-10T14:20:13,294 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:39419-0x101023f09f30002, quorum=127.0.0.1:56571, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-10T14:20:13,295 INFO [RS:1;b1c88e26310d:39419 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-10T14:20:13,295 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:45919-0x101023f09f30000, quorum=127.0.0.1:56571, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-10T14:20:13,295 INFO [RS:1;b1c88e26310d:39419 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-10T14:20:13,295 INFO [RS:2;b1c88e26310d:40107 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-10T14:20:13,295 INFO [RS:2;b1c88e26310d:40107 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-10T14:20:13,295 INFO [RS:1;b1c88e26310d:39419 {}] regionserver.HRegionServer(3091): Received CLOSE for ca4b1f86678146fc35ded708928f2094 2024-11-10T14:20:13,295 INFO [RS:2;b1c88e26310d:40107 {}] regionserver.HRegionServer(3091): Received CLOSE for 60b1d3393bfb776a99235d209c51bc20 2024-11-10T14:20:13,295 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-10T14:20:13,295 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-10T14:20:13,295 INFO [RS:2;b1c88e26310d:40107 {}] regionserver.HRegionServer(3091): Received CLOSE for 9299dd522b067f59bc539f51919e5e2e 2024-11-10T14:20:13,295 INFO [RS:2;b1c88e26310d:40107 {}] regionserver.HRegionServer(3091): Received CLOSE for 32b0ed526abcd253fa17c9cdf79c5b8a 2024-11-10T14:20:13,295 INFO [RS:1;b1c88e26310d:39419 {}] regionserver.HRegionServer(3091): Received CLOSE for 4a89446d461581095d044fe0c8fdc61d 2024-11-10T14:20:13,295 INFO [RS:2;b1c88e26310d:40107 {}] regionserver.HRegionServer(959): stopping server b1c88e26310d,40107,1731248332794 2024-11-10T14:20:13,295 INFO [RS:1;b1c88e26310d:39419 {}] regionserver.HRegionServer(3091): Received CLOSE for 55df0daf9c8e134697768ea696da35b3 2024-11-10T14:20:13,295 INFO [RS:2;b1c88e26310d:40107 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-10T14:20:13,295 INFO [RS:1;b1c88e26310d:39419 {}] regionserver.HRegionServer(3091): Received CLOSE for 8ab2356c0f064acaa26fe311883458aa 2024-11-10T14:20:13,295 INFO [RS:1;b1c88e26310d:39419 {}] regionserver.HRegionServer(959): stopping server b1c88e26310d,39419,1731248332757 2024-11-10T14:20:13,295 INFO [RS:2;b1c88e26310d:40107 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:2;b1c88e26310d:40107. 2024-11-10T14:20:13,295 INFO [RS:1;b1c88e26310d:39419 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-10T14:20:13,296 INFO [RS:1;b1c88e26310d:39419 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:1;b1c88e26310d:39419. 2024-11-10T14:20:13,296 DEBUG [RS:2;b1c88e26310d:40107 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-10T14:20:13,296 DEBUG [RS:2;b1c88e26310d:40107 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T14:20:13,296 DEBUG [RS:1;b1c88e26310d:39419 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-10T14:20:13,296 DEBUG [RS:1;b1c88e26310d:39419 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T14:20:13,296 DEBUG [RS_CLOSE_REGION-regionserver/b1c88e26310d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 60b1d3393bfb776a99235d209c51bc20, disabling compactions & flushes 2024-11-10T14:20:13,296 INFO [RS_CLOSE_REGION-regionserver/b1c88e26310d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,,1731248343639.60b1d3393bfb776a99235d209c51bc20. 2024-11-10T14:20:13,296 INFO [RS:1;b1c88e26310d:39419 {}] regionserver.HRegionServer(1321): Waiting on 4 regions to close 2024-11-10T14:20:13,296 DEBUG [RS_CLOSE_REGION-regionserver/b1c88e26310d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,,1731248343639.60b1d3393bfb776a99235d209c51bc20. 2024-11-10T14:20:13,296 DEBUG [RS:1;b1c88e26310d:39419 {}] regionserver.HRegionServer(1325): Online Regions={ca4b1f86678146fc35ded708928f2094=SPTestTable,4ccccccb,1731248343639.ca4b1f86678146fc35ded708928f2094., 4a89446d461581095d044fe0c8fdc61d=SPTestTable,99999996,1731248343639.4a89446d461581095d044fe0c8fdc61d., 55df0daf9c8e134697768ea696da35b3=SPTestTable,19999999,1731248343639.55df0daf9c8e134697768ea696da35b3., 8ab2356c0f064acaa26fe311883458aa=SPTestTable,e6666661,1731248343639.8ab2356c0f064acaa26fe311883458aa.} 2024-11-10T14:20:13,296 INFO [RS:2;b1c88e26310d:40107 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-10T14:20:13,296 DEBUG [RS_CLOSE_REGION-regionserver/b1c88e26310d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,,1731248343639.60b1d3393bfb776a99235d209c51bc20. after waiting 0 ms 2024-11-10T14:20:13,296 INFO [RS:2;b1c88e26310d:40107 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-10T14:20:13,296 DEBUG [RS:1;b1c88e26310d:39419 {}] regionserver.HRegionServer(1351): Waiting on 4a89446d461581095d044fe0c8fdc61d, 55df0daf9c8e134697768ea696da35b3, 8ab2356c0f064acaa26fe311883458aa, ca4b1f86678146fc35ded708928f2094 2024-11-10T14:20:13,296 DEBUG [RS_CLOSE_REGION-regionserver/b1c88e26310d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,,1731248343639.60b1d3393bfb776a99235d209c51bc20. 2024-11-10T14:20:13,296 INFO [RS:2;b1c88e26310d:40107 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-10T14:20:13,296 INFO [RS:2;b1c88e26310d:40107 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-10T14:20:13,296 DEBUG [RS_CLOSE_REGION-regionserver/b1c88e26310d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing ca4b1f86678146fc35ded708928f2094, disabling compactions & flushes 2024-11-10T14:20:13,296 INFO [RS_CLOSE_REGION-regionserver/b1c88e26310d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,4ccccccb,1731248343639.ca4b1f86678146fc35ded708928f2094. 2024-11-10T14:20:13,296 DEBUG [RS_CLOSE_REGION-regionserver/b1c88e26310d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,4ccccccb,1731248343639.ca4b1f86678146fc35ded708928f2094. 2024-11-10T14:20:13,296 INFO [RS:2;b1c88e26310d:40107 {}] regionserver.HRegionServer(1321): Waiting on 4 regions to close 2024-11-10T14:20:13,296 DEBUG [RS_CLOSE_REGION-regionserver/b1c88e26310d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,4ccccccb,1731248343639.ca4b1f86678146fc35ded708928f2094. after waiting 0 ms 2024-11-10T14:20:13,296 DEBUG [RS:2;b1c88e26310d:40107 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, 60b1d3393bfb776a99235d209c51bc20=SPTestTable,,1731248343639.60b1d3393bfb776a99235d209c51bc20., 9299dd522b067f59bc539f51919e5e2e=SPTestTable,b333332f,1731248343639.9299dd522b067f59bc539f51919e5e2e., 32b0ed526abcd253fa17c9cdf79c5b8a=SPTestTable,7ffffffd,1731248343639.32b0ed526abcd253fa17c9cdf79c5b8a.} 2024-11-10T14:20:13,296 DEBUG [RS_CLOSE_REGION-regionserver/b1c88e26310d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,4ccccccb,1731248343639.ca4b1f86678146fc35ded708928f2094. 2024-11-10T14:20:13,296 DEBUG [RS:2;b1c88e26310d:40107 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 32b0ed526abcd253fa17c9cdf79c5b8a, 60b1d3393bfb776a99235d209c51bc20, 9299dd522b067f59bc539f51919e5e2e 2024-11-10T14:20:13,296 DEBUG [RS_CLOSE_META-regionserver/b1c88e26310d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-10T14:20:13,296 INFO [RS_CLOSE_META-regionserver/b1c88e26310d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-10T14:20:13,297 DEBUG [RS_CLOSE_META-regionserver/b1c88e26310d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-10T14:20:13,297 DEBUG [RS_CLOSE_META-regionserver/b1c88e26310d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-10T14:20:13,297 DEBUG [RS_CLOSE_META-regionserver/b1c88e26310d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-10T14:20:13,300 DEBUG [RS_CLOSE_REGION-regionserver/b1c88e26310d:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38221/user/jenkins/test-data/43cfdc49-0f21-6e38-caa7-c182ad13690a/data/default/SPTestTable/60b1d3393bfb776a99235d209c51bc20/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-11-10T14:20:13,301 INFO [RS_CLOSE_REGION-regionserver/b1c88e26310d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,,1731248343639.60b1d3393bfb776a99235d209c51bc20. 2024-11-10T14:20:13,301 DEBUG [RS_CLOSE_REGION-regionserver/b1c88e26310d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 60b1d3393bfb776a99235d209c51bc20: Waiting for close lock at 1731248413296Running coprocessor pre-close hooks at 1731248413296Disabling compacts and flushes for region at 1731248413296Disabling writes for close at 1731248413296Writing region close event to WAL at 1731248413296Running coprocessor post-close hooks at 1731248413301 (+5 ms)Closed at 1731248413301 2024-11-10T14:20:13,301 DEBUG [RS_CLOSE_REGION-regionserver/b1c88e26310d:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,,1731248343639.60b1d3393bfb776a99235d209c51bc20. 2024-11-10T14:20:13,301 DEBUG [RS_CLOSE_REGION-regionserver/b1c88e26310d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 9299dd522b067f59bc539f51919e5e2e, disabling compactions & flushes 2024-11-10T14:20:13,302 INFO [RS_CLOSE_REGION-regionserver/b1c88e26310d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,b333332f,1731248343639.9299dd522b067f59bc539f51919e5e2e. 2024-11-10T14:20:13,302 DEBUG [RS_CLOSE_REGION-regionserver/b1c88e26310d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,b333332f,1731248343639.9299dd522b067f59bc539f51919e5e2e. 2024-11-10T14:20:13,302 DEBUG [RS_CLOSE_REGION-regionserver/b1c88e26310d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,b333332f,1731248343639.9299dd522b067f59bc539f51919e5e2e. after waiting 0 ms 2024-11-10T14:20:13,302 DEBUG [RS_CLOSE_REGION-regionserver/b1c88e26310d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,b333332f,1731248343639.9299dd522b067f59bc539f51919e5e2e. 2024-11-10T14:20:13,302 DEBUG [RS_CLOSE_REGION-regionserver/b1c88e26310d:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38221/user/jenkins/test-data/43cfdc49-0f21-6e38-caa7-c182ad13690a/data/default/SPTestTable/ca4b1f86678146fc35ded708928f2094/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-11-10T14:20:13,303 INFO [RS_CLOSE_REGION-regionserver/b1c88e26310d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,4ccccccb,1731248343639.ca4b1f86678146fc35ded708928f2094. 2024-11-10T14:20:13,303 DEBUG [RS_CLOSE_REGION-regionserver/b1c88e26310d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for ca4b1f86678146fc35ded708928f2094: Waiting for close lock at 1731248413296Running coprocessor pre-close hooks at 1731248413296Disabling compacts and flushes for region at 1731248413296Disabling writes for close at 1731248413296Writing region close event to WAL at 1731248413297 (+1 ms)Running coprocessor post-close hooks at 1731248413303 (+6 ms)Closed at 1731248413303 2024-11-10T14:20:13,303 DEBUG [RS_CLOSE_REGION-regionserver/b1c88e26310d:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,4ccccccb,1731248343639.ca4b1f86678146fc35ded708928f2094. 2024-11-10T14:20:13,303 DEBUG [RS_CLOSE_REGION-regionserver/b1c88e26310d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 4a89446d461581095d044fe0c8fdc61d, disabling compactions & flushes 2024-11-10T14:20:13,303 INFO [RS_CLOSE_REGION-regionserver/b1c88e26310d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,99999996,1731248343639.4a89446d461581095d044fe0c8fdc61d. 2024-11-10T14:20:13,303 DEBUG [RS_CLOSE_REGION-regionserver/b1c88e26310d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,99999996,1731248343639.4a89446d461581095d044fe0c8fdc61d. 2024-11-10T14:20:13,304 DEBUG [RS_CLOSE_REGION-regionserver/b1c88e26310d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,99999996,1731248343639.4a89446d461581095d044fe0c8fdc61d. after waiting 0 ms 2024-11-10T14:20:13,304 DEBUG [RS_CLOSE_REGION-regionserver/b1c88e26310d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,99999996,1731248343639.4a89446d461581095d044fe0c8fdc61d. 2024-11-10T14:20:13,307 DEBUG [RS_CLOSE_META-regionserver/b1c88e26310d:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38221/user/jenkins/test-data/43cfdc49-0f21-6e38-caa7-c182ad13690a/data/hbase/meta/1588230740/recovered.edits/31.seqid, newMaxSeqId=31, maxSeqId=28 2024-11-10T14:20:13,307 DEBUG [RS_CLOSE_META-regionserver/b1c88e26310d:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-10T14:20:13,307 INFO [RS_CLOSE_META-regionserver/b1c88e26310d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-10T14:20:13,307 DEBUG [RS_CLOSE_META-regionserver/b1c88e26310d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731248413296Running coprocessor pre-close hooks at 1731248413296Disabling compacts and flushes for region at 1731248413296Disabling writes for close at 1731248413297 (+1 ms)Writing region close event to WAL at 1731248413299 (+2 ms)Running coprocessor post-close hooks at 1731248413307 (+8 ms)Closed at 1731248413307 2024-11-10T14:20:13,308 DEBUG [RS_CLOSE_META-regionserver/b1c88e26310d:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-10T14:20:13,309 DEBUG [RS_CLOSE_REGION-regionserver/b1c88e26310d:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38221/user/jenkins/test-data/43cfdc49-0f21-6e38-caa7-c182ad13690a/data/default/SPTestTable/9299dd522b067f59bc539f51919e5e2e/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-10T14:20:13,309 INFO [RS_CLOSE_REGION-regionserver/b1c88e26310d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,b333332f,1731248343639.9299dd522b067f59bc539f51919e5e2e. 2024-11-10T14:20:13,310 DEBUG [RS_CLOSE_REGION-regionserver/b1c88e26310d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 9299dd522b067f59bc539f51919e5e2e: Waiting for close lock at 1731248413301Running coprocessor pre-close hooks at 1731248413301Disabling compacts and flushes for region at 1731248413301Disabling writes for close at 1731248413302 (+1 ms)Writing region close event to WAL at 1731248413304 (+2 ms)Running coprocessor post-close hooks at 1731248413309 (+5 ms)Closed at 1731248413309 2024-11-10T14:20:13,310 DEBUG [RS_CLOSE_REGION-regionserver/b1c88e26310d:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,b333332f,1731248343639.9299dd522b067f59bc539f51919e5e2e. 2024-11-10T14:20:13,310 DEBUG [RS_CLOSE_REGION-regionserver/b1c88e26310d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 32b0ed526abcd253fa17c9cdf79c5b8a, disabling compactions & flushes 2024-11-10T14:20:13,310 INFO [RS_CLOSE_REGION-regionserver/b1c88e26310d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,7ffffffd,1731248343639.32b0ed526abcd253fa17c9cdf79c5b8a. 2024-11-10T14:20:13,310 DEBUG [RS_CLOSE_REGION-regionserver/b1c88e26310d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,7ffffffd,1731248343639.32b0ed526abcd253fa17c9cdf79c5b8a. 2024-11-10T14:20:13,310 DEBUG [RS_CLOSE_REGION-regionserver/b1c88e26310d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,7ffffffd,1731248343639.32b0ed526abcd253fa17c9cdf79c5b8a. after waiting 0 ms 2024-11-10T14:20:13,310 DEBUG [RS_CLOSE_REGION-regionserver/b1c88e26310d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,7ffffffd,1731248343639.32b0ed526abcd253fa17c9cdf79c5b8a. 2024-11-10T14:20:13,317 DEBUG [RS_CLOSE_REGION-regionserver/b1c88e26310d:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38221/user/jenkins/test-data/43cfdc49-0f21-6e38-caa7-c182ad13690a/data/default/SPTestTable/4a89446d461581095d044fe0c8fdc61d/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-10T14:20:13,318 INFO [RS_CLOSE_REGION-regionserver/b1c88e26310d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,99999996,1731248343639.4a89446d461581095d044fe0c8fdc61d. 2024-11-10T14:20:13,318 DEBUG [RS_CLOSE_REGION-regionserver/b1c88e26310d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 4a89446d461581095d044fe0c8fdc61d: Waiting for close lock at 1731248413303Running coprocessor pre-close hooks at 1731248413303Disabling compacts and flushes for region at 1731248413303Disabling writes for close at 1731248413304 (+1 ms)Writing region close event to WAL at 1731248413306 (+2 ms)Running coprocessor post-close hooks at 1731248413318 (+12 ms)Closed at 1731248413318 2024-11-10T14:20:13,318 DEBUG [RS_CLOSE_REGION-regionserver/b1c88e26310d:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,99999996,1731248343639.4a89446d461581095d044fe0c8fdc61d. 2024-11-10T14:20:13,318 DEBUG [RS_CLOSE_REGION-regionserver/b1c88e26310d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 55df0daf9c8e134697768ea696da35b3, disabling compactions & flushes 2024-11-10T14:20:13,318 INFO [RS_CLOSE_REGION-regionserver/b1c88e26310d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,19999999,1731248343639.55df0daf9c8e134697768ea696da35b3. 2024-11-10T14:20:13,318 DEBUG [RS_CLOSE_REGION-regionserver/b1c88e26310d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,19999999,1731248343639.55df0daf9c8e134697768ea696da35b3. 2024-11-10T14:20:13,318 DEBUG [RS_CLOSE_REGION-regionserver/b1c88e26310d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,19999999,1731248343639.55df0daf9c8e134697768ea696da35b3. after waiting 0 ms 2024-11-10T14:20:13,318 DEBUG [RS_CLOSE_REGION-regionserver/b1c88e26310d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,19999999,1731248343639.55df0daf9c8e134697768ea696da35b3. 2024-11-10T14:20:13,321 DEBUG [RS_CLOSE_REGION-regionserver/b1c88e26310d:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38221/user/jenkins/test-data/43cfdc49-0f21-6e38-caa7-c182ad13690a/data/default/SPTestTable/32b0ed526abcd253fa17c9cdf79c5b8a/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-11-10T14:20:13,321 INFO [RS_CLOSE_REGION-regionserver/b1c88e26310d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,7ffffffd,1731248343639.32b0ed526abcd253fa17c9cdf79c5b8a. 2024-11-10T14:20:13,321 DEBUG [RS_CLOSE_REGION-regionserver/b1c88e26310d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 32b0ed526abcd253fa17c9cdf79c5b8a: Waiting for close lock at 1731248413310Running coprocessor pre-close hooks at 1731248413310Disabling compacts and flushes for region at 1731248413310Disabling writes for close at 1731248413310Writing region close event to WAL at 1731248413317 (+7 ms)Running coprocessor post-close hooks at 1731248413321 (+4 ms)Closed at 1731248413321 2024-11-10T14:20:13,321 DEBUG [RS_CLOSE_REGION-regionserver/b1c88e26310d:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,7ffffffd,1731248343639.32b0ed526abcd253fa17c9cdf79c5b8a. 2024-11-10T14:20:13,322 DEBUG [RS_CLOSE_REGION-regionserver/b1c88e26310d:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38221/user/jenkins/test-data/43cfdc49-0f21-6e38-caa7-c182ad13690a/data/default/SPTestTable/55df0daf9c8e134697768ea696da35b3/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-11-10T14:20:13,323 INFO [RS_CLOSE_REGION-regionserver/b1c88e26310d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,19999999,1731248343639.55df0daf9c8e134697768ea696da35b3. 2024-11-10T14:20:13,323 DEBUG [RS_CLOSE_REGION-regionserver/b1c88e26310d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 55df0daf9c8e134697768ea696da35b3: Waiting for close lock at 1731248413318Running coprocessor pre-close hooks at 1731248413318Disabling compacts and flushes for region at 1731248413318Disabling writes for close at 1731248413318Writing region close event to WAL at 1731248413318Running coprocessor post-close hooks at 1731248413323 (+5 ms)Closed at 1731248413323 2024-11-10T14:20:13,323 DEBUG [RS_CLOSE_REGION-regionserver/b1c88e26310d:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,19999999,1731248343639.55df0daf9c8e134697768ea696da35b3. 2024-11-10T14:20:13,323 DEBUG [RS_CLOSE_REGION-regionserver/b1c88e26310d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 8ab2356c0f064acaa26fe311883458aa, disabling compactions & flushes 2024-11-10T14:20:13,323 INFO [RS_CLOSE_REGION-regionserver/b1c88e26310d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,e6666661,1731248343639.8ab2356c0f064acaa26fe311883458aa. 2024-11-10T14:20:13,323 DEBUG [RS_CLOSE_REGION-regionserver/b1c88e26310d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,e6666661,1731248343639.8ab2356c0f064acaa26fe311883458aa. 2024-11-10T14:20:13,323 DEBUG [RS_CLOSE_REGION-regionserver/b1c88e26310d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,e6666661,1731248343639.8ab2356c0f064acaa26fe311883458aa. after waiting 0 ms 2024-11-10T14:20:13,323 DEBUG [RS_CLOSE_REGION-regionserver/b1c88e26310d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,e6666661,1731248343639.8ab2356c0f064acaa26fe311883458aa. 2024-11-10T14:20:13,324 INFO [regionserver/b1c88e26310d:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-10T14:20:13,324 INFO [regionserver/b1c88e26310d:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-10T14:20:13,327 DEBUG [RS_CLOSE_REGION-regionserver/b1c88e26310d:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38221/user/jenkins/test-data/43cfdc49-0f21-6e38-caa7-c182ad13690a/data/default/SPTestTable/8ab2356c0f064acaa26fe311883458aa/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-10T14:20:13,328 INFO [RS_CLOSE_REGION-regionserver/b1c88e26310d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,e6666661,1731248343639.8ab2356c0f064acaa26fe311883458aa. 2024-11-10T14:20:13,328 DEBUG [RS_CLOSE_REGION-regionserver/b1c88e26310d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 8ab2356c0f064acaa26fe311883458aa: Waiting for close lock at 1731248413323Running coprocessor pre-close hooks at 1731248413323Disabling compacts and flushes for region at 1731248413323Disabling writes for close at 1731248413323Writing region close event to WAL at 1731248413324 (+1 ms)Running coprocessor post-close hooks at 1731248413328 (+4 ms)Closed at 1731248413328 2024-11-10T14:20:13,328 DEBUG [RS_CLOSE_REGION-regionserver/b1c88e26310d:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,e6666661,1731248343639.8ab2356c0f064acaa26fe311883458aa. 2024-11-10T14:20:13,496 INFO [RS:1;b1c88e26310d:39419 {}] regionserver.HRegionServer(976): stopping server b1c88e26310d,39419,1731248332757; all regions closed. 2024-11-10T14:20:13,496 INFO [RS:2;b1c88e26310d:40107 {}] regionserver.HRegionServer(976): stopping server b1c88e26310d,40107,1731248332794; all regions closed. 2024-11-10T14:20:13,499 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33511 is added to blk_1073741833_1009 (size=3469) 2024-11-10T14:20:13,499 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40377 is added to blk_1073741833_1009 (size=3469) 2024-11-10T14:20:13,500 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33511 is added to blk_1073741865_1041 (size=678) 2024-11-10T14:20:13,500 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40377 is added to blk_1073741865_1041 (size=678) 2024-11-10T14:20:13,501 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46685 is added to blk_1073741833_1009 (size=3469) 2024-11-10T14:20:13,501 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46685 is added to blk_1073741865_1041 (size=678) 2024-11-10T14:20:13,503 DEBUG [RS:2;b1c88e26310d:40107 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/43cfdc49-0f21-6e38-caa7-c182ad13690a/oldWALs 2024-11-10T14:20:13,503 INFO [RS:2;b1c88e26310d:40107 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL b1c88e26310d%2C40107%2C1731248332794.meta:.meta(num 1731248404114) 2024-11-10T14:20:13,503 DEBUG [RS:1;b1c88e26310d:39419 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/43cfdc49-0f21-6e38-caa7-c182ad13690a/oldWALs 2024-11-10T14:20:13,503 INFO [RS:1;b1c88e26310d:39419 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL b1c88e26310d%2C39419%2C1731248332757:(num 1731248333211) 2024-11-10T14:20:13,503 DEBUG [RS:1;b1c88e26310d:39419 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T14:20:13,503 INFO [RS:1;b1c88e26310d:39419 {}] regionserver.LeaseManager(133): Closed leases 2024-11-10T14:20:13,503 INFO [RS:1;b1c88e26310d:39419 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-10T14:20:13,503 INFO [RS:1;b1c88e26310d:39419 {}] hbase.ChoreService(370): Chore service for: regionserver/b1c88e26310d:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-10T14:20:13,503 INFO [RS:1;b1c88e26310d:39419 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-10T14:20:13,503 INFO [RS:1;b1c88e26310d:39419 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-10T14:20:13,503 INFO [RS:1;b1c88e26310d:39419 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-10T14:20:13,503 INFO [regionserver/b1c88e26310d:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-10T14:20:13,503 INFO [RS:1;b1c88e26310d:39419 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-10T14:20:13,504 INFO [RS:1;b1c88e26310d:39419 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:39419 2024-11-10T14:20:13,506 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33511 is added to blk_1073741835_1011 (size=2334) 2024-11-10T14:20:13,506 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45919-0x101023f09f30000, quorum=127.0.0.1:56571, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-10T14:20:13,506 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40377 is added to blk_1073741835_1011 (size=2334) 2024-11-10T14:20:13,506 INFO [RS:1;b1c88e26310d:39419 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-10T14:20:13,506 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39419-0x101023f09f30002, quorum=127.0.0.1:56571, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/b1c88e26310d,39419,1731248332757 2024-11-10T14:20:13,506 ERROR [Time-limited test-EventThread {}] zookeeper.ClientCnxn$EventThread(581): Error while calling watcher. java.util.concurrent.RejectedExecutionException: Task org.apache.hadoop.hbase.trace.TraceUtil$$Lambda$363/0x00007f21b09048a0@5029441c rejected from java.util.concurrent.ThreadPoolExecutor@152bc07d[Terminated, pool size = 0, active threads = 0, queued tasks = 0, completed tasks = 16] at java.util.concurrent.ThreadPoolExecutor$AbortPolicy.rejectedExecution(ThreadPoolExecutor.java:2065) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.reject(ThreadPoolExecutor.java:833) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.execute(ThreadPoolExecutor.java:1365) ~[?:?] at java.util.concurrent.Executors$DelegatedExecutorService.execute(Executors.java:721) ~[?:?] at org.apache.hadoop.hbase.zookeeper.ZKWatcher.process(ZKWatcher.java:613) ~[hbase-zookeeper-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.zookeeper.ClientCnxn$EventThread.processEvent(ClientCnxn.java:579) ~[zookeeper-3.8.4.jar:3.8.4] at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:554) ~[zookeeper-3.8.4.jar:3.8.4] 2024-11-10T14:20:13,507 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46685 is added to blk_1073741835_1011 (size=2334) 2024-11-10T14:20:13,507 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [b1c88e26310d,39419,1731248332757] 2024-11-10T14:20:13,509 DEBUG [RS:2;b1c88e26310d:40107 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/43cfdc49-0f21-6e38-caa7-c182ad13690a/oldWALs 2024-11-10T14:20:13,509 INFO [RS:2;b1c88e26310d:40107 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL b1c88e26310d%2C40107%2C1731248332794:(num 1731248333211) 2024-11-10T14:20:13,509 DEBUG [RS:2;b1c88e26310d:40107 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T14:20:13,509 INFO [RS:2;b1c88e26310d:40107 {}] regionserver.LeaseManager(133): Closed leases 2024-11-10T14:20:13,509 INFO [RS:2;b1c88e26310d:40107 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-10T14:20:13,509 INFO [RS:2;b1c88e26310d:40107 {}] hbase.ChoreService(370): Chore service for: regionserver/b1c88e26310d:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-10T14:20:13,509 INFO [RS:2;b1c88e26310d:40107 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-10T14:20:13,509 INFO [regionserver/b1c88e26310d:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-10T14:20:13,510 INFO [RS:2;b1c88e26310d:40107 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:40107 2024-11-10T14:20:13,510 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/b1c88e26310d,39419,1731248332757 already deleted, retry=false 2024-11-10T14:20:13,510 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; b1c88e26310d,39419,1731248332757 expired; onlineServers=1 2024-11-10T14:20:13,511 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40107-0x101023f09f30003, quorum=127.0.0.1:56571, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/b1c88e26310d,40107,1731248332794 2024-11-10T14:20:13,511 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45919-0x101023f09f30000, quorum=127.0.0.1:56571, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-10T14:20:13,511 INFO [RS:2;b1c88e26310d:40107 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-10T14:20:13,512 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [b1c88e26310d,40107,1731248332794] 2024-11-10T14:20:13,513 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/b1c88e26310d,40107,1731248332794 already deleted, retry=false 2024-11-10T14:20:13,513 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; b1c88e26310d,40107,1731248332794 expired; onlineServers=0 2024-11-10T14:20:13,513 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'b1c88e26310d,45919,1731248332662' ***** 2024-11-10T14:20:13,513 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-10T14:20:13,513 INFO [M:0;b1c88e26310d:45919 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-10T14:20:13,513 INFO [M:0;b1c88e26310d:45919 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-10T14:20:13,513 DEBUG [M:0;b1c88e26310d:45919 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-10T14:20:13,514 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-10T14:20:13,514 DEBUG [M:0;b1c88e26310d:45919 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-10T14:20:13,514 DEBUG [master/b1c88e26310d:0:becomeActiveMaster-HFileCleaner.large.0-1731248332992 {}] cleaner.HFileCleaner(306): Exit Thread[master/b1c88e26310d:0:becomeActiveMaster-HFileCleaner.large.0-1731248332992,5,FailOnTimeoutGroup] 2024-11-10T14:20:13,514 DEBUG [master/b1c88e26310d:0:becomeActiveMaster-HFileCleaner.small.0-1731248332992 {}] cleaner.HFileCleaner(306): Exit Thread[master/b1c88e26310d:0:becomeActiveMaster-HFileCleaner.small.0-1731248332992,5,FailOnTimeoutGroup] 2024-11-10T14:20:13,514 INFO [M:0;b1c88e26310d:45919 {}] hbase.ChoreService(370): Chore service for: master/b1c88e26310d:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-10T14:20:13,514 INFO [M:0;b1c88e26310d:45919 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-10T14:20:13,514 DEBUG [M:0;b1c88e26310d:45919 {}] master.HMaster(1795): Stopping service threads 2024-11-10T14:20:13,514 INFO [M:0;b1c88e26310d:45919 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-10T14:20:13,514 INFO [M:0;b1c88e26310d:45919 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-10T14:20:13,514 ERROR [M:0;b1c88e26310d:45919 {}] procedure2.ProcedureExecutor(763): There are still active thread in group java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10], see STDOUT java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10] Thread[IPC Client (967957970) connection to localhost/127.0.0.1:38221 from jenkins,5,PEWorkerGroup] Thread[IPC Parameter Sending Thread for localhost/127.0.0.1:38221,5,PEWorkerGroup] 2024-11-10T14:20:13,514 INFO [M:0;b1c88e26310d:45919 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-10T14:20:13,515 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-10T14:20:13,517 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45919-0x101023f09f30000, quorum=127.0.0.1:56571, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master 2024-11-10T14:20:13,517 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45919-0x101023f09f30000, quorum=127.0.0.1:56571, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-10T14:20:13,517 DEBUG [M:0;b1c88e26310d:45919 {}] zookeeper.ZKUtil(347): master:45919-0x101023f09f30000, quorum=127.0.0.1:56571, baseZNode=/hbase Unable to get data of znode /hbase/master because node does not exist (not an error) 2024-11-10T14:20:13,517 WARN [M:0;b1c88e26310d:45919 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-10T14:20:13,518 INFO [M:0;b1c88e26310d:45919 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:38221/user/jenkins/test-data/43cfdc49-0f21-6e38-caa7-c182ad13690a/.lastflushedseqids 2024-11-10T14:20:13,525 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40377 is added to blk_1073741869_1045 (size=632) 2024-11-10T14:20:13,525 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46685 is added to blk_1073741869_1045 (size=632) 2024-11-10T14:20:13,525 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33511 is added to blk_1073741869_1045 (size=632) 2024-11-10T14:20:13,526 INFO [M:0;b1c88e26310d:45919 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-10T14:20:13,526 INFO [M:0;b1c88e26310d:45919 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-10T14:20:13,526 DEBUG [M:0;b1c88e26310d:45919 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-10T14:20:13,526 INFO [M:0;b1c88e26310d:45919 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T14:20:13,526 DEBUG [M:0;b1c88e26310d:45919 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T14:20:13,526 DEBUG [M:0;b1c88e26310d:45919 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-10T14:20:13,526 DEBUG [M:0;b1c88e26310d:45919 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T14:20:13,526 INFO [M:0;b1c88e26310d:45919 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=172.52 KB heapSize=211.63 KB 2024-11-10T14:20:13,543 DEBUG [M:0;b1c88e26310d:45919 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38221/user/jenkins/test-data/43cfdc49-0f21-6e38-caa7-c182ad13690a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/37f04f3d2b154cfcb82bc64e69b272f0 is 82, key is hbase:meta,,1/info:regioninfo/1731248404273/Put/seqid=0 2024-11-10T14:20:13,550 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46685 is added to blk_1073741870_1046 (size=6071) 2024-11-10T14:20:13,550 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40377 is added to blk_1073741870_1046 (size=6071) 2024-11-10T14:20:13,551 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33511 is added to blk_1073741870_1046 (size=6071) 2024-11-10T14:20:13,551 INFO [M:0;b1c88e26310d:45919 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1008 B at sequenceid=416 (bloomFilter=true), to=hdfs://localhost:38221/user/jenkins/test-data/43cfdc49-0f21-6e38-caa7-c182ad13690a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/37f04f3d2b154cfcb82bc64e69b272f0 2024-11-10T14:20:13,573 DEBUG [M:0;b1c88e26310d:45919 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38221/user/jenkins/test-data/43cfdc49-0f21-6e38-caa7-c182ad13690a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/149a3cca66344d8d9e322f1a8b7567d3 is 1243, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1731248354025/Put/seqid=0 2024-11-10T14:20:13,580 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33511 is added to blk_1073741871_1047 (size=11559) 2024-11-10T14:20:13,580 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46685 is added to blk_1073741871_1047 (size=11559) 2024-11-10T14:20:13,580 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40377 is added to blk_1073741871_1047 (size=11559) 2024-11-10T14:20:13,581 INFO [M:0;b1c88e26310d:45919 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=171.29 KB at sequenceid=416 (bloomFilter=true), to=hdfs://localhost:38221/user/jenkins/test-data/43cfdc49-0f21-6e38-caa7-c182ad13690a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/149a3cca66344d8d9e322f1a8b7567d3 2024-11-10T14:20:13,586 INFO [M:0;b1c88e26310d:45919 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 149a3cca66344d8d9e322f1a8b7567d3 2024-11-10T14:20:13,602 DEBUG [M:0;b1c88e26310d:45919 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38221/user/jenkins/test-data/43cfdc49-0f21-6e38-caa7-c182ad13690a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/706eb2122b3242dc9b5c70c3c291f902 is 69, key is b1c88e26310d,39419,1731248332757/rs:state/1731248333042/Put/seqid=0 2024-11-10T14:20:13,608 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39419-0x101023f09f30002, quorum=127.0.0.1:56571, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-10T14:20:13,608 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39419-0x101023f09f30002, quorum=127.0.0.1:56571, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-10T14:20:13,608 INFO [RS:1;b1c88e26310d:39419 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-10T14:20:13,608 INFO [RS:1;b1c88e26310d:39419 {}] regionserver.HRegionServer(1031): Exiting; stopping=b1c88e26310d,39419,1731248332757; zookeeper connection closed. 2024-11-10T14:20:13,608 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46685 is added to blk_1073741872_1048 (size=5442) 2024-11-10T14:20:13,609 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33511 is added to blk_1073741872_1048 (size=5442) 2024-11-10T14:20:13,609 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@7b98e165 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@7b98e165 2024-11-10T14:20:13,609 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40377 is added to blk_1073741872_1048 (size=5442) 2024-11-10T14:20:13,609 INFO [M:0;b1c88e26310d:45919 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=249 B at sequenceid=416 (bloomFilter=true), to=hdfs://localhost:38221/user/jenkins/test-data/43cfdc49-0f21-6e38-caa7-c182ad13690a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/706eb2122b3242dc9b5c70c3c291f902 2024-11-10T14:20:13,613 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40107-0x101023f09f30003, quorum=127.0.0.1:56571, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-10T14:20:13,613 INFO [RS:2;b1c88e26310d:40107 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-10T14:20:13,613 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40107-0x101023f09f30003, quorum=127.0.0.1:56571, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-10T14:20:13,613 INFO [RS:2;b1c88e26310d:40107 {}] regionserver.HRegionServer(1031): Exiting; stopping=b1c88e26310d,40107,1731248332794; zookeeper connection closed. 2024-11-10T14:20:13,613 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@757f555f {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@757f555f 2024-11-10T14:20:13,613 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 3 regionserver(s) complete 2024-11-10T14:20:13,615 INFO [M:0;b1c88e26310d:45919 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 706eb2122b3242dc9b5c70c3c291f902 2024-11-10T14:20:13,616 DEBUG [M:0;b1c88e26310d:45919 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38221/user/jenkins/test-data/43cfdc49-0f21-6e38-caa7-c182ad13690a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/37f04f3d2b154cfcb82bc64e69b272f0 as hdfs://localhost:38221/user/jenkins/test-data/43cfdc49-0f21-6e38-caa7-c182ad13690a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/37f04f3d2b154cfcb82bc64e69b272f0 2024-11-10T14:20:13,622 INFO [M:0;b1c88e26310d:45919 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38221/user/jenkins/test-data/43cfdc49-0f21-6e38-caa7-c182ad13690a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/37f04f3d2b154cfcb82bc64e69b272f0, entries=14, sequenceid=416, filesize=5.9 K 2024-11-10T14:20:13,623 DEBUG [M:0;b1c88e26310d:45919 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38221/user/jenkins/test-data/43cfdc49-0f21-6e38-caa7-c182ad13690a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/149a3cca66344d8d9e322f1a8b7567d3 as hdfs://localhost:38221/user/jenkins/test-data/43cfdc49-0f21-6e38-caa7-c182ad13690a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/149a3cca66344d8d9e322f1a8b7567d3 2024-11-10T14:20:13,628 INFO [M:0;b1c88e26310d:45919 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 149a3cca66344d8d9e322f1a8b7567d3 2024-11-10T14:20:13,628 INFO [M:0;b1c88e26310d:45919 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38221/user/jenkins/test-data/43cfdc49-0f21-6e38-caa7-c182ad13690a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/149a3cca66344d8d9e322f1a8b7567d3, entries=52, sequenceid=416, filesize=11.3 K 2024-11-10T14:20:13,629 DEBUG [M:0;b1c88e26310d:45919 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38221/user/jenkins/test-data/43cfdc49-0f21-6e38-caa7-c182ad13690a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/706eb2122b3242dc9b5c70c3c291f902 as hdfs://localhost:38221/user/jenkins/test-data/43cfdc49-0f21-6e38-caa7-c182ad13690a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/706eb2122b3242dc9b5c70c3c291f902 2024-11-10T14:20:13,634 INFO [M:0;b1c88e26310d:45919 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 706eb2122b3242dc9b5c70c3c291f902 2024-11-10T14:20:13,635 INFO [M:0;b1c88e26310d:45919 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38221/user/jenkins/test-data/43cfdc49-0f21-6e38-caa7-c182ad13690a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/706eb2122b3242dc9b5c70c3c291f902, entries=3, sequenceid=416, filesize=5.3 K 2024-11-10T14:20:13,636 INFO [M:0;b1c88e26310d:45919 {}] regionserver.HRegion(3140): Finished flush of dataSize ~172.52 KB/176661, heapSize ~211.33 KB/216400, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 110ms, sequenceid=416, compaction requested=false 2024-11-10T14:20:13,637 INFO [M:0;b1c88e26310d:45919 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T14:20:13,637 DEBUG [M:0;b1c88e26310d:45919 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731248413526Disabling compacts and flushes for region at 1731248413526Disabling writes for close at 1731248413526Obtaining lock to block concurrent updates at 1731248413526Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731248413526Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=176661, getHeapSize=216640, getOffHeapSize=0, getCellsCount=515 at 1731248413527 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731248413527Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731248413527Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731248413543 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731248413543Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731248413556 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731248413573 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731248413573Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731248413586 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731248413601 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731248413601Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@766265fa: reopening flushed file at 1731248413615 (+14 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@308565db: reopening flushed file at 1731248413622 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@78369cef: reopening flushed file at 1731248413628 (+6 ms)Finished flush of dataSize ~172.52 KB/176661, heapSize ~211.33 KB/216400, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 110ms, sequenceid=416, compaction requested=false at 1731248413636 (+8 ms)Writing region close event to WAL at 1731248413637 (+1 ms)Closed at 1731248413637 2024-11-10T14:20:13,639 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40377 is added to blk_1073741830_1006 (size=204516) 2024-11-10T14:20:13,639 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33511 is added to blk_1073741830_1006 (size=204516) 2024-11-10T14:20:13,640 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46685 is added to blk_1073741830_1006 (size=204516) 2024-11-10T14:20:13,641 INFO [M:0;b1c88e26310d:45919 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-10T14:20:13,641 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-10T14:20:13,641 INFO [M:0;b1c88e26310d:45919 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:45919 2024-11-10T14:20:13,641 INFO [M:0;b1c88e26310d:45919 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-10T14:20:13,743 INFO [M:0;b1c88e26310d:45919 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-10T14:20:13,743 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45919-0x101023f09f30000, quorum=127.0.0.1:56571, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-10T14:20:13,743 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45919-0x101023f09f30000, quorum=127.0.0.1:56571, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-10T14:20:13,746 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@7f15b096{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-10T14:20:13,746 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@3bb5bedf{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-10T14:20:13,746 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-10T14:20:13,746 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3a101649{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-10T14:20:13,746 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@45fce292{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dd8aaadd-4938-99a2-1a85-c1cac01db14d/hadoop.log.dir/,STOPPED} 2024-11-10T14:20:13,747 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-10T14:20:13,748 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-10T14:20:13,748 WARN [BP-467840990-172.17.0.2-1731248331807 heartbeating to localhost/127.0.0.1:38221 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-10T14:20:13,748 WARN [BP-467840990-172.17.0.2-1731248331807 heartbeating to localhost/127.0.0.1:38221 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-467840990-172.17.0.2-1731248331807 (Datanode Uuid 753e4bd2-99ed-4b9c-a046-9f6c668dd094) service to localhost/127.0.0.1:38221 2024-11-10T14:20:13,748 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dd8aaadd-4938-99a2-1a85-c1cac01db14d/cluster_254ef0b6-9d04-22bf-9946-9efa47f17e2b/data/data5/current/BP-467840990-172.17.0.2-1731248331807 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-10T14:20:13,749 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dd8aaadd-4938-99a2-1a85-c1cac01db14d/cluster_254ef0b6-9d04-22bf-9946-9efa47f17e2b/data/data6/current/BP-467840990-172.17.0.2-1731248331807 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-10T14:20:13,749 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-10T14:20:13,752 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@28799597{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-10T14:20:13,752 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@17341ff8{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-10T14:20:13,752 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-10T14:20:13,752 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@538f2c1a{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-10T14:20:13,752 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7de4ae7{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dd8aaadd-4938-99a2-1a85-c1cac01db14d/hadoop.log.dir/,STOPPED} 2024-11-10T14:20:13,754 WARN [BP-467840990-172.17.0.2-1731248331807 heartbeating to localhost/127.0.0.1:38221 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-10T14:20:13,754 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-10T14:20:13,754 WARN [BP-467840990-172.17.0.2-1731248331807 heartbeating to localhost/127.0.0.1:38221 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-467840990-172.17.0.2-1731248331807 (Datanode Uuid d216b52c-a05b-4efd-8ca0-e2293c7bf99d) service to localhost/127.0.0.1:38221 2024-11-10T14:20:13,754 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-10T14:20:13,755 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dd8aaadd-4938-99a2-1a85-c1cac01db14d/cluster_254ef0b6-9d04-22bf-9946-9efa47f17e2b/data/data3/current/BP-467840990-172.17.0.2-1731248331807 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-10T14:20:13,755 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dd8aaadd-4938-99a2-1a85-c1cac01db14d/cluster_254ef0b6-9d04-22bf-9946-9efa47f17e2b/data/data4/current/BP-467840990-172.17.0.2-1731248331807 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-10T14:20:13,755 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-10T14:20:13,757 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@5b9a34bf{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-10T14:20:13,757 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@111f4353{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-10T14:20:13,757 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-10T14:20:13,758 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@24e7d104{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-10T14:20:13,758 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2d0887c0{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dd8aaadd-4938-99a2-1a85-c1cac01db14d/hadoop.log.dir/,STOPPED} 2024-11-10T14:20:13,759 WARN [BP-467840990-172.17.0.2-1731248331807 heartbeating to localhost/127.0.0.1:38221 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-10T14:20:13,759 WARN [BP-467840990-172.17.0.2-1731248331807 heartbeating to localhost/127.0.0.1:38221 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-467840990-172.17.0.2-1731248331807 (Datanode Uuid 0c2a3815-c705-48da-82bb-bae696670b2f) service to localhost/127.0.0.1:38221 2024-11-10T14:20:13,759 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-10T14:20:13,759 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-10T14:20:13,759 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dd8aaadd-4938-99a2-1a85-c1cac01db14d/cluster_254ef0b6-9d04-22bf-9946-9efa47f17e2b/data/data1/current/BP-467840990-172.17.0.2-1731248331807 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-10T14:20:13,760 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dd8aaadd-4938-99a2-1a85-c1cac01db14d/cluster_254ef0b6-9d04-22bf-9946-9efa47f17e2b/data/data2/current/BP-467840990-172.17.0.2-1731248331807 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-10T14:20:13,760 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-10T14:20:13,766 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@567f4df1{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-10T14:20:13,766 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@4e0c0920{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-10T14:20:13,766 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-10T14:20:13,766 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@34bf2558{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-10T14:20:13,767 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@15595558{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dd8aaadd-4938-99a2-1a85-c1cac01db14d/hadoop.log.dir/,STOPPED} 2024-11-10T14:20:13,775 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-10T14:20:13,811 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-10T14:20:13,819 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: master.procedure.TestSnapshotProcedureRSCrashes#testRegionServerCrashWhileVerifyingSnapshot Thread=129 (was 94) Potentially hanging thread: IPC Client (967957970) connection to localhost/127.0.0.1:38221 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-11 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:38221 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-10-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-11-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.5@localhost:38221 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (967957970) connection to localhost/127.0.0.1:38221 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins@localhost:38221 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-9-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-7-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.3@localhost:38221 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-12-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:38221 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:38221 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-12-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-8-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-12-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_SNAPSHOT_OPERATIONS-regionserver/b1c88e26310d:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-9-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-9-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-9-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-11-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_SNAPSHOT_OPERATIONS-regionserver/b1c88e26310d:0-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-8-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-12 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-8-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-8-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:38221 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.4@localhost:38221 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-10-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-10-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-10-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-9-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-13-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-8-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-13-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-11-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (967957970) connection to localhost/127.0.0.1:38221 from jenkins.hfs.4 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-7-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-7-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (967957970) connection to localhost/127.0.0.1:38221 from jenkins.hfs.5 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: ForkJoinPool-2-worker-5 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-7 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-10 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-10-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-9 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-8-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-13-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Timer for 'DataNode' metrics system java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: RS_SNAPSHOT_OPERATIONS-regionserver/b1c88e26310d:0-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-8 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-9-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-10-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=476 (was 440) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=36 (was 51), ProcessCount=11 (was 11), AvailableMemoryMB=9277 (was 9436)